{"level":"warn","ts":"2026-03-19T09:01:31.278766Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T09:01:31.278855Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T09:01:31.278923Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T09:01:31.278933Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-03-19T09:01:31.278954Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T09:01:31.279775Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-03-19T09:01:31.279851Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T09:01:31.289171Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.081893ms"} {"level":"info","ts":"2026-03-19T09:01:31.307044Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-03-19T09:01:31.307184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T09:01:31.307221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-03-19T09:01:31.307244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T09:01:31.30726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-03-19T09:01:31.307322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-03-19T09:01:31.357341Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T09:01:31.362913Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T09:01:31.365177Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T09:01:31.369713Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T09:01:31.369957Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T09:01:31.370334Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:01:31.370462Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:01:31.370473Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:01:31.383077Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-03-19T09:01:31.383208Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-03-19T09:01:31.384225Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-03-19T09:01:31.384352Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-03-19T09:01:31.384151Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T09:01:31.384826Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T09:01:31.384936Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T09:01:31.809286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T09:01:31.809375Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T09:01:31.809428Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-03-19T09:01:31.809453Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-03-19T09:01:31.809466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-03-19T09:01:31.809496Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-03-19T09:01:31.809514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-03-19T09:01:31.847815Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T09:01:31.848154Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:01:31.848204Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T09:01:31.848196Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T09:01:31.848503Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T09:01:31.848547Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T09:01:31.850829Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:01:31.850961Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:01:31.851011Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:01:31.85125Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T09:01:31.851547Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"info","ts":"2026-03-19T09:01:37.047033Z","caller":"traceutil/trace.go:171","msg":"trace[778243077] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"109.065643ms","start":"2026-03-19T09:01:36.937934Z","end":"2026-03-19T09:01:37.046999Z","steps":["trace[778243077] 'process raft request' (duration: 108.763727ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:37.389822Z","caller":"traceutil/trace.go:171","msg":"trace[905973131] transaction","detail":"{read_only:false; response_revision:226; number_of_response:1; }","duration":"283.540623ms","start":"2026-03-19T09:01:37.106227Z","end":"2026-03-19T09:01:37.389767Z","steps":["trace[905973131] 'process raft request' (duration: 283.364109ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:37.38983Z","caller":"traceutil/trace.go:171","msg":"trace[1056455931] transaction","detail":"{read_only:false; response_revision:225; number_of_response:1; }","duration":"286.545451ms","start":"2026-03-19T09:01:37.103127Z","end":"2026-03-19T09:01:37.389672Z","steps":["trace[1056455931] 'process raft request' (duration: 286.345777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:37.38991Z","caller":"traceutil/trace.go:171","msg":"trace[956595023] transaction","detail":"{read_only:false; number_of_response:0; response_revision:226; }","duration":"252.057068ms","start":"2026-03-19T09:01:37.137795Z","end":"2026-03-19T09:01:37.389852Z","steps":["trace[956595023] 'process raft request' (duration: 251.890804ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:37.389963Z","caller":"traceutil/trace.go:171","msg":"trace[1996459100] transaction","detail":"{read_only:false; number_of_response:0; response_revision:226; }","duration":"274.253705ms","start":"2026-03-19T09:01:37.115629Z","end":"2026-03-19T09:01:37.389882Z","steps":["trace[1996459100] 'process raft request' (duration: 274.02321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:37.389985Z","caller":"traceutil/trace.go:171","msg":"trace[426774944] linearizableReadLoop","detail":"{readStateIndex:238; appliedIndex:230; }","duration":"243.271881ms","start":"2026-03-19T09:01:37.146686Z","end":"2026-03-19T09:01:37.389958Z","steps":["trace[426774944] 'read index received' (duration: 242.879983ms)","trace[426774944] 'applied index is now lower than readState.Index' (duration: 391.068µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:37.390046Z","caller":"traceutil/trace.go:171","msg":"trace[600219342] transaction","detail":"{read_only:false; number_of_response:0; response_revision:228; }","duration":"249.432049ms","start":"2026-03-19T09:01:37.140573Z","end":"2026-03-19T09:01:37.390005Z","steps":["trace[600219342] 'process raft request' (duration: 249.357818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:37.390012Z","caller":"traceutil/trace.go:171","msg":"trace[834194901] transaction","detail":"{read_only:false; response_revision:227; number_of_response:1; }","duration":"252.058278ms","start":"2026-03-19T09:01:37.137895Z","end":"2026-03-19T09:01:37.389953Z","steps":["trace[834194901] 'process raft request' (duration: 251.812733ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:37.390115Z","caller":"traceutil/trace.go:171","msg":"trace[1798004820] transaction","detail":"{read_only:false; response_revision:228; number_of_response:1; }","duration":"251.842573ms","start":"2026-03-19T09:01:37.138221Z","end":"2026-03-19T09:01:37.390064Z","steps":["trace[1798004820] 'process raft request' (duration: 251.548706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:37.390175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.167287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-19T09:01:37.390088Z","caller":"traceutil/trace.go:171","msg":"trace[2015197296] transaction","detail":"{read_only:false; number_of_response:0; response_revision:228; }","duration":"251.607118ms","start":"2026-03-19T09:01:37.138394Z","end":"2026-03-19T09:01:37.390002Z","steps":["trace[2015197296] 'process raft request' (duration: 251.405774ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:37.390266Z","caller":"traceutil/trace.go:171","msg":"trace[1551286260] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:228; }","duration":"284.29476ms","start":"2026-03-19T09:01:37.105961Z","end":"2026-03-19T09:01:37.390256Z","steps":["trace[1551286260] 'agreement among raft nodes before linearized reading' (duration: 284.113736ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:37.403783Z","caller":"traceutil/trace.go:171","msg":"trace[289897916] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"253.4864ms","start":"2026-03-19T09:01:37.150272Z","end":"2026-03-19T09:01:37.403759Z","steps":["trace[289897916] 'process raft request' (duration: 253.214774ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:37.40384Z","caller":"traceutil/trace.go:171","msg":"trace[684169088] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"251.825622ms","start":"2026-03-19T09:01:37.151992Z","end":"2026-03-19T09:01:37.403818Z","steps":["trace[684169088] 'process raft request' (duration: 251.613478ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:37.560505Z","caller":"traceutil/trace.go:171","msg":"trace[545894407] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"137.374228ms","start":"2026-03-19T09:01:37.423116Z","end":"2026-03-19T09:01:37.56049Z","steps":["trace[545894407] 'process raft request' (duration: 137.323157ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:37.560451Z","caller":"traceutil/trace.go:171","msg":"trace[1207854223] transaction","detail":"{read_only:false; response_revision:233; number_of_response:1; }","duration":"152.15999ms","start":"2026-03-19T09:01:37.408227Z","end":"2026-03-19T09:01:37.560387Z","steps":["trace[1207854223] 'process raft request' (duration: 105.32685ms)","trace[1207854223] 'compare' (duration: 46.653556ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:37.5607Z","caller":"traceutil/trace.go:171","msg":"trace[146482098] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"138.581896ms","start":"2026-03-19T09:01:37.422086Z","end":"2026-03-19T09:01:37.560668Z","steps":["trace[146482098] 'process raft request' (duration: 138.30842ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:37.560837Z","caller":"traceutil/trace.go:171","msg":"trace[610425893] linearizableReadLoop","detail":"{readStateIndex:243; appliedIndex:242; }","duration":"143.217069ms","start":"2026-03-19T09:01:37.417567Z","end":"2026-03-19T09:01:37.560784Z","steps":["trace[610425893] 'read index received' (duration: 96.00319ms)","trace[610425893] 'applied index is now lower than readState.Index' (duration: 47.207628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:37.560943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.670173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4021"} {"level":"info","ts":"2026-03-19T09:01:37.561015Z","caller":"traceutil/trace.go:171","msg":"trace[2011974392] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:235; }","duration":"153.800776ms","start":"2026-03-19T09:01:37.407195Z","end":"2026-03-19T09:01:37.560996Z","steps":["trace[2011974392] 'agreement among raft nodes before linearized reading' (duration: 153.588462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:37.561026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.951473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:37.561302Z","caller":"traceutil/trace.go:171","msg":"trace[859094302] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:0; response_revision:235; }","duration":"130.231369ms","start":"2026-03-19T09:01:37.431048Z","end":"2026-03-19T09:01:37.56128Z","steps":["trace[859094302] 'agreement among raft nodes before linearized reading' (duration: 129.941192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:37.561018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.74934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:37.561467Z","caller":"traceutil/trace.go:171","msg":"trace[810924394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:235; }","duration":"156.247801ms","start":"2026-03-19T09:01:37.405206Z","end":"2026-03-19T09:01:37.561454Z","steps":["trace[810924394] 'agreement among raft nodes before linearized reading' (duration: 155.73712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:39.415114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.618695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-19T09:01:39.415226Z","caller":"traceutil/trace.go:171","msg":"trace[1031464989] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:278; }","duration":"499.789839ms","start":"2026-03-19T09:01:38.915416Z","end":"2026-03-19T09:01:39.415206Z","steps":["trace[1031464989] 'range keys from in-memory index tree' (duration: 499.469091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:39.415289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:38.915391Z","time spent":"499.87161ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-19T09:01:39.643756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.584427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:39.644017Z","caller":"traceutil/trace.go:171","msg":"trace[452713684] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"160.383633ms","start":"2026-03-19T09:01:39.483593Z","end":"2026-03-19T09:01:39.643977Z","steps":["trace[452713684] 'process raft request' (duration: 44.955747ms)","trace[452713684] 'compare' (duration: 114.431754ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:39.788089Z","caller":"traceutil/trace.go:171","msg":"trace[746988458] transaction","detail":"{read_only:false; response_revision:282; number_of_response:1; }","duration":"137.942621ms","start":"2026-03-19T09:01:39.650113Z","end":"2026-03-19T09:01:39.788056Z","steps":["trace[746988458] 'process raft request' (duration: 92.996733ms)","trace[746988458] 'compare' (duration: 44.647821ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:40.377025Z","caller":"traceutil/trace.go:171","msg":"trace[1884967926] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"155.580916ms","start":"2026-03-19T09:01:40.221417Z","end":"2026-03-19T09:01:40.376998Z","steps":["trace[1884967926] 'process raft request' (duration: 60.799372ms)","trace[1884967926] 'compare' (duration: 94.679962ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:40.540643Z","caller":"traceutil/trace.go:171","msg":"trace[1482742524] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"148.512548ms","start":"2026-03-19T09:01:40.391998Z","end":"2026-03-19T09:01:40.54051Z","steps":["trace[1482742524] 'process raft request' (duration: 93.934435ms)","trace[1482742524] 'compare' (duration: 54.393949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:42.830759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.802462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"warn","ts":"2026-03-19T09:01:42.830811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.907268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-19T09:01:42.830836Z","caller":"traceutil/trace.go:171","msg":"trace[1028606215] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:298; }","duration":"542.933955ms","start":"2026-03-19T09:01:42.287888Z","end":"2026-03-19T09:01:42.830822Z","steps":["trace[1028606215] 'range keys from in-memory index tree' (duration: 542.69317ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:42.830846Z","caller":"traceutil/trace.go:171","msg":"trace[1558910186] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:298; }","duration":"964.98275ms","start":"2026-03-19T09:01:41.865852Z","end":"2026-03-19T09:01:42.830835Z","steps":["trace[1558910186] 'range keys from in-memory index tree' (duration: 964.787386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:42.830865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:41.865825Z","time spent":"965.034991ms","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-19T09:01:42.83084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.585201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-19T09:01:42.8309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.32892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:01:42.830933Z","caller":"traceutil/trace.go:171","msg":"trace[1315942068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:298; }","duration":"804.371402ms","start":"2026-03-19T09:01:42.026552Z","end":"2026-03-19T09:01:42.830923Z","steps":["trace[1315942068] 'range keys from in-memory index tree' (duration: 804.28247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:42.830953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:42.026544Z","time spent":"804.404753ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:01:42.830934Z","caller":"traceutil/trace.go:171","msg":"trace[1817875805] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:298; }","duration":"814.724154ms","start":"2026-03-19T09:01:42.016187Z","end":"2026-03-19T09:01:42.830911Z","steps":["trace[1817875805] 'range keys from in-memory index tree' (duration: 814.471398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:42.830996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038784234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:01:42.830995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:42.016166Z","time spent":"814.813996ms","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"info","ts":"2026-03-19T09:01:42.831032Z","caller":"traceutil/trace.go:171","msg":"trace[1133705796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:298; }","duration":"1.038867516s","start":"2026-03-19T09:01:41.792155Z","end":"2026-03-19T09:01:42.831022Z","steps":["trace[1133705796] 'range keys from in-memory index tree' (duration: 1.038672672s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:42.831053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:41.792128Z","time spent":"1.038920318s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:01:42.83108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.209545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-19T09:01:42.831107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014601452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-19T09:01:42.831114Z","caller":"traceutil/trace.go:171","msg":"trace[383138246] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:298; }","duration":"865.269436ms","start":"2026-03-19T09:01:41.965834Z","end":"2026-03-19T09:01:42.831104Z","steps":["trace[383138246] 'range keys from in-memory index tree' (duration: 865.130423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:42.830869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:42.287869Z","time spent":"542.991256ms","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4223,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:01:42.831132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.992149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-19T09:01:42.831143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:41.965815Z","time spent":"865.323198ms","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-03-19T09:01:42.831176Z","caller":"traceutil/trace.go:171","msg":"trace[1712862779] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:298; }","duration":"765.243895ms","start":"2026-03-19T09:01:42.065902Z","end":"2026-03-19T09:01:42.831146Z","steps":["trace[1712862779] 'range keys from in-memory index tree' (duration: 764.915627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:42.831198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:42.065882Z","time spent":"765.309706ms","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-19T09:01:42.831289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.828706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-19T09:01:42.831309Z","caller":"traceutil/trace.go:171","msg":"trace[1858547407] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:298; }","duration":"714.879176ms","start":"2026-03-19T09:01:42.116423Z","end":"2026-03-19T09:01:42.831303Z","steps":["trace[1858547407] 'range keys from in-memory index tree' (duration: 714.756074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:42.831353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:42.116406Z","time spent":"714.939778ms","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-19T09:01:42.831333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.149848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:01:42.83145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.856719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-19T09:01:42.831471Z","caller":"traceutil/trace.go:171","msg":"trace[157558956] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:298; }","duration":"565.906539ms","start":"2026-03-19T09:01:42.26556Z","end":"2026-03-19T09:01:42.831466Z","steps":["trace[157558956] 'range keys from in-memory index tree' (duration: 565.786326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:42.831444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.497613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-19T09:01:42.831489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:42.265538Z","time spent":"565.94674ms","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-19T09:01:42.831453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.989842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-19T09:01:42.831502Z","caller":"traceutil/trace.go:171","msg":"trace[489779298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:298; }","duration":"863.384794ms","start":"2026-03-19T09:01:41.968078Z","end":"2026-03-19T09:01:42.831463Z","steps":["trace[489779298] 'range keys from in-memory index tree' (duration: 862.953394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:42.831176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065785858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-19T09:01:42.831539Z","caller":"traceutil/trace.go:171","msg":"trace[1917320869] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:298; }","duration":"666.153105ms","start":"2026-03-19T09:01:42.165366Z","end":"2026-03-19T09:01:42.831519Z","steps":["trace[1917320869] 'range keys from in-memory index tree' (duration: 665.860068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:42.831573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:41.968067Z","time spent":"863.492366ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:01:42.831123Z","caller":"traceutil/trace.go:171","msg":"trace[1485920781] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:298; }","duration":"1.014648383s","start":"2026-03-19T09:01:41.816469Z","end":"2026-03-19T09:01:42.831117Z","steps":["trace[1485920781] 'range keys from in-memory index tree' (duration: 1.014530971s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:42.831603Z","caller":"traceutil/trace.go:171","msg":"trace[1974085285] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:298; }","duration":"1.066232448s","start":"2026-03-19T09:01:41.765336Z","end":"2026-03-19T09:01:42.831569Z","steps":["trace[1974085285] 'range keys from in-memory index tree' (duration: 1.065684526s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:42.831627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:41.816449Z","time spent":"1.015168794s","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-19T09:01:42.831627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:42.16534Z","time spent":"666.245338ms","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-19T09:01:42.831648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:41.765309Z","time spent":"1.066333261s","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-03-19T09:01:42.831521Z","caller":"traceutil/trace.go:171","msg":"trace[424422821] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:298; }","duration":"616.635446ms","start":"2026-03-19T09:01:42.214869Z","end":"2026-03-19T09:01:42.831505Z","steps":["trace[424422821] 'range keys from in-memory index tree' (duration: 616.326159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:42.831357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.834236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-19T09:01:42.831694Z","caller":"traceutil/trace.go:171","msg":"trace[1492478245] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:298; }","duration":"915.203815ms","start":"2026-03-19T09:01:41.916479Z","end":"2026-03-19T09:01:42.831683Z","steps":["trace[1492478245] 'range keys from in-memory index tree' (duration: 914.745584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:42.831689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:42.21479Z","time spent":"616.888421ms","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-19T09:01:42.831715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:41.916453Z","time spent":"915.255375ms","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-03-19T09:01:45.54529Z","caller":"traceutil/trace.go:171","msg":"trace[188282408] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"112.393898ms","start":"2026-03-19T09:01:45.432868Z","end":"2026-03-19T09:01:45.545262Z","steps":["trace[188282408] 'process raft request' (duration: 110.940325ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:47.058961Z","caller":"traceutil/trace.go:171","msg":"trace[939318150] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"161.113739ms","start":"2026-03-19T09:01:46.897823Z","end":"2026-03-19T09:01:47.058937Z","steps":["trace[939318150] 'process raft request' (duration: 160.941245ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:47.073685Z","caller":"traceutil/trace.go:171","msg":"trace[1047096655] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"175.080823ms","start":"2026-03-19T09:01:46.89858Z","end":"2026-03-19T09:01:47.07366Z","steps":["trace[1047096655] 'process raft request' (duration: 174.94397ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:47.303684Z","caller":"traceutil/trace.go:171","msg":"trace[1426052003] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"215.710742ms","start":"2026-03-19T09:01:47.087942Z","end":"2026-03-19T09:01:47.303653Z","steps":["trace[1426052003] 'process raft request' (duration: 215.514008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:48.783393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:01:49.284557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:01:49.370366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.516245481s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:01:49.864903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.895936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:49.86503Z","caller":"traceutil/trace.go:171","msg":"trace[1607059066] linearizableReadLoop","detail":"{readStateIndex:384; appliedIndex:383; }","duration":"1.582094277s","start":"2026-03-19T09:01:48.282915Z","end":"2026-03-19T09:01:49.865009Z","steps":["trace[1607059066] 'read index received' (duration: 1.087700329s)","trace[1607059066] 'applied index is now lower than readState.Index' (duration: 494.391808ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:49.865058Z","caller":"traceutil/trace.go:171","msg":"trace[1363503709] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"2.010987136s","start":"2026-03-19T09:01:47.854031Z","end":"2026-03-19T09:01:49.865018Z","steps":["trace[1363503709] 'process raft request' (duration: 1.51664018s)","trace[1363503709] 'compare' (duration: 492.74384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:49.865199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.759744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:01:49.86525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:47.854009Z","time spent":"2.01115363s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:49.865191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582251371s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:49.86526Z","caller":"traceutil/trace.go:171","msg":"trace[1218255870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:367; }","duration":"980.850796ms","start":"2026-03-19T09:01:48.884394Z","end":"2026-03-19T09:01:49.865245Z","steps":["trace[1218255870] 'agreement among raft nodes before linearized reading' (duration: 980.744284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:49.865324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.951208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:01:49.86534Z","caller":"traceutil/trace.go:171","msg":"trace[1545607513] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:367; }","duration":"1.582415685s","start":"2026-03-19T09:01:48.282899Z","end":"2026-03-19T09:01:49.865315Z","steps":["trace[1545607513] 'agreement among raft nodes before linearized reading' (duration: 1.58220136s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:49.865365Z","caller":"traceutil/trace.go:171","msg":"trace[2146384657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:367; }","duration":"802.017048ms","start":"2026-03-19T09:01:49.063337Z","end":"2026-03-19T09:01:49.865354Z","steps":["trace[2146384657] 'agreement among raft nodes before linearized reading' (duration: 801.949997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:49.865463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:49.063316Z","time spent":"802.134852ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:01:49.865454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:48.88437Z","time spent":"980.994799ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:01:49.865614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.434061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:01:49.865285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.008513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:01:49.865703Z","caller":"traceutil/trace.go:171","msg":"trace[733249360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:367; }","duration":"229.550294ms","start":"2026-03-19T09:01:49.636129Z","end":"2026-03-19T09:01:49.865679Z","steps":["trace[733249360] 'agreement among raft nodes before linearized reading' (duration: 229.049263ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:49.865719Z","caller":"traceutil/trace.go:171","msg":"trace[713550316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:367; }","duration":"783.496634ms","start":"2026-03-19T09:01:49.082209Z","end":"2026-03-19T09:01:49.865706Z","steps":["trace[713550316] 'agreement among raft nodes before linearized reading' (duration: 782.992043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:49.865771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:49.082191Z","time spent":"783.564465ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:01:52.090056Z","caller":"traceutil/trace.go:171","msg":"trace[1702416631] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"175.45474ms","start":"2026-03-19T09:01:51.914574Z","end":"2026-03-19T09:01:52.090029Z","steps":["trace[1702416631] 'process raft request' (duration: 175.299987ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:52.209473Z","caller":"traceutil/trace.go:171","msg":"trace[353818690] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"294.323394ms","start":"2026-03-19T09:01:51.915116Z","end":"2026-03-19T09:01:52.20944Z","steps":["trace[353818690] 'process raft request' (duration: 293.820693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:54.603376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.857551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:54.603515Z","caller":"traceutil/trace.go:171","msg":"trace[75190807] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"423.476307ms","start":"2026-03-19T09:01:54.180013Z","end":"2026-03-19T09:01:54.60349Z","steps":["trace[75190807] 'process raft request' (duration: 130.407972ms)","trace[75190807] 'compare' (duration: 292.520553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:54.6036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:54.179999Z","time spent":"423.55775ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:55.151432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.13492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:55.151703Z","caller":"traceutil/trace.go:171","msg":"trace[720619183] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"971.178709ms","start":"2026-03-19T09:01:54.180481Z","end":"2026-03-19T09:01:55.151659Z","steps":["trace[720619183] 'process raft request' (duration: 630.734892ms)","trace[720619183] 'compare' (duration: 339.994368ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:55.151774Z","caller":"traceutil/trace.go:171","msg":"trace[1191104322] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"968.401817ms","start":"2026-03-19T09:01:54.183329Z","end":"2026-03-19T09:01:55.151731Z","steps":["trace[1191104322] 'process raft request' (duration: 968.238373ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:55.1517Z","caller":"traceutil/trace.go:171","msg":"trace[1764677482] linearizableReadLoop","detail":"{readStateIndex:413; appliedIndex:411; }","duration":"968.578081ms","start":"2026-03-19T09:01:54.183099Z","end":"2026-03-19T09:01:55.151677Z","steps":["trace[1764677482] 'read index received' (duration: 127.339263ms)","trace[1764677482] 'applied index is now lower than readState.Index' (duration: 841.236718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:55.15189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:54.180471Z","time spent":"971.325252ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4013,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:55.151869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.769126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-03-19T09:01:55.151987Z","caller":"traceutil/trace.go:171","msg":"trace[1501591609] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:396; }","duration":"968.901008ms","start":"2026-03-19T09:01:54.183043Z","end":"2026-03-19T09:01:55.151944Z","steps":["trace[1501591609] 'agreement among raft nodes before linearized reading' (duration: 968.736554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:55.151986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:54.183314Z","time spent":"968.561ms","remote":"127.0.0.1:54956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:55.152097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.479841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:55.152127Z","caller":"traceutil/trace.go:171","msg":"trace[1238997767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:396; }","duration":"516.534703ms","start":"2026-03-19T09:01:54.635582Z","end":"2026-03-19T09:01:55.152116Z","steps":["trace[1238997767] 'agreement among raft nodes before linearized reading' (duration: 516.462031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:55.152116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.058738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:01:55.152229Z","caller":"traceutil/trace.go:171","msg":"trace[1590337754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:396; }","duration":"893.208703ms","start":"2026-03-19T09:01:54.259001Z","end":"2026-03-19T09:01:55.15221Z","steps":["trace[1590337754] 'agreement among raft nodes before linearized reading' (duration: 893.010598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:55.152268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:54.258979Z","time spent":"893.279944ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:01:55.152143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:54.635562Z","time spent":"516.576893ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:01:55.152777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:54.183024Z","time spent":"969.010151ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4217,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-19T09:01:55.895192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254216,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:01:56.346263Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.192262453s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:01:57.669275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322649344s","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T09:01:57.669363Z","caller":"traceutil/trace.go:171","msg":"trace[1752325109] transaction","detail":"{read_only:false; number_of_response:1; response_revision:397; }","duration":"2.515441839s","start":"2026-03-19T09:01:55.153908Z","end":"2026-03-19T09:01:57.66935Z","steps":["trace[1752325109] 'process raft request' (duration: 1.192605851s)","trace[1752325109] 'compare' (duration: 1.322382138s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:57.669407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:55.153877Z","time spent":"2.515510811s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-19T09:01:57.688948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.342302524s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:01:57.689465Z","caller":"traceutil/trace.go:171","msg":"trace[1810787599] linearizableReadLoop","detail":"{readStateIndex:418; appliedIndex:414; }","duration":"2.294334675s","start":"2026-03-19T09:01:55.395105Z","end":"2026-03-19T09:01:57.689439Z","steps":["trace[1810787599] 'read index received' (duration: 951.440018ms)","trace[1810787599] 'applied index is now lower than readState.Index' (duration: 1.342893237s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:57.689566Z","caller":"traceutil/trace.go:171","msg":"trace[81631789] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"2.532676415s","start":"2026-03-19T09:01:55.156864Z","end":"2026-03-19T09:01:57.689541Z","steps":["trace[81631789] 'process raft request' (duration: 2.532328608s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:57.689689Z","caller":"traceutil/trace.go:171","msg":"trace[1326079600] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"2.530291392s","start":"2026-03-19T09:01:55.159361Z","end":"2026-03-19T09:01:57.689653Z","steps":["trace[1326079600] 'process raft request' (duration: 2.530028426s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:57.689704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29457876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:01:57.68979Z","caller":"traceutil/trace.go:171","msg":"trace[895520737] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:400; }","duration":"2.294710242s","start":"2026-03-19T09:01:55.39507Z","end":"2026-03-19T09:01:57.68978Z","steps":["trace[895520737] 'agreement among raft nodes before linearized reading' (duration: 2.294573429s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:57.689838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:55.395051Z","time spent":"2.294778655s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-19T09:01:57.689883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:55.159346Z","time spent":"2.530441855s","remote":"127.0.0.1:54956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:57.689717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:55.15684Z","time spent":"2.532818818s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:01:57.689623Z","caller":"traceutil/trace.go:171","msg":"trace[1590216149] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"2.53245569s","start":"2026-03-19T09:01:55.157157Z","end":"2026-03-19T09:01:57.689613Z","steps":["trace[1590216149] 'process raft request' (duration: 2.532168813s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:57.690478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:55.157129Z","time spent":"2.533217637s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:58.190338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:01:58.37404Z","caller":"traceutil/trace.go:171","msg":"trace[50598567] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"697.634771ms","start":"2026-03-19T09:01:57.676381Z","end":"2026-03-19T09:01:58.374016Z","steps":["trace[50598567] 'process raft request' (duration: 697.551869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:58.374075Z","caller":"traceutil/trace.go:171","msg":"trace[1533415582] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"699.387249ms","start":"2026-03-19T09:01:57.674609Z","end":"2026-03-19T09:01:58.373996Z","steps":["trace[1533415582] 'process raft request' (duration: 688.093266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.374202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.67634Z","time spent":"697.776004ms","remote":"127.0.0.1:54956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:58.37425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.674581Z","time spent":"699.573034ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:58.373784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.7623ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:58.374796Z","caller":"traceutil/trace.go:171","msg":"trace[579801862] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:400; }","duration":"497.804754ms","start":"2026-03-19T09:01:57.876978Z","end":"2026-03-19T09:01:58.374782Z","steps":["trace[579801862] 'range keys from in-memory index tree' (duration: 496.737909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.381124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.69103Z","time spent":"690.089872ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:01:58.381405Z","caller":"traceutil/trace.go:171","msg":"trace[690084505] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:418; }","duration":"691.80294ms","start":"2026-03-19T09:01:57.689578Z","end":"2026-03-19T09:01:58.381381Z","steps":["trace[690084505] 'read index received' (duration: 673.021669ms)","trace[690084505] 'applied index is now lower than readState.Index' (duration: 18.779781ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:58.381439Z","caller":"traceutil/trace.go:171","msg":"trace[1288566521] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"683.138406ms","start":"2026-03-19T09:01:57.698281Z","end":"2026-03-19T09:01:58.381419Z","steps":["trace[1288566521] 'process raft request' (duration: 682.999023ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:58.381434Z","caller":"traceutil/trace.go:171","msg":"trace[2098298371] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"685.199043ms","start":"2026-03-19T09:01:57.696168Z","end":"2026-03-19T09:01:58.381367Z","steps":["trace[2098298371] 'process raft request' (duration: 685.04736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.381556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224566222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-19T09:01:58.381589Z","caller":"traceutil/trace.go:171","msg":"trace[1097058190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:406; }","duration":"2.224606203s","start":"2026-03-19T09:01:56.156976Z","end":"2026-03-19T09:01:58.381582Z","steps":["trace[1097058190] 'agreement among raft nodes before linearized reading' (duration: 2.22449046s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.38161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.156933Z","time spent":"2.224672804s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:01:58.381622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.698252Z","time spent":"683.263269ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:58.381651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.69615Z","time spent":"685.411537ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:01:58.381686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465525271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:01:58.381729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746886429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:58.381749Z","caller":"traceutil/trace.go:171","msg":"trace[1208755100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:406; }","duration":"1.74694129s","start":"2026-03-19T09:01:56.634801Z","end":"2026-03-19T09:01:58.381742Z","steps":["trace[1208755100] 'agreement among raft nodes before linearized reading' (duration: 1.74691121s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:58.381755Z","caller":"traceutil/trace.go:171","msg":"trace[1254350066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:406; }","duration":"2.465636263s","start":"2026-03-19T09:01:55.916099Z","end":"2026-03-19T09:01:58.381736Z","steps":["trace[1254350066] 'agreement among raft nodes before linearized reading' (duration: 2.46551426s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.381782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:56.634777Z","time spent":"1.746990491s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:01:58.381783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:55.916073Z","time spent":"2.465704035s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:01:58.381923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465875638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:01:58.381946Z","caller":"traceutil/trace.go:171","msg":"trace[479871396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:406; }","duration":"2.4659354s","start":"2026-03-19T09:01:55.916004Z","end":"2026-03-19T09:01:58.38194Z","steps":["trace[479871396] 'agreement among raft nodes before linearized reading' (duration: 2.465895819s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.381962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:55.915983Z","time spent":"2.465976541s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:01:58.382073Z","caller":"traceutil/trace.go:171","msg":"trace[1927018029] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"253.650392ms","start":"2026-03-19T09:01:58.128408Z","end":"2026-03-19T09:01:58.382058Z","steps":["trace[1927018029] 'process raft request' (duration: 252.922066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:58.382429Z","caller":"traceutil/trace.go:171","msg":"trace[1005020897] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"687.105725ms","start":"2026-03-19T09:01:57.695218Z","end":"2026-03-19T09:01:58.382323Z","steps":["trace[1005020897] 'process raft request' (duration: 685.835767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.382627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.695188Z","time spent":"687.36857ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:00.640969Z","caller":"traceutil/trace.go:171","msg":"trace[145706995] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"226.184624ms","start":"2026-03-19T09:02:00.414753Z","end":"2026-03-19T09:02:00.640937Z","steps":["trace[145706995] 'process raft request' (duration: 152.693529ms)","trace[145706995] 'compare' (duration: 73.26301ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:00.641169Z","caller":"traceutil/trace.go:171","msg":"trace[155104752] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"225.796014ms","start":"2026-03-19T09:02:00.415312Z","end":"2026-03-19T09:02:00.641108Z","steps":["trace[155104752] 'process raft request' (duration: 225.564309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:01.19976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.169701ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:02:03.113166Z","caller":"traceutil/trace.go:171","msg":"trace[1631343171] linearizableReadLoop","detail":"{readStateIndex:444; appliedIndex:443; }","duration":"467.840967ms","start":"2026-03-19T09:02:02.645299Z","end":"2026-03-19T09:02:03.11314Z","steps":["trace[1631343171] 'read index received' (duration: 467.566751ms)","trace[1631343171] 'applied index is now lower than readState.Index' (duration: 273.246µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:03.113213Z","caller":"traceutil/trace.go:171","msg":"trace[714698019] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"618.123449ms","start":"2026-03-19T09:02:02.495064Z","end":"2026-03-19T09:02:03.113188Z","steps":["trace[714698019] 'process raft request' (duration: 617.891924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.113365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:02.495039Z","time spent":"618.234343ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:03.113391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.069913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:02:03.113443Z","caller":"traceutil/trace.go:171","msg":"trace[1294912036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:424; }","duration":"468.164575ms","start":"2026-03-19T09:02:02.645263Z","end":"2026-03-19T09:02:03.113428Z","steps":["trace[1294912036] 'agreement among raft nodes before linearized reading' (duration: 468.021981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.113426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.814667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:02:03.113485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:02.645225Z","time spent":"468.251947ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:02:03.113501Z","caller":"traceutil/trace.go:171","msg":"trace[2068225031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:424; }","duration":"467.9146ms","start":"2026-03-19T09:02:02.645567Z","end":"2026-03-19T09:02:03.113481Z","steps":["trace[2068225031] 'agreement among raft nodes before linearized reading' (duration: 467.755736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.113537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:02.645561Z","time spent":"467.969461ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:02:03.339184Z","caller":"traceutil/trace.go:171","msg":"trace[40963477] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"220.179327ms","start":"2026-03-19T09:02:03.118957Z","end":"2026-03-19T09:02:03.339136Z","steps":["trace[40963477] 'process raft request' (duration: 140.378411ms)","trace[40963477] 'compare' (duration: 79.670183ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:03.340139Z","caller":"traceutil/trace.go:171","msg":"trace[141702493] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"221.130768ms","start":"2026-03-19T09:02:03.118984Z","end":"2026-03-19T09:02:03.340115Z","steps":["trace[141702493] 'process raft request' (duration: 220.995275ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:05.453499Z","caller":"traceutil/trace.go:171","msg":"trace[1989372274] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"105.738846ms","start":"2026-03-19T09:02:05.347733Z","end":"2026-03-19T09:02:05.453472Z","steps":["trace[1989372274] 'process raft request' (duration: 105.588982ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:05.482833Z","caller":"traceutil/trace.go:171","msg":"trace[1728880660] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"132.438133ms","start":"2026-03-19T09:02:05.350366Z","end":"2026-03-19T09:02:05.482804Z","steps":["trace[1728880660] 'process raft request' (duration: 132.183607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:07.764718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.917134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:07.764866Z","caller":"traceutil/trace.go:171","msg":"trace[282335975] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:456; }","duration":"259.629599ms","start":"2026-03-19T09:02:07.505215Z","end":"2026-03-19T09:02:07.764845Z","steps":["trace[282335975] 'read index received' (duration: 25.384388ms)","trace[282335975] 'applied index is now lower than readState.Index' (duration: 234.243671ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:07.764888Z","caller":"traceutil/trace.go:171","msg":"trace[491057858] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"269.159473ms","start":"2026-03-19T09:02:07.495693Z","end":"2026-03-19T09:02:07.764852Z","steps":["trace[491057858] 'process raft request' (duration: 34.978273ms)","trace[491057858] 'compare' (duration: 233.794021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:07.765002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.756052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:07.765002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.766424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:07.76509Z","caller":"traceutil/trace.go:171","msg":"trace[829239861] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:436; }","duration":"259.865044ms","start":"2026-03-19T09:02:07.505198Z","end":"2026-03-19T09:02:07.765063Z","steps":["trace[829239861] 'agreement among raft nodes before linearized reading' (duration: 259.727661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:07.765312Z","caller":"traceutil/trace.go:171","msg":"trace[675808336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:436; }","duration":"129.907658ms","start":"2026-03-19T09:02:07.63517Z","end":"2026-03-19T09:02:07.765078Z","steps":["trace[675808336] 'agreement among raft nodes before linearized reading' (duration: 129.790125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:08.507852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.35673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:08.508251Z","caller":"traceutil/trace.go:171","msg":"trace[770995509] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"446.406428ms","start":"2026-03-19T09:02:08.061824Z","end":"2026-03-19T09:02:08.50823Z","steps":["trace[770995509] 'process raft request' (duration: 103.389884ms)","trace[770995509] 'compare' (duration: 342.181605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:08.508456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:08.061797Z","time spent":"446.626193ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:08.717171Z","caller":"traceutil/trace.go:171","msg":"trace[690983708] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"130.629703ms","start":"2026-03-19T09:02:08.586501Z","end":"2026-03-19T09:02:08.717131Z","steps":["trace[690983708] 'process raft request' (duration: 38.699726ms)","trace[690983708] 'compare' (duration: 91.67303ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:08.71719Z","caller":"traceutil/trace.go:171","msg":"trace[373303412] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"130.189534ms","start":"2026-03-19T09:02:08.586965Z","end":"2026-03-19T09:02:08.717155Z","steps":["trace[373303412] 'process raft request' (duration: 130.097002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:09.36728Z","caller":"traceutil/trace.go:171","msg":"trace[585258341] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"480.610993ms","start":"2026-03-19T09:02:08.886625Z","end":"2026-03-19T09:02:09.367236Z","steps":["trace[585258341] 'process raft request' (duration: 480.085011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:09.367412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:08.886576Z","time spent":"480.776937ms","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:09.789403Z","caller":"traceutil/trace.go:171","msg":"trace[215170145] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"830.772557ms","start":"2026-03-19T09:02:08.9586Z","end":"2026-03-19T09:02:09.789372Z","steps":["trace[215170145] 'process raft request' (duration: 830.46029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:09.789562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:08.958517Z","time spent":"830.976932ms","remote":"127.0.0.1:54956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4177,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:09.789699Z","caller":"traceutil/trace.go:171","msg":"trace[1089010143] linearizableReadLoop","detail":"{readStateIndex:474; appliedIndex:471; }","duration":"599.512644ms","start":"2026-03-19T09:02:09.190143Z","end":"2026-03-19T09:02:09.789656Z","steps":["trace[1089010143] 'read index received' (duration: 176.729596ms)","trace[1089010143] 'applied index is now lower than readState.Index' (duration: 422.781448ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:09.789937Z","caller":"traceutil/trace.go:171","msg":"trace[146793958] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"767.229056ms","start":"2026-03-19T09:02:09.022691Z","end":"2026-03-19T09:02:09.78992Z","steps":["trace[146793958] 'process raft request' (duration: 766.586581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:09.789987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.650908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:09.790035Z","caller":"traceutil/trace.go:171","msg":"trace[510926624] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:453; }","duration":"414.73852ms","start":"2026-03-19T09:02:09.375281Z","end":"2026-03-19T09:02:09.790019Z","steps":["trace[510926624] 'agreement among raft nodes before linearized reading' (duration: 414.651298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:09.790072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.375259Z","time spent":"414.800991ms","remote":"127.0.0.1:54656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-03-19T09:02:09.790079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.022652Z","time spent":"767.321008ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317275,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:09.790242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.546486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:09.790272Z","caller":"traceutil/trace.go:171","msg":"trace[275189851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:453; }","duration":"153.615677ms","start":"2026-03-19T09:02:09.636648Z","end":"2026-03-19T09:02:09.790263Z","steps":["trace[275189851] 'agreement among raft nodes before linearized reading' (duration: 153.567476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:09.790453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.930457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:02:09.790484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.328143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:02:09.790565Z","caller":"traceutil/trace.go:171","msg":"trace[1194808846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:453; }","duration":"294.06816ms","start":"2026-03-19T09:02:09.496437Z","end":"2026-03-19T09:02:09.790505Z","steps":["trace[1194808846] 'agreement among raft nodes before linearized reading' (duration: 293.898226ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:09.790592Z","caller":"traceutil/trace.go:171","msg":"trace[1590101475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:453; }","duration":"600.517917ms","start":"2026-03-19T09:02:09.190055Z","end":"2026-03-19T09:02:09.790573Z","steps":["trace[1590101475] 'agreement among raft nodes before linearized reading' (duration: 600.249881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:09.79064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.190019Z","time spent":"600.612039ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:10.201777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.0834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:10.201931Z","caller":"traceutil/trace.go:171","msg":"trace[809263611] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"406.26432ms","start":"2026-03-19T09:02:09.795634Z","end":"2026-03-19T09:02:10.201899Z","steps":["trace[809263611] 'process raft request' (duration: 212.941925ms)","trace[809263611] 'compare' (duration: 192.855264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:10.202013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.79561Z","time spent":"406.365722ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:10.204846Z","caller":"traceutil/trace.go:171","msg":"trace[2041223268] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"408.95052ms","start":"2026-03-19T09:02:09.795851Z","end":"2026-03-19T09:02:10.204802Z","steps":["trace[2041223268] 'process raft request' (duration: 408.601882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:10.204874Z","caller":"traceutil/trace.go:171","msg":"trace[815967529] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"408.818227ms","start":"2026-03-19T09:02:09.79603Z","end":"2026-03-19T09:02:10.204848Z","steps":["trace[815967529] 'process raft request' (duration: 408.594492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:10.205094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.795832Z","time spent":"409.127354ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:10.205099Z","caller":"traceutil/trace.go:171","msg":"trace[1058879540] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"407.834915ms","start":"2026-03-19T09:02:09.797225Z","end":"2026-03-19T09:02:10.20506Z","steps":["trace[1058879540] 'process raft request' (duration: 407.456276ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:10.205161Z","caller":"traceutil/trace.go:171","msg":"trace[1800762311] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"407.272043ms","start":"2026-03-19T09:02:09.797881Z","end":"2026-03-19T09:02:10.205153Z","steps":["trace[1800762311] 'process raft request' (duration: 407.166491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:10.205174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.796001Z","time spent":"409.075212ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:10.205175Z","caller":"traceutil/trace.go:171","msg":"trace[1538581926] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:474; }","duration":"357.814836ms","start":"2026-03-19T09:02:09.847334Z","end":"2026-03-19T09:02:10.205149Z","steps":["trace[1538581926] 'read index received' (duration: 161.263578ms)","trace[1538581926] 'applied index is now lower than readState.Index' (duration: 196.550088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:10.205244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.79787Z","time spent":"407.326434ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3576,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:02:10.205267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.79721Z","time spent":"407.979479ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15015,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:10.20511Z","caller":"traceutil/trace.go:171","msg":"trace[1490347255] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"407.863006ms","start":"2026-03-19T09:02:09.797235Z","end":"2026-03-19T09:02:10.205098Z","steps":["trace[1490347255] 'process raft request' (duration: 407.715782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:10.205367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.797199Z","time spent":"408.134692ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:10.205514Z","caller":"traceutil/trace.go:171","msg":"trace[38508134] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"407.277603ms","start":"2026-03-19T09:02:09.798218Z","end":"2026-03-19T09:02:10.205496Z","steps":["trace[38508134] 'process raft request' (duration: 406.878785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:10.205597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.798203Z","time spent":"407.337604ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4320,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:10.205599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.198524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:02:10.205729Z","caller":"traceutil/trace.go:171","msg":"trace[1742801127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:460; }","duration":"358.395468ms","start":"2026-03-19T09:02:09.847284Z","end":"2026-03-19T09:02:10.205679Z","steps":["trace[1742801127] 'agreement among raft nodes before linearized reading' (duration: 358.141343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:10.205795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.847263Z","time spent":"358.514092ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:02:10.205999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.259864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-03-19T09:02:10.206061Z","caller":"traceutil/trace.go:171","msg":"trace[269285806] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:460; }","duration":"332.358817ms","start":"2026-03-19T09:02:09.873686Z","end":"2026-03-19T09:02:10.206045Z","steps":["trace[269285806] 'agreement among raft nodes before linearized reading' (duration: 331.771184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:10.206096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.873672Z","time spent":"332.414567ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329982,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-19T09:02:14.292745Z","caller":"traceutil/trace.go:171","msg":"trace[472651606] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"172.648833ms","start":"2026-03-19T09:02:14.120072Z","end":"2026-03-19T09:02:14.292721Z","steps":["trace[472651606] 'process raft request' (duration: 172.465199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.988425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.359944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:15.98853Z","caller":"traceutil/trace.go:171","msg":"trace[1165175807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:487; }","duration":"352.521838ms","start":"2026-03-19T09:02:15.635985Z","end":"2026-03-19T09:02:15.988507Z","steps":["trace[1165175807] 'range keys from in-memory index tree' (duration: 352.264992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:15.98861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:15.635954Z","time spent":"352.64157ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:02:16.245419Z","caller":"traceutil/trace.go:171","msg":"trace[1892036717] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"139.921951ms","start":"2026-03-19T09:02:16.105479Z","end":"2026-03-19T09:02:16.245401Z","steps":["trace[1892036717] 'process raft request' (duration: 139.88139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:16.245447Z","caller":"traceutil/trace.go:171","msg":"trace[1260431238] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"143.181773ms","start":"2026-03-19T09:02:16.102232Z","end":"2026-03-19T09:02:16.245414Z","steps":["trace[1260431238] 'process raft request' (duration: 143.000169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:16.469044Z","caller":"traceutil/trace.go:171","msg":"trace[354535662] linearizableReadLoop","detail":"{readStateIndex:516; appliedIndex:515; }","duration":"105.308626ms","start":"2026-03-19T09:02:16.363711Z","end":"2026-03-19T09:02:16.469019Z","steps":["trace[354535662] 'read index received' (duration: 104.15975ms)","trace[354535662] 'applied index is now lower than readState.Index' (duration: 1.147746ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:16.469108Z","caller":"traceutil/trace.go:171","msg":"trace[1270932945] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"153.919493ms","start":"2026-03-19T09:02:16.315151Z","end":"2026-03-19T09:02:16.46907Z","steps":["trace[1270932945] 'process raft request' (duration: 152.782758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:16.469282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.553892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:02:16.469376Z","caller":"traceutil/trace.go:171","msg":"trace[568404299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:493; }","duration":"105.706566ms","start":"2026-03-19T09:02:16.363651Z","end":"2026-03-19T09:02:16.469358Z","steps":["trace[568404299] 'agreement among raft nodes before linearized reading' (duration: 105.44765ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:16.6174Z","caller":"traceutil/trace.go:171","msg":"trace[617445880] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"144.34675ms","start":"2026-03-19T09:02:16.473021Z","end":"2026-03-19T09:02:16.617368Z","steps":["trace[617445880] 'process raft request' (duration: 134.818317ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:16.617587Z","caller":"traceutil/trace.go:171","msg":"trace[1689302970] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"144.110175ms","start":"2026-03-19T09:02:16.473455Z","end":"2026-03-19T09:02:16.617565Z","steps":["trace[1689302970] 'process raft request' (duration: 144.068144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:16.617807Z","caller":"traceutil/trace.go:171","msg":"trace[1555958447] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"144.669107ms","start":"2026-03-19T09:02:16.473129Z","end":"2026-03-19T09:02:16.617798Z","steps":["trace[1555958447] 'process raft request' (duration: 144.293079ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:16.617883Z","caller":"traceutil/trace.go:171","msg":"trace[107185758] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"144.719129ms","start":"2026-03-19T09:02:16.473157Z","end":"2026-03-19T09:02:16.617876Z","steps":["trace[107185758] 'process raft request' (duration: 144.32071ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:17.616803Z","caller":"traceutil/trace.go:171","msg":"trace[1770886720] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"100.010977ms","start":"2026-03-19T09:02:17.516758Z","end":"2026-03-19T09:02:17.616768Z","steps":["trace[1770886720] 'process raft request' (duration: 97.285197ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:17.625743Z","caller":"traceutil/trace.go:171","msg":"trace[1734129764] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"107.123388ms","start":"2026-03-19T09:02:17.518594Z","end":"2026-03-19T09:02:17.625717Z","steps":["trace[1734129764] 'process raft request' (duration: 106.971844ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:17.86039Z","caller":"traceutil/trace.go:171","msg":"trace[1641170672] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"192.171369ms","start":"2026-03-19T09:02:17.6682Z","end":"2026-03-19T09:02:17.860372Z","steps":["trace[1641170672] 'process raft request' (duration: 188.899476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:18.228429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.86586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:18.228546Z","caller":"traceutil/trace.go:171","msg":"trace[2130194034] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"174.577236ms","start":"2026-03-19T09:02:18.053948Z","end":"2026-03-19T09:02:18.228526Z","steps":["trace[2130194034] 'process raft request' (duration: 13.528672ms)","trace[2130194034] 'compare' (duration: 160.692726ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:18.435015Z","caller":"traceutil/trace.go:171","msg":"trace[862804804] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"200.609549ms","start":"2026-03-19T09:02:18.234355Z","end":"2026-03-19T09:02:18.434964Z","steps":["trace[862804804] 'process raft request' (duration: 200.321712ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:18.441599Z","caller":"traceutil/trace.go:171","msg":"trace[1313451364] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"199.583115ms","start":"2026-03-19T09:02:18.241997Z","end":"2026-03-19T09:02:18.44158Z","steps":["trace[1313451364] 'process raft request' (duration: 199.35517ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:18.658704Z","caller":"traceutil/trace.go:171","msg":"trace[1684773064] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"134.604441ms","start":"2026-03-19T09:02:18.524065Z","end":"2026-03-19T09:02:18.658669Z","steps":["trace[1684773064] 'process raft request' (duration: 134.343816ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:18.919926Z","caller":"traceutil/trace.go:171","msg":"trace[2138979034] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"234.030177ms","start":"2026-03-19T09:02:18.68587Z","end":"2026-03-19T09:02:18.919901Z","steps":["trace[2138979034] 'process raft request' (duration: 152.721288ms)","trace[2138979034] 'compare' (duration: 81.194706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:19.538616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:20.039015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:20.539768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:20.646296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.802776896s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:02:20.646685Z","caller":"traceutil/trace.go:171","msg":"trace[1616623201] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"1.803454871s","start":"2026-03-19T09:02:18.843201Z","end":"2026-03-19T09:02:20.646656Z","steps":["trace[1616623201] 'process raft request' (duration: 1.803278137s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.646821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:18.843163Z","time spent":"1.803596044s","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:20.663812Z","caller":"traceutil/trace.go:171","msg":"trace[744001506] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:574; }","duration":"1.62551089s","start":"2026-03-19T09:02:19.038276Z","end":"2026-03-19T09:02:20.663787Z","steps":["trace[744001506] 'read index received' (duration: 1.608208972s)","trace[744001506] 'applied index is now lower than readState.Index' (duration: 17.300988ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:20.663918Z","caller":"traceutil/trace.go:171","msg":"trace[740304647] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"1.734623171s","start":"2026-03-19T09:02:18.929284Z","end":"2026-03-19T09:02:20.663907Z","steps":["trace[740304647] 'process raft request' (duration: 1.734275124s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.664041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:18.929258Z","time spent":"1.734686952s","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9305,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:20.664053Z","caller":"traceutil/trace.go:171","msg":"trace[1143826804] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"1.559383299s","start":"2026-03-19T09:02:19.104628Z","end":"2026-03-19T09:02:20.664011Z","steps":["trace[1143826804] 'process raft request' (duration: 1.559051982s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.664324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:19.104601Z","time spent":"1.559533803s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:20.664469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625917708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:20.664564Z","caller":"traceutil/trace.go:171","msg":"trace[1292799396] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:554; }","duration":"1.626315147s","start":"2026-03-19T09:02:19.038223Z","end":"2026-03-19T09:02:20.664539Z","steps":["trace[1292799396] 'agreement among raft nodes before linearized reading' (duration: 1.625814926s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.664619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:19.038203Z","time spent":"1.62640228s","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T09:02:20.677962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439080198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:20.678043Z","caller":"traceutil/trace.go:171","msg":"trace[1636033087] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:555; }","duration":"1.439202441s","start":"2026-03-19T09:02:19.238821Z","end":"2026-03-19T09:02:20.678024Z","steps":["trace[1636033087] 'agreement among raft nodes before linearized reading' (duration: 1.439075978s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.678075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:19.238801Z","time spent":"1.439267993s","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T09:02:20.67825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.13218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:20.678279Z","caller":"traceutil/trace.go:171","msg":"trace[1550260185] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:555; }","duration":"466.202391ms","start":"2026-03-19T09:02:20.212067Z","end":"2026-03-19T09:02:20.678269Z","steps":["trace[1550260185] 'agreement among raft nodes before linearized reading' (duration: 466.163051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.678298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:20.212041Z","time spent":"466.252412ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-19T09:02:20.678286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.029465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-19T09:02:20.678381Z","caller":"traceutil/trace.go:171","msg":"trace[164584043] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:555; }","duration":"440.181029ms","start":"2026-03-19T09:02:20.238178Z","end":"2026-03-19T09:02:20.678359Z","steps":["trace[164584043] 'agreement among raft nodes before linearized reading' (duration: 439.931224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.678436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:20.238144Z","time spent":"440.279071ms","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4105,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-19T09:02:20.678555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.080106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-19T09:02:20.678582Z","caller":"traceutil/trace.go:171","msg":"trace[1371794400] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:555; }","duration":"840.149017ms","start":"2026-03-19T09:02:19.838426Z","end":"2026-03-19T09:02:20.678575Z","steps":["trace[1371794400] 'agreement among raft nodes before linearized reading' (duration: 840.063455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.678475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.007388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-19T09:02:20.678602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:19.838394Z","time spent":"840.203579ms","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4355,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-03-19T09:02:20.678636Z","caller":"traceutil/trace.go:171","msg":"trace[1553449183] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:555; }","duration":"639.196462ms","start":"2026-03-19T09:02:20.039423Z","end":"2026-03-19T09:02:20.678619Z","steps":["trace[1553449183] 'agreement among raft nodes before linearized reading' (duration: 638.981047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.678695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039765764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-03-19T09:02:20.678692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:20.039391Z","time spent":"639.286963ms","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5199,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-03-19T09:02:20.678717Z","caller":"traceutil/trace.go:171","msg":"trace[2058547952] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:555; }","duration":"1.039858076s","start":"2026-03-19T09:02:19.638854Z","end":"2026-03-19T09:02:20.678712Z","steps":["trace[2058547952] 'agreement among raft nodes before linearized reading' (duration: 1.039800425s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.67874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:19.638828Z","time spent":"1.039908037s","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-19T09:02:20.678559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.795481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:02:20.678809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.177895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-03-19T09:02:20.678881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423964411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T09:02:20.678871Z","caller":"traceutil/trace.go:171","msg":"trace[458631211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:555; }","duration":"175.18463ms","start":"2026-03-19T09:02:20.503662Z","end":"2026-03-19T09:02:20.678846Z","steps":["trace[458631211] 'agreement among raft nodes before linearized reading' (duration: 174.682028ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:20.678906Z","caller":"traceutil/trace.go:171","msg":"trace[1816214357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:555; }","duration":"1.424030432s","start":"2026-03-19T09:02:19.25487Z","end":"2026-03-19T09:02:20.6789Z","steps":["trace[1816214357] 'agreement among raft nodes before linearized reading' (duration: 1.423967991s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.67893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:19.254849Z","time spent":"1.424077003s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:02:20.678964Z","caller":"traceutil/trace.go:171","msg":"trace[224977910] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:555; }","duration":"240.301997ms","start":"2026-03-19T09:02:20.438587Z","end":"2026-03-19T09:02:20.678889Z","steps":["trace[224977910] 'agreement among raft nodes before linearized reading' (duration: 240.03858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.678826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240937106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-19T09:02:20.679087Z","caller":"traceutil/trace.go:171","msg":"trace[593872933] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:555; }","duration":"1.241209441s","start":"2026-03-19T09:02:19.437859Z","end":"2026-03-19T09:02:20.679068Z","steps":["trace[593872933] 'agreement among raft nodes before linearized reading' (duration: 1.240929035s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:20.679147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:19.437844Z","time spent":"1.241286393s","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5608,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-19T09:02:21.278382Z","caller":"traceutil/trace.go:171","msg":"trace[218738683] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"204.065706ms","start":"2026-03-19T09:02:21.074299Z","end":"2026-03-19T09:02:21.278365Z","steps":["trace[218738683] 'process raft request' (duration: 203.917911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:21.702304Z","caller":"traceutil/trace.go:171","msg":"trace[1124832522] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"191.538916ms","start":"2026-03-19T09:02:21.51071Z","end":"2026-03-19T09:02:21.702249Z","steps":["trace[1124832522] 'process raft request' (duration: 98.983496ms)","trace[1124832522] 'compare' (duration: 92.189182ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:21.714907Z","caller":"traceutil/trace.go:171","msg":"trace[1134737887] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"190.767047ms","start":"2026-03-19T09:02:21.524112Z","end":"2026-03-19T09:02:21.714879Z","steps":["trace[1134737887] 'process raft request' (duration: 190.277487ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:22.22722Z","caller":"traceutil/trace.go:171","msg":"trace[571945961] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"148.143374ms","start":"2026-03-19T09:02:22.079049Z","end":"2026-03-19T09:02:22.227192Z","steps":["trace[571945961] 'process raft request' (duration: 56.026903ms)","trace[571945961] 'compare' (duration: 91.541759ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:22.290555Z","caller":"traceutil/trace.go:171","msg":"trace[1099240281] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"138.623762ms","start":"2026-03-19T09:02:22.151889Z","end":"2026-03-19T09:02:22.290513Z","steps":["trace[1099240281] 'process raft request' (duration: 138.446829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:22.628312Z","caller":"traceutil/trace.go:171","msg":"trace[1584005189] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"126.349466ms","start":"2026-03-19T09:02:22.501945Z","end":"2026-03-19T09:02:22.628294Z","steps":["trace[1584005189] 'process raft request' (duration: 119.840951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:22.628287Z","caller":"traceutil/trace.go:171","msg":"trace[463657559] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"112.816554ms","start":"2026-03-19T09:02:22.515445Z","end":"2026-03-19T09:02:22.628261Z","steps":["trace[463657559] 'read index received' (duration: 106.233267ms)","trace[463657559] 'applied index is now lower than readState.Index' (duration: 6.582106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:22.628426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.955676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:22.628466Z","caller":"traceutil/trace.go:171","msg":"trace[2135882143] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:625; }","duration":"113.048039ms","start":"2026-03-19T09:02:22.515407Z","end":"2026-03-19T09:02:22.628455Z","steps":["trace[2135882143] 'agreement among raft nodes before linearized reading' (duration: 112.937416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:22.631317Z","caller":"traceutil/trace.go:171","msg":"trace[203437637] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"109.831227ms","start":"2026-03-19T09:02:22.521452Z","end":"2026-03-19T09:02:22.631283Z","steps":["trace[203437637] 'process raft request' (duration: 109.417888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:22.631385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.373207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:22.631441Z","caller":"traceutil/trace.go:171","msg":"trace[612868987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:627; }","duration":"113.437238ms","start":"2026-03-19T09:02:22.517987Z","end":"2026-03-19T09:02:22.631424Z","steps":["trace[612868987] 'agreement among raft nodes before linearized reading' (duration: 113.354936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:22.631503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.330401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:22.63158Z","caller":"traceutil/trace.go:171","msg":"trace[1997442698] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:627; }","duration":"115.420233ms","start":"2026-03-19T09:02:22.516136Z","end":"2026-03-19T09:02:22.631557Z","steps":["trace[1997442698] 'agreement among raft nodes before linearized reading' (duration: 115.321121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:22.631714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.19618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:22.631786Z","caller":"traceutil/trace.go:171","msg":"trace[1209403967] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:627; }","duration":"116.279472ms","start":"2026-03-19T09:02:22.515485Z","end":"2026-03-19T09:02:22.631765Z","steps":["trace[1209403967] 'agreement among raft nodes before linearized reading' (duration: 116.172729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:23.451086Z","caller":"traceutil/trace.go:171","msg":"trace[723538324] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"140.398331ms","start":"2026-03-19T09:02:23.310648Z","end":"2026-03-19T09:02:23.451046Z","steps":["trace[723538324] 'process raft request' (duration: 83.918587ms)","trace[723538324] 'compare' (duration: 56.27932ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:23.601962Z","caller":"traceutil/trace.go:171","msg":"trace[1497231441] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"134.396107ms","start":"2026-03-19T09:02:23.467534Z","end":"2026-03-19T09:02:23.60193Z","steps":["trace[1497231441] 'process raft request' (duration: 134.090631ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:23.712028Z","caller":"traceutil/trace.go:171","msg":"trace[300384925] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"102.975373ms","start":"2026-03-19T09:02:23.609003Z","end":"2026-03-19T09:02:23.711978Z","steps":["trace[300384925] 'process raft request' (duration: 97.266745ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:25.027679Z","caller":"traceutil/trace.go:171","msg":"trace[1267546764] linearizableReadLoop","detail":"{readStateIndex:723; appliedIndex:722; }","duration":"188.960848ms","start":"2026-03-19T09:02:24.838683Z","end":"2026-03-19T09:02:25.027644Z","steps":["trace[1267546764] 'read index received' (duration: 188.705193ms)","trace[1267546764] 'applied index is now lower than readState.Index' (duration: 254.515µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:25.027794Z","caller":"traceutil/trace.go:171","msg":"trace[1822272039] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"205.974489ms","start":"2026-03-19T09:02:24.821788Z","end":"2026-03-19T09:02:25.027762Z","steps":["trace[1822272039] 'process raft request' (duration: 205.683093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:25.027916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.226074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:02:25.02799Z","caller":"traceutil/trace.go:171","msg":"trace[1097425472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:698; }","duration":"189.345747ms","start":"2026-03-19T09:02:24.838628Z","end":"2026-03-19T09:02:25.027974Z","steps":["trace[1097425472] 'agreement among raft nodes before linearized reading' (duration: 189.143752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:26.990868Z","caller":"traceutil/trace.go:171","msg":"trace[1144619612] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"155.768466ms","start":"2026-03-19T09:02:26.835066Z","end":"2026-03-19T09:02:26.990834Z","steps":["trace[1144619612] 'process raft request' (duration: 115.214508ms)","trace[1144619612] 'compare' (duration: 40.411515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:29.136215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:29.637329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:30.138255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:30.162458Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.919818314s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:02:30.163199Z","caller":"traceutil/trace.go:171","msg":"trace[1223236796] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:734; }","duration":"1.527955725s","start":"2026-03-19T09:02:28.635202Z","end":"2026-03-19T09:02:30.163157Z","steps":["trace[1223236796] 'read index received' (duration: 1.527476495s)","trace[1223236796] 'applied index is now lower than readState.Index' (duration: 477.47µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:30.16339Z","caller":"traceutil/trace.go:171","msg":"trace[2145420174] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"1.921122054s","start":"2026-03-19T09:02:28.242226Z","end":"2026-03-19T09:02:30.163348Z","steps":["trace[2145420174] 'process raft request' (duration: 1.920668774s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:30.163568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086056648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T09:02:30.163568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329055766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:02:30.163576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167142973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:02:30.163633Z","caller":"traceutil/trace.go:171","msg":"trace[316723371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:709; }","duration":"1.086179491s","start":"2026-03-19T09:02:29.077432Z","end":"2026-03-19T09:02:30.163611Z","steps":["trace[316723371] 'agreement among raft nodes before linearized reading' (duration: 1.086009248s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:30.163634Z","caller":"traceutil/trace.go:171","msg":"trace[2080096372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:709; }","duration":"1.329186279s","start":"2026-03-19T09:02:28.834433Z","end":"2026-03-19T09:02:30.16362Z","steps":["trace[2080096372] 'agreement among raft nodes before linearized reading' (duration: 1.328956184s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:30.163641Z","caller":"traceutil/trace.go:171","msg":"trace[1680050450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:709; }","duration":"1.167239575s","start":"2026-03-19T09:02:28.996387Z","end":"2026-03-19T09:02:30.163626Z","steps":["trace[1680050450] 'agreement among raft nodes before linearized reading' (duration: 1.167064091s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:30.163672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:29.077401Z","time spent":"1.086261273s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:30.163673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:28.83441Z","time spent":"1.32925465s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:02:30.163415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528186261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:30.163689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:28.996362Z","time spent":"1.167316707s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:02:30.163756Z","caller":"traceutil/trace.go:171","msg":"trace[851279377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:709; }","duration":"1.52857533s","start":"2026-03-19T09:02:28.635148Z","end":"2026-03-19T09:02:30.163723Z","steps":["trace[851279377] 'agreement among raft nodes before linearized reading' (duration: 1.528191871s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:30.163732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248044343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:02:30.163835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072333791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:02:30.16389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:28.242196Z","time spent":"1.921366058s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:30.163933Z","caller":"traceutil/trace.go:171","msg":"trace[500462059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:709; }","duration":"1.072490045s","start":"2026-03-19T09:02:29.091422Z","end":"2026-03-19T09:02:30.163912Z","steps":["trace[500462059] 'agreement among raft nodes before linearized reading' (duration: 1.072193269s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:30.16399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:29.091402Z","time spent":"1.072578717s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:02:30.163869Z","caller":"traceutil/trace.go:171","msg":"trace[1073701477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:709; }","duration":"1.248283908s","start":"2026-03-19T09:02:28.915566Z","end":"2026-03-19T09:02:30.16385Z","steps":["trace[1073701477] 'agreement among raft nodes before linearized reading' (duration: 1.24791886s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:30.164079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:28.915529Z","time spent":"1.248535873s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:30.163812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:28.635126Z","time spent":"1.528675002s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:02:30.451907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.537054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:30.452236Z","caller":"traceutil/trace.go:171","msg":"trace[1522263252] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"282.323885ms","start":"2026-03-19T09:02:30.169888Z","end":"2026-03-19T09:02:30.452212Z","steps":["trace[1522263252] 'process raft request' (duration: 282.247884ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:30.452219Z","caller":"traceutil/trace.go:171","msg":"trace[1833068733] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"283.478742ms","start":"2026-03-19T09:02:30.168708Z","end":"2026-03-19T09:02:30.452187Z","steps":["trace[1833068733] 'process raft request' (duration: 125.546749ms)","trace[1833068733] 'compare' (duration: 157.389171ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:30.452267Z","caller":"traceutil/trace.go:171","msg":"trace[1472439747] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"283.442751ms","start":"2026-03-19T09:02:30.168766Z","end":"2026-03-19T09:02:30.452208Z","steps":["trace[1472439747] 'process raft request' (duration: 283.278848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:30.452447Z","caller":"traceutil/trace.go:171","msg":"trace[569329809] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"283.212636ms","start":"2026-03-19T09:02:30.169224Z","end":"2026-03-19T09:02:30.452437Z","steps":["trace[569329809] 'process raft request' (duration: 282.879729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:30.45259Z","caller":"traceutil/trace.go:171","msg":"trace[438777704] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:735; }","duration":"278.46897ms","start":"2026-03-19T09:02:30.174079Z","end":"2026-03-19T09:02:30.452547Z","steps":["trace[438777704] 'read index received' (duration: 120.264911ms)","trace[438777704] 'applied index is now lower than readState.Index' (duration: 158.202339ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:30.452611Z","caller":"traceutil/trace.go:171","msg":"trace[2007378302] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"282.586701ms","start":"2026-03-19T09:02:30.169979Z","end":"2026-03-19T09:02:30.452566Z","steps":["trace[2007378302] 'process raft request' (duration: 282.189552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:30.452766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.656124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:30.452805Z","caller":"traceutil/trace.go:171","msg":"trace[423285099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:714; }","duration":"278.741447ms","start":"2026-03-19T09:02:30.174051Z","end":"2026-03-19T09:02:30.452792Z","steps":["trace[423285099] 'agreement among raft nodes before linearized reading' (duration: 278.638704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:30.635994Z","caller":"traceutil/trace.go:171","msg":"trace[1716123810] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:740; }","duration":"181.674895ms","start":"2026-03-19T09:02:30.454283Z","end":"2026-03-19T09:02:30.635958Z","steps":["trace[1716123810] 'read index received' (duration: 90.420523ms)","trace[1716123810] 'applied index is now lower than readState.Index' (duration: 91.251352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:30.636137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.829459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:30.636178Z","caller":"traceutil/trace.go:171","msg":"trace[79490100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:714; }","duration":"181.937211ms","start":"2026-03-19T09:02:30.454231Z","end":"2026-03-19T09:02:30.636168Z","steps":["trace[79490100] 'agreement among raft nodes before linearized reading' (duration: 181.838489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:32.135447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:32.635822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:33.136787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:33.183001Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.350772476s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:02:33.183377Z","caller":"traceutil/trace.go:171","msg":"trace[292290360] linearizableReadLoop","detail":"{readStateIndex:742; appliedIndex:741; }","duration":"1.548025864s","start":"2026-03-19T09:02:31.63533Z","end":"2026-03-19T09:02:33.183356Z","steps":["trace[292290360] 'read index received' (duration: 1.547788079s)","trace[292290360] 'applied index is now lower than readState.Index' (duration: 236.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:33.183482Z","caller":"traceutil/trace.go:171","msg":"trace[648255230] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"2.35141458s","start":"2026-03-19T09:02:30.832041Z","end":"2026-03-19T09:02:33.183456Z","steps":["trace[648255230] 'process raft request' (duration: 2.351136224s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:33.18363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:30.832005Z","time spent":"2.351546253s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:33.183677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.800839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T09:02:33.183683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.955824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:02:33.183723Z","caller":"traceutil/trace.go:171","msg":"trace[1098309163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:715; }","duration":"725.86254ms","start":"2026-03-19T09:02:32.457847Z","end":"2026-03-19T09:02:33.18371Z","steps":["trace[1098309163] 'agreement among raft nodes before linearized reading' (duration: 725.704517ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:33.183739Z","caller":"traceutil/trace.go:171","msg":"trace[580750893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:715; }","duration":"727.051847ms","start":"2026-03-19T09:02:32.456672Z","end":"2026-03-19T09:02:33.183724Z","steps":["trace[580750893] 'agreement among raft nodes before linearized reading' (duration: 726.881633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:33.183509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548164348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:33.183779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:32.456648Z","time spent":"727.121329ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:02:33.183756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.802799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:02:33.183853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.26507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:02:33.183865Z","caller":"traceutil/trace.go:171","msg":"trace[305571330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:715; }","duration":"725.928182ms","start":"2026-03-19T09:02:32.457897Z","end":"2026-03-19T09:02:33.183825Z","steps":["trace[305571330] 'agreement among raft nodes before linearized reading' (duration: 725.692297ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:33.1839Z","caller":"traceutil/trace.go:171","msg":"trace[70043474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:715; }","duration":"726.361201ms","start":"2026-03-19T09:02:32.457525Z","end":"2026-03-19T09:02:33.183886Z","steps":["trace[70043474] 'agreement among raft nodes before linearized reading' (duration: 726.121106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:33.183929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:32.457885Z","time spent":"726.027705ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:33.183937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:32.457504Z","time spent":"726.425603ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:02:33.183882Z","caller":"traceutil/trace.go:171","msg":"trace[1838405855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:715; }","duration":"1.548577177s","start":"2026-03-19T09:02:31.635254Z","end":"2026-03-19T09:02:33.183831Z","steps":["trace[1838405855] 'agreement among raft nodes before linearized reading' (duration: 1.548193948s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:33.18403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:31.63522Z","time spent":"1.548795622s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:02:33.183757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:32.457837Z","time spent":"725.912002ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:33.184085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.080637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:02:33.184225Z","caller":"traceutil/trace.go:171","msg":"trace[573570901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:715; }","duration":"727.305383ms","start":"2026-03-19T09:02:32.45689Z","end":"2026-03-19T09:02:33.184196Z","steps":["trace[573570901] 'agreement among raft nodes before linearized reading' (duration: 726.874522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:33.18445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:32.456763Z","time spent":"727.671871ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:02:33.525345Z","caller":"traceutil/trace.go:171","msg":"trace[249110540] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:742; }","duration":"332.240832ms","start":"2026-03-19T09:02:33.19308Z","end":"2026-03-19T09:02:33.525321Z","steps":["trace[249110540] 'read index received' (duration: 236.4637ms)","trace[249110540] 'applied index is now lower than readState.Index' (duration: 95.776172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:33.525461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.365246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:33.525469Z","caller":"traceutil/trace.go:171","msg":"trace[1927374604] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"336.800975ms","start":"2026-03-19T09:02:33.188655Z","end":"2026-03-19T09:02:33.525456Z","steps":["trace[1927374604] 'process raft request' (duration: 240.806878ms)","trace[1927374604] 'compare' (duration: 95.530077ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:33.525505Z","caller":"traceutil/trace.go:171","msg":"trace[247598076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:720; }","duration":"332.415587ms","start":"2026-03-19T09:02:33.193073Z","end":"2026-03-19T09:02:33.525489Z","steps":["trace[247598076] 'agreement among raft nodes before linearized reading' (duration: 332.345735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:33.525548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:33.188626Z","time spent":"336.870947ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:33.525463Z","caller":"traceutil/trace.go:171","msg":"trace[1775281347] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"335.271491ms","start":"2026-03-19T09:02:33.190156Z","end":"2026-03-19T09:02:33.525428Z","steps":["trace[1775281347] 'process raft request' (duration: 335.066386ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:33.525512Z","caller":"traceutil/trace.go:171","msg":"trace[1905318545] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"335.011545ms","start":"2026-03-19T09:02:33.190447Z","end":"2026-03-19T09:02:33.525458Z","steps":["trace[1905318545] 'process raft request' (duration: 334.814721ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:33.525557Z","caller":"traceutil/trace.go:171","msg":"trace[998099410] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"335.953177ms","start":"2026-03-19T09:02:33.189586Z","end":"2026-03-19T09:02:33.525539Z","steps":["trace[998099410] 'process raft request' (duration: 335.511647ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:33.525599Z","caller":"traceutil/trace.go:171","msg":"trace[1048171935] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"335.131798ms","start":"2026-03-19T09:02:33.190443Z","end":"2026-03-19T09:02:33.525574Z","steps":["trace[1048171935] 'process raft request' (duration: 334.848092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:33.525633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:33.190141Z","time spent":"335.445074ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:33.52555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:33.193042Z","time spent":"332.498238ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:02:33.525703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:33.190423Z","time spent":"335.22841ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:33.52588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:33.19043Z","time spent":"335.24617ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:33.52597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:33.189558Z","time spent":"336.075689ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:35.1371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:35.637833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:36.138659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:36.636387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000430309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:02:36.636493Z","caller":"traceutil/trace.go:171","msg":"trace[169074280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000621443s","start":"2026-03-19T09:02:34.635848Z","end":"2026-03-19T09:02:36.63647Z","steps":["trace[169074280] 'agreement among raft nodes before linearized reading' (duration: 2.00048297s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:36.636561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:34.635802Z","time spent":"2.000746256s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:02:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:02:36.639734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:37.139929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786254784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:37.153225Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.681451046s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:02:37.153604Z","caller":"traceutil/trace.go:171","msg":"trace[1167497074] linearizableReadLoop","detail":"{readStateIndex:748; appliedIndex:747; }","duration":"2.517645999s","start":"2026-03-19T09:02:34.635933Z","end":"2026-03-19T09:02:37.153579Z","steps":["trace[1167497074] 'read index received' (duration: 2.517387324s)","trace[1167497074] 'applied index is now lower than readState.Index' (duration: 257.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:37.153708Z","caller":"traceutil/trace.go:171","msg":"trace[718537248] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"2.682090141s","start":"2026-03-19T09:02:34.471607Z","end":"2026-03-19T09:02:37.153698Z","steps":["trace[718537248] 'process raft request' (duration: 2.681776623s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:37.153986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.253292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:37.154089Z","caller":"traceutil/trace.go:171","msg":"trace[21464275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:721; }","duration":"517.430196ms","start":"2026-03-19T09:02:36.636633Z","end":"2026-03-19T09:02:37.154063Z","steps":["trace[21464275] 'agreement among raft nodes before linearized reading' (duration: 517.267872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:37.154176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:36.63658Z","time spent":"517.56373ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:02:37.154179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449083782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:02:37.154247Z","caller":"traceutil/trace.go:171","msg":"trace[219783675] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:721; }","duration":"1.449212366s","start":"2026-03-19T09:02:35.705018Z","end":"2026-03-19T09:02:37.154231Z","steps":["trace[219783675] 'agreement among raft nodes before linearized reading' (duration: 1.449112954s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:37.154295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:35.704936Z","time spent":"1.449343148s","remote":"127.0.0.1:54956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":7,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:37.154305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623796671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:02:37.15433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.088018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:02:37.154416Z","caller":"traceutil/trace.go:171","msg":"trace[640899541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:721; }","duration":"1.623930264s","start":"2026-03-19T09:02:35.530456Z","end":"2026-03-19T09:02:37.154386Z","steps":["trace[640899541] 'agreement among raft nodes before linearized reading' (duration: 1.623484224s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:37.154327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624388485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:02:37.154462Z","caller":"traceutil/trace.go:171","msg":"trace[57462548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:721; }","duration":"1.62461569s","start":"2026-03-19T09:02:35.529841Z","end":"2026-03-19T09:02:37.154457Z","steps":["trace[57462548] 'agreement among raft nodes before linearized reading' (duration: 1.624225321s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:37.154453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62466937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:02:37.154494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:35.529813Z","time spent":"1.624671841s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:02:37.154086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622140444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:02:37.154563Z","caller":"traceutil/trace.go:171","msg":"trace[487184496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:721; }","duration":"1.624775293s","start":"2026-03-19T09:02:35.529735Z","end":"2026-03-19T09:02:37.15451Z","steps":["trace[487184496] 'agreement among raft nodes before linearized reading' (duration: 1.624670931s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:37.154603Z","caller":"traceutil/trace.go:171","msg":"trace[2139584590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:721; }","duration":"1.622705847s","start":"2026-03-19T09:02:35.531885Z","end":"2026-03-19T09:02:37.154591Z","steps":["trace[2139584590] 'agreement among raft nodes before linearized reading' (duration: 1.62195658s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:37.154472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:35.530449Z","time spent":"1.624007087s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:37.154663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:35.531869Z","time spent":"1.622775458s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:02:37.15443Z","caller":"traceutil/trace.go:171","msg":"trace[173686428] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:721; }","duration":"988.301963ms","start":"2026-03-19T09:02:36.166106Z","end":"2026-03-19T09:02:37.154408Z","steps":["trace[173686428] 'agreement among raft nodes before linearized reading' (duration: 988.023557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:37.154716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:34.471576Z","time spent":"2.682170782s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:37.154771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:36.166082Z","time spent":"988.665231ms","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":62,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:37.154622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:35.529709Z","time spent":"1.624901726s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:02:37.15533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758194889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:02:37.155537Z","caller":"traceutil/trace.go:171","msg":"trace[870676219] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:721; }","duration":"1.758400833s","start":"2026-03-19T09:02:35.397115Z","end":"2026-03-19T09:02:37.155516Z","steps":["trace[870676219] 'agreement among raft nodes before linearized reading' (duration: 1.756708566s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:37.155663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:35.397081Z","time spent":"1.758567597s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-19T09:02:37.155351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624905996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:02:37.156053Z","caller":"traceutil/trace.go:171","msg":"trace[1849109857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:721; }","duration":"1.625591981s","start":"2026-03-19T09:02:35.53041Z","end":"2026-03-19T09:02:37.156002Z","steps":["trace[1849109857] 'agreement among raft nodes before linearized reading' (duration: 1.624105248s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:37.156158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:35.530403Z","time spent":"1.625739845s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:02:37.324238Z","caller":"traceutil/trace.go:171","msg":"trace[1028877389] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"165.073144ms","start":"2026-03-19T09:02:37.159102Z","end":"2026-03-19T09:02:37.324175Z","steps":["trace[1028877389] 'process raft request' (duration: 164.758667ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:37.324245Z","caller":"traceutil/trace.go:171","msg":"trace[1616641553] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"163.756504ms","start":"2026-03-19T09:02:37.160422Z","end":"2026-03-19T09:02:37.324179Z","steps":["trace[1616641553] 'process raft request' (duration: 163.642341ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:37.324598Z","caller":"traceutil/trace.go:171","msg":"trace[654645802] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"164.074872ms","start":"2026-03-19T09:02:37.160508Z","end":"2026-03-19T09:02:37.324583Z","steps":["trace[654645802] 'process raft request' (duration: 163.618651ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:37.324737Z","caller":"traceutil/trace.go:171","msg":"trace[986160980] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"164.115213ms","start":"2026-03-19T09:02:37.16061Z","end":"2026-03-19T09:02:37.324725Z","steps":["trace[986160980] 'process raft request' (duration: 163.910688ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:37.324797Z","caller":"traceutil/trace.go:171","msg":"trace[98979038] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:748; }","duration":"162.043496ms","start":"2026-03-19T09:02:37.162738Z","end":"2026-03-19T09:02:37.324781Z","steps":["trace[98979038] 'read index received' (duration: 114.559924ms)","trace[98979038] 'applied index is now lower than readState.Index' (duration: 47.481692ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:37.324901Z","caller":"traceutil/trace.go:171","msg":"trace[326694627] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"163.798325ms","start":"2026-03-19T09:02:37.161077Z","end":"2026-03-19T09:02:37.324876Z","steps":["trace[326694627] 'process raft request' (duration: 163.600671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:37.324928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.163609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:37.324984Z","caller":"traceutil/trace.go:171","msg":"trace[824973317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:726; }","duration":"162.26572ms","start":"2026-03-19T09:02:37.162703Z","end":"2026-03-19T09:02:37.324969Z","steps":["trace[824973317] 'agreement among raft nodes before linearized reading' (duration: 162.143498ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:39.525025Z","caller":"traceutil/trace.go:171","msg":"trace[88587975] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:763; }","duration":"195.808391ms","start":"2026-03-19T09:02:39.329189Z","end":"2026-03-19T09:02:39.524997Z","steps":["trace[88587975] 'read index received' (duration: 195.062775ms)","trace[88587975] 'applied index is now lower than readState.Index' (duration: 744.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:39.525135Z","caller":"traceutil/trace.go:171","msg":"trace[126014816] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"234.356593ms","start":"2026-03-19T09:02:39.290743Z","end":"2026-03-19T09:02:39.5251Z","steps":["trace[126014816] 'process raft request' (duration: 233.493414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:39.52534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.127839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:02:39.5254Z","caller":"traceutil/trace.go:171","msg":"trace[1639168415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:735; }","duration":"196.241681ms","start":"2026-03-19T09:02:39.329144Z","end":"2026-03-19T09:02:39.525385Z","steps":["trace[1639168415] 'agreement among raft nodes before linearized reading' (duration: 196.005655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:39.525491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.795202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:02:39.525515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.252671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:02:39.525529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.75335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:02:39.525539Z","caller":"traceutil/trace.go:171","msg":"trace[1200489638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:735; }","duration":"195.869253ms","start":"2026-03-19T09:02:39.329656Z","end":"2026-03-19T09:02:39.525525Z","steps":["trace[1200489638] 'agreement among raft nodes before linearized reading' (duration: 195.720889ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:39.525589Z","caller":"traceutil/trace.go:171","msg":"trace[689713442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:735; }","duration":"195.867683ms","start":"2026-03-19T09:02:39.329704Z","end":"2026-03-19T09:02:39.525572Z","steps":["trace[689713442] 'agreement among raft nodes before linearized reading' (duration: 195.714439ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:39.525575Z","caller":"traceutil/trace.go:171","msg":"trace[924755942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:735; }","duration":"196.325493ms","start":"2026-03-19T09:02:39.329229Z","end":"2026-03-19T09:02:39.525554Z","steps":["trace[924755942] 'agreement among raft nodes before linearized reading' (duration: 196.17808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:39.525664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.948965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:02:39.525757Z","caller":"traceutil/trace.go:171","msg":"trace[1552666999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:735; }","duration":"196.088857ms","start":"2026-03-19T09:02:39.329643Z","end":"2026-03-19T09:02:39.525731Z","steps":["trace[1552666999] 'agreement among raft nodes before linearized reading' (duration: 195.825921ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:39.996733Z","caller":"traceutil/trace.go:171","msg":"trace[1458266470] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"131.775479ms","start":"2026-03-19T09:02:39.864932Z","end":"2026-03-19T09:02:39.996708Z","steps":["trace[1458266470] 'process raft request' (duration: 131.586495ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:42.418432Z","caller":"traceutil/trace.go:171","msg":"trace[1880262989] linearizableReadLoop","detail":"{readStateIndex:784; appliedIndex:783; }","duration":"103.386933ms","start":"2026-03-19T09:02:42.315006Z","end":"2026-03-19T09:02:42.418393Z","steps":["trace[1880262989] 'read index received' (duration: 102.938353ms)","trace[1880262989] 'applied index is now lower than readState.Index' (duration: 447.1µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:42.418456Z","caller":"traceutil/trace.go:171","msg":"trace[576025632] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"113.446209ms","start":"2026-03-19T09:02:42.304971Z","end":"2026-03-19T09:02:42.418417Z","steps":["trace[576025632] 'process raft request' (duration: 113.04272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:42.418732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.526974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:42.418789Z","caller":"traceutil/trace.go:171","msg":"trace[957410677] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:754; }","duration":"102.643788ms","start":"2026-03-19T09:02:42.316128Z","end":"2026-03-19T09:02:42.418772Z","steps":["trace[957410677] 'agreement among raft nodes before linearized reading' (duration: 102.503314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:42.418605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.950432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:42.418949Z","caller":"traceutil/trace.go:171","msg":"trace[1978538638] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:754; }","duration":"119.334091ms","start":"2026-03-19T09:02:42.299576Z","end":"2026-03-19T09:02:42.41891Z","steps":["trace[1978538638] 'agreement among raft nodes before linearized reading' (duration: 118.83838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:42.419089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.940611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:42.419235Z","caller":"traceutil/trace.go:171","msg":"trace[723228473] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:754; }","duration":"102.075654ms","start":"2026-03-19T09:02:42.31712Z","end":"2026-03-19T09:02:42.419195Z","steps":["trace[723228473] 'agreement among raft nodes before linearized reading' (duration: 101.875669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:42.41929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.035585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:42.419503Z","caller":"traceutil/trace.go:171","msg":"trace[1084471552] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:754; }","duration":"103.297212ms","start":"2026-03-19T09:02:42.316175Z","end":"2026-03-19T09:02:42.419472Z","steps":["trace[1084471552] 'agreement among raft nodes before linearized reading' (duration: 102.880363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:42.418764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.553755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:42.419735Z","caller":"traceutil/trace.go:171","msg":"trace[1499655218] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:754; }","duration":"120.641599ms","start":"2026-03-19T09:02:42.299066Z","end":"2026-03-19T09:02:42.419707Z","steps":["trace[1499655218] 'agreement among raft nodes before linearized reading' (duration: 119.526915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:43.900526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.037416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:43.900655Z","caller":"traceutil/trace.go:171","msg":"trace[709677755] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:790; }","duration":"325.147894ms","start":"2026-03-19T09:02:43.575485Z","end":"2026-03-19T09:02:43.900633Z","steps":["trace[709677755] 'read index received' (duration: 1.875022ms)","trace[709677755] 'applied index is now lower than readState.Index' (duration: 323.270852ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:43.900769Z","caller":"traceutil/trace.go:171","msg":"trace[2126826821] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"357.759274ms","start":"2026-03-19T09:02:43.542994Z","end":"2026-03-19T09:02:43.900754Z","steps":["trace[2126826821] 'process raft request' (duration: 34.39795ms)","trace[2126826821] 'compare' (duration: 322.908754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:43.900864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:43.542974Z","time spent":"357.840966ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:02:43.901432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.924901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:02:43.901504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.087113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:43.901515Z","caller":"traceutil/trace.go:171","msg":"trace[1645544365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:761; }","duration":"326.044204ms","start":"2026-03-19T09:02:43.575453Z","end":"2026-03-19T09:02:43.901497Z","steps":["trace[1645544365] 'agreement among raft nodes before linearized reading' (duration: 325.769068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:43.901491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.055358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:02:43.901578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:43.575438Z","time spent":"326.131376ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:02:43.901574Z","caller":"traceutil/trace.go:171","msg":"trace[1769616002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:761; }","duration":"266.194125ms","start":"2026-03-19T09:02:43.635364Z","end":"2026-03-19T09:02:43.901558Z","steps":["trace[1769616002] 'agreement among raft nodes before linearized reading' (duration: 266.078033ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.901609Z","caller":"traceutil/trace.go:171","msg":"trace[756541721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:761; }","duration":"319.60257ms","start":"2026-03-19T09:02:43.581978Z","end":"2026-03-19T09:02:43.901581Z","steps":["trace[756541721] 'agreement among raft nodes before linearized reading' (duration: 319.279283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:43.90168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:43.581947Z","time spent":"319.719373ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:43.901714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.400016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:02:43.901755Z","caller":"traceutil/trace.go:171","msg":"trace[1150942612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:761; }","duration":"319.447056ms","start":"2026-03-19T09:02:43.582291Z","end":"2026-03-19T09:02:43.901738Z","steps":["trace[1150942612] 'agreement among raft nodes before linearized reading' (duration: 319.356964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:43.901855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:43.582282Z","time spent":"319.507387ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:02:43.901624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.260263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:02:43.901491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.532028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:02:43.901962Z","caller":"traceutil/trace.go:171","msg":"trace[1277419831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:761; }","duration":"320.0664ms","start":"2026-03-19T09:02:43.581886Z","end":"2026-03-19T09:02:43.901953Z","steps":["trace[1277419831] 'agreement among raft nodes before linearized reading' (duration: 319.362375ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.90196Z","caller":"traceutil/trace.go:171","msg":"trace[732299393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:761; }","duration":"319.6049ms","start":"2026-03-19T09:02:43.582342Z","end":"2026-03-19T09:02:43.901947Z","steps":["trace[732299393] 'agreement among raft nodes before linearized reading' (duration: 319.212761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:43.90199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:43.581871Z","time spent":"320.112041ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:43.90201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:43.582335Z","time spent":"319.657111ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:02:48.77393Z","caller":"traceutil/trace.go:171","msg":"trace[1890085232] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:823; }","duration":"141.18043ms","start":"2026-03-19T09:02:48.632712Z","end":"2026-03-19T09:02:48.773892Z","steps":["trace[1890085232] 'read index received' (duration: 140.699648ms)","trace[1890085232] 'applied index is now lower than readState.Index' (duration: 479.332µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:48.773964Z","caller":"traceutil/trace.go:171","msg":"trace[1866495452] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"149.995206ms","start":"2026-03-19T09:02:48.623932Z","end":"2026-03-19T09:02:48.773927Z","steps":["trace[1866495452] 'process raft request' (duration: 149.632638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:48.774151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.421285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:48.77423Z","caller":"traceutil/trace.go:171","msg":"trace[2028984928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:792; }","duration":"141.560178ms","start":"2026-03-19T09:02:48.632656Z","end":"2026-03-19T09:02:48.774216Z","steps":["trace[2028984928] 'agreement among raft nodes before linearized reading' (duration: 141.395064ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:48.943894Z","caller":"traceutil/trace.go:171","msg":"trace[880029729] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"149.204408ms","start":"2026-03-19T09:02:48.794651Z","end":"2026-03-19T09:02:48.943855Z","steps":["trace[880029729] 'process raft request' (duration: 148.923512ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:49.113642Z","caller":"traceutil/trace.go:171","msg":"trace[859034055] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"157.912822ms","start":"2026-03-19T09:02:48.955628Z","end":"2026-03-19T09:02:49.113541Z","steps":["trace[859034055] 'process raft request' (duration: 93.610864ms)","trace[859034055] 'compare' (duration: 64.151315ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:49.114371Z","caller":"traceutil/trace.go:171","msg":"trace[1260961132] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"155.516318ms","start":"2026-03-19T09:02:48.958832Z","end":"2026-03-19T09:02:49.114348Z","steps":["trace[1260961132] 'process raft request' (duration: 155.332854ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:52.081305Z","caller":"traceutil/trace.go:171","msg":"trace[67225529] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"192.006606ms","start":"2026-03-19T09:02:51.88926Z","end":"2026-03-19T09:02:52.081267Z","steps":["trace[67225529] 'process raft request' (duration: 191.673218ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:56.236433Z","caller":"traceutil/trace.go:171","msg":"trace[1995695441] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"116.080928ms","start":"2026-03-19T09:02:56.120315Z","end":"2026-03-19T09:02:56.236396Z","steps":["trace[1995695441] 'process raft request' (duration: 111.21026ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:56.236419Z","caller":"traceutil/trace.go:171","msg":"trace[1879083630] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"116.098838ms","start":"2026-03-19T09:02:56.120284Z","end":"2026-03-19T09:02:56.236383Z","steps":["trace[1879083630] 'process raft request' (duration: 115.970755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:58.826931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186014412s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:02:59.012979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13575657s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:59.01315Z","caller":"traceutil/trace.go:171","msg":"trace[1688846989] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:932; }","duration":"1.135963165s","start":"2026-03-19T09:02:57.877162Z","end":"2026-03-19T09:02:59.013125Z","steps":["trace[1688846989] 'range keys from in-memory index tree' (duration: 1.13574137s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:59.013251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372198989s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:59.013594Z","caller":"traceutil/trace.go:171","msg":"trace[1288223392] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"1.587840153s","start":"2026-03-19T09:02:57.425698Z","end":"2026-03-19T09:02:59.013538Z","steps":["trace[1288223392] 'process raft request' (duration: 215.187334ms)","trace[1288223392] 'compare' (duration: 1.37181652s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:59.013653Z","caller":"traceutil/trace.go:171","msg":"trace[1218731200] linearizableReadLoop","detail":"{readStateIndex:968; appliedIndex:966; }","duration":"1.376986015s","start":"2026-03-19T09:02:57.636615Z","end":"2026-03-19T09:02:59.013601Z","steps":["trace[1218731200] 'read index received' (duration: 4.278516ms)","trace[1218731200] 'applied index is now lower than readState.Index' (duration: 1.372700369s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:59.013759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:57.425668Z","time spent":"1.587991217s","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1612,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:59.013891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377271612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:59.013938Z","caller":"traceutil/trace.go:171","msg":"trace[875055232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:935; }","duration":"1.377380274s","start":"2026-03-19T09:02:57.636546Z","end":"2026-03-19T09:02:59.013926Z","steps":["trace[875055232] 'agreement among raft nodes before linearized reading' (duration: 1.377275982s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:59.013972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:57.636519Z","time spent":"1.377445886s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:02:59.013979Z","caller":"traceutil/trace.go:171","msg":"trace[1672533162] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"1.340645832s","start":"2026-03-19T09:02:57.673323Z","end":"2026-03-19T09:02:59.013968Z","steps":["trace[1672533162] 'process raft request' (duration: 1.340107581s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:59.014043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.781986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:02:59.014054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.422703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-19T09:02:59.014092Z","caller":"traceutil/trace.go:171","msg":"trace[1746061929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:935; }","duration":"893.866758ms","start":"2026-03-19T09:02:58.120212Z","end":"2026-03-19T09:02:59.014078Z","steps":["trace[1746061929] 'agreement among raft nodes before linearized reading' (duration: 893.736435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:59.014085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.198331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:02:59.014115Z","caller":"traceutil/trace.go:171","msg":"trace[2014111876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:935; }","duration":"773.525775ms","start":"2026-03-19T09:02:58.240569Z","end":"2026-03-19T09:02:59.014095Z","steps":["trace[2014111876] 'agreement among raft nodes before linearized reading' (duration: 773.355511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:59.014154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:57.673296Z","time spent":"1.340776746s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:59.014169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:58.240532Z","time spent":"773.626928ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:02:59.01417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.439874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:02:59.014196Z","caller":"traceutil/trace.go:171","msg":"trace[1336513319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:935; }","duration":"888.319653ms","start":"2026-03-19T09:02:58.125833Z","end":"2026-03-19T09:02:59.014153Z","steps":["trace[1336513319] 'agreement among raft nodes before linearized reading' (duration: 888.112939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:59.014117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:58.120181Z","time spent":"893.93065ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:02:59.014277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:58.125813Z","time spent":"888.448417ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:02:59.014274Z","caller":"traceutil/trace.go:171","msg":"trace[2135452271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:935; }","duration":"773.611418ms","start":"2026-03-19T09:02:58.240637Z","end":"2026-03-19T09:02:59.014248Z","steps":["trace[2135452271] 'agreement among raft nodes before linearized reading' (duration: 773.294391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:59.014035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.404251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-19T09:02:59.014344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:58.240596Z","time spent":"773.73394ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:02:59.014348Z","caller":"traceutil/trace.go:171","msg":"trace[1812940633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:935; }","duration":"899.756079ms","start":"2026-03-19T09:02:58.114576Z","end":"2026-03-19T09:02:59.014333Z","steps":["trace[1812940633] 'agreement among raft nodes before linearized reading' (duration: 899.35026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:59.014403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:58.114559Z","time spent":"899.831331ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:02:59.013557Z","caller":"traceutil/trace.go:171","msg":"trace[218177650] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"1.587735891s","start":"2026-03-19T09:02:57.425796Z","end":"2026-03-19T09:02:59.013532Z","steps":["trace[218177650] 'process raft request' (duration: 1.587549567s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:59.014633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:57.425772Z","time spent":"1.588805895s","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:10.772811Z","caller":"traceutil/trace.go:171","msg":"trace[1096828806] linearizableReadLoop","detail":"{readStateIndex:1026; appliedIndex:1025; }","duration":"135.906102ms","start":"2026-03-19T09:03:10.636875Z","end":"2026-03-19T09:03:10.772781Z","steps":["trace[1096828806] 'read index received' (duration: 69.427084ms)","trace[1096828806] 'applied index is now lower than readState.Index' (duration: 66.477338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:10.773062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.181839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:03:10.773107Z","caller":"traceutil/trace.go:171","msg":"trace[175451407] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:988; }","duration":"136.492346ms","start":"2026-03-19T09:03:10.636601Z","end":"2026-03-19T09:03:10.773094Z","steps":["trace[175451407] 'agreement among raft nodes before linearized reading' (duration: 136.297181ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:11.607614Z","caller":"traceutil/trace.go:171","msg":"trace[67192132] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"127.459364ms","start":"2026-03-19T09:03:11.480111Z","end":"2026-03-19T09:03:11.60757Z","steps":["trace[67192132] 'process raft request' (duration: 99.643876ms)","trace[67192132] 'compare' (duration: 27.574463ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:11.782123Z","caller":"traceutil/trace.go:171","msg":"trace[1685469970] linearizableReadLoop","detail":"{readStateIndex:1036; appliedIndex:1035; }","duration":"146.323565ms","start":"2026-03-19T09:03:11.635752Z","end":"2026-03-19T09:03:11.782076Z","steps":["trace[1685469970] 'read index received' (duration: 105.736281ms)","trace[1685469970] 'applied index is now lower than readState.Index' (duration: 40.586164ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:11.78218Z","caller":"traceutil/trace.go:171","msg":"trace[2124481963] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"164.912048ms","start":"2026-03-19T09:03:11.617218Z","end":"2026-03-19T09:03:11.78213Z","steps":["trace[2124481963] 'process raft request' (duration: 124.394226ms)","trace[2124481963] 'compare' (duration: 40.321218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:11.782289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.518539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:11.782336Z","caller":"traceutil/trace.go:171","msg":"trace[1879163838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:998; }","duration":"146.644552ms","start":"2026-03-19T09:03:11.635674Z","end":"2026-03-19T09:03:11.782318Z","steps":["trace[1879163838] 'agreement among raft nodes before linearized reading' (duration: 146.54475ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:12.175713Z","caller":"traceutil/trace.go:171","msg":"trace[553487065] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"165.997252ms","start":"2026-03-19T09:03:12.009671Z","end":"2026-03-19T09:03:12.175668Z","steps":["trace[553487065] 'process raft request' (duration: 165.806478ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:12.531075Z","caller":"traceutil/trace.go:171","msg":"trace[1517321781] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"452.258318ms","start":"2026-03-19T09:03:12.07877Z","end":"2026-03-19T09:03:12.531028Z","steps":["trace[1517321781] 'process raft request' (duration: 451.274777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:12.531686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:12.078717Z","time spent":"452.499183ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211667,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:12.742273Z","caller":"traceutil/trace.go:171","msg":"trace[1960980413] linearizableReadLoop","detail":"{readStateIndex:1045; appliedIndex:1044; }","duration":"107.605652ms","start":"2026-03-19T09:03:12.634637Z","end":"2026-03-19T09:03:12.742243Z","steps":["trace[1960980413] 'read index received' (duration: 105.285852ms)","trace[1960980413] 'applied index is now lower than readState.Index' (duration: 2.31856ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:12.742329Z","caller":"traceutil/trace.go:171","msg":"trace[1793525540] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1006; }","duration":"564.562657ms","start":"2026-03-19T09:03:12.177728Z","end":"2026-03-19T09:03:12.742291Z","steps":["trace[1793525540] 'process raft request' (duration: 562.292396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:12.742505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:12.177698Z","time spent":"564.70973ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":4354,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-19T09:03:12.742676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.028933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:2 size:213839"} {"level":"info","ts":"2026-03-19T09:03:12.742723Z","caller":"traceutil/trace.go:171","msg":"trace[1965726074] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:2; response_revision:1006; }","duration":"108.197977ms","start":"2026-03-19T09:03:12.634512Z","end":"2026-03-19T09:03:12.74271Z","steps":["trace[1965726074] 'agreement among raft nodes before linearized reading' (duration: 107.836589ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:13.287257Z","caller":"traceutil/trace.go:171","msg":"trace[598033909] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"123.499857ms","start":"2026-03-19T09:03:13.163721Z","end":"2026-03-19T09:03:13.287221Z","steps":["trace[598033909] 'process raft request' (duration: 39.678563ms)","trace[598033909] 'compare' (duration: 83.578599ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:13.287421Z","caller":"traceutil/trace.go:171","msg":"trace[1528465477] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"123.63293ms","start":"2026-03-19T09:03:13.163755Z","end":"2026-03-19T09:03:13.287388Z","steps":["trace[1528465477] 'process raft request' (duration: 123.414005ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:25.325041Z","caller":"traceutil/trace.go:171","msg":"trace[696362526] linearizableReadLoop","detail":"{readStateIndex:1152; appliedIndex:1151; }","duration":"100.649598ms","start":"2026-03-19T09:03:25.224365Z","end":"2026-03-19T09:03:25.325015Z","steps":["trace[696362526] 'read index received' (duration: 100.476355ms)","trace[696362526] 'applied index is now lower than readState.Index' (duration: 172.153µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:25.325132Z","caller":"traceutil/trace.go:171","msg":"trace[597851888] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"131.636728ms","start":"2026-03-19T09:03:25.193463Z","end":"2026-03-19T09:03:25.325099Z","steps":["trace[597851888] 'process raft request' (duration: 131.403323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:25.325318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.944174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:03:25.325367Z","caller":"traceutil/trace.go:171","msg":"trace[201811659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1107; }","duration":"101.062868ms","start":"2026-03-19T09:03:25.224288Z","end":"2026-03-19T09:03:25.32535Z","steps":["trace[201811659] 'agreement among raft nodes before linearized reading' (duration: 100.888544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:30.606815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.970658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:30.606935Z","caller":"traceutil/trace.go:171","msg":"trace[1009465488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1216; }","duration":"972.139761ms","start":"2026-03-19T09:03:29.634775Z","end":"2026-03-19T09:03:30.606914Z","steps":["trace[1009465488] 'range keys from in-memory index tree' (duration: 971.799624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:30.606982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:29.634754Z","time spent":"972.219733ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:30.606923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.153298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:30.60728Z","caller":"traceutil/trace.go:171","msg":"trace[1784175225] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"651.557162ms","start":"2026-03-19T09:03:29.955664Z","end":"2026-03-19T09:03:30.607221Z","steps":["trace[1784175225] 'process raft request' (duration: 319.005905ms)","trace[1784175225] 'compare' (duration: 331.903992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:30.607454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:29.95563Z","time spent":"651.731916ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:30.723954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.749465ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:03:30.724275Z","caller":"traceutil/trace.go:171","msg":"trace[560154784] linearizableReadLoop","detail":"{readStateIndex:1265; appliedIndex:1264; }","duration":"115.261034ms","start":"2026-03-19T09:03:30.608977Z","end":"2026-03-19T09:03:30.724238Z","steps":["trace[560154784] 'read index received' (duration: 134.593µs)","trace[560154784] 'applied index is now lower than readState.Index' (duration: 115.121421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:30.724436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.449348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:30.724534Z","caller":"traceutil/trace.go:171","msg":"trace[726952143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1217; }","duration":"115.615912ms","start":"2026-03-19T09:03:30.608893Z","end":"2026-03-19T09:03:30.724509Z","steps":["trace[726952143] 'agreement among raft nodes before linearized reading' (duration: 115.435328ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:30.724593Z","caller":"traceutil/trace.go:171","msg":"trace[438955754] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"111.02252ms","start":"2026-03-19T09:03:30.613539Z","end":"2026-03-19T09:03:30.724562Z","steps":["trace[438955754] 'process raft request' (duration: 110.61142ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:33.84332Z","caller":"traceutil/trace.go:171","msg":"trace[31393578] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"404.549278ms","start":"2026-03-19T09:03:33.438751Z","end":"2026-03-19T09:03:33.8433Z","steps":["trace[31393578] 'process raft request' (duration: 404.495247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:33.843449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:33.438737Z","time spent":"404.64801ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:33.843421Z","caller":"traceutil/trace.go:171","msg":"trace[1273688912] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"405.040859ms","start":"2026-03-19T09:03:33.438348Z","end":"2026-03-19T09:03:33.843389Z","steps":["trace[1273688912] 'process raft request' (duration: 396.764785ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:33.843502Z","caller":"traceutil/trace.go:171","msg":"trace[1191533680] linearizableReadLoop","detail":"{readStateIndex:1280; appliedIndex:1277; }","duration":"208.348324ms","start":"2026-03-19T09:03:33.635119Z","end":"2026-03-19T09:03:33.843467Z","steps":["trace[1191533680] 'read index received' (duration: 199.935086ms)","trace[1191533680] 'applied index is now lower than readState.Index' (duration: 8.411138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:33.84357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:33.438315Z","time spent":"405.177772ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:33.843567Z","caller":"traceutil/trace.go:171","msg":"trace[1000097070] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"404.084397ms","start":"2026-03-19T09:03:33.439436Z","end":"2026-03-19T09:03:33.843521Z","steps":["trace[1000097070] 'process raft request' (duration: 403.838662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:33.843632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.504397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:33.843669Z","caller":"traceutil/trace.go:171","msg":"trace[522852898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1232; }","duration":"208.598559ms","start":"2026-03-19T09:03:33.635058Z","end":"2026-03-19T09:03:33.843657Z","steps":["trace[522852898] 'agreement among raft nodes before linearized reading' (duration: 208.510347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:33.84367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:33.439427Z","time spent":"404.193379ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:38.835527Z","caller":"traceutil/trace.go:171","msg":"trace[2113616173] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"206.560245ms","start":"2026-03-19T09:03:38.628938Z","end":"2026-03-19T09:03:38.835499Z","steps":["trace[2113616173] 'process raft request' (duration: 206.398431ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:39.127695Z","caller":"traceutil/trace.go:171","msg":"trace[1549189368] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"175.783349ms","start":"2026-03-19T09:03:38.951883Z","end":"2026-03-19T09:03:39.127666Z","steps":["trace[1549189368] 'process raft request' (duration: 175.532473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:39.366664Z","caller":"traceutil/trace.go:171","msg":"trace[931398734] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"159.61784ms","start":"2026-03-19T09:03:39.206999Z","end":"2026-03-19T09:03:39.366617Z","steps":["trace[931398734] 'process raft request' (duration: 131.091094ms)","trace[931398734] 'compare' (duration: 28.097865ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:39.998076Z","caller":"traceutil/trace.go:171","msg":"trace[1212950384] linearizableReadLoop","detail":"{readStateIndex:1378; appliedIndex:1377; }","duration":"130.246627ms","start":"2026-03-19T09:03:39.867806Z","end":"2026-03-19T09:03:39.998053Z","steps":["trace[1212950384] 'read index received' (duration: 129.981061ms)","trace[1212950384] 'applied index is now lower than readState.Index' (duration: 264.226µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:39.998157Z","caller":"traceutil/trace.go:171","msg":"trace[1572047651] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"137.422357ms","start":"2026-03-19T09:03:39.860702Z","end":"2026-03-19T09:03:39.998124Z","steps":["trace[1572047651] 'process raft request' (duration: 137.200362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:39.998317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.142504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:03:39.998358Z","caller":"traceutil/trace.go:171","msg":"trace[74126022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1328; }","duration":"130.236386ms","start":"2026-03-19T09:03:39.86811Z","end":"2026-03-19T09:03:39.998346Z","steps":["trace[74126022] 'agreement among raft nodes before linearized reading' (duration: 130.084542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:39.99844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.580584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:03:39.998569Z","caller":"traceutil/trace.go:171","msg":"trace[1251033466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1328; }","duration":"130.738908ms","start":"2026-03-19T09:03:39.867769Z","end":"2026-03-19T09:03:39.998508Z","steps":["trace[1251033466] 'agreement among raft nodes before linearized reading' (duration: 130.432681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:39.998794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.977728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:03:39.998958Z","caller":"traceutil/trace.go:171","msg":"trace[2095093800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1328; }","duration":"129.217303ms","start":"2026-03-19T09:03:39.869712Z","end":"2026-03-19T09:03:39.998929Z","steps":["trace[2095093800] 'agreement among raft nodes before linearized reading' (duration: 128.61716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.12314Z","caller":"traceutil/trace.go:171","msg":"trace[901732020] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"118.813953ms","start":"2026-03-19T09:03:40.004291Z","end":"2026-03-19T09:03:40.123105Z","steps":["trace[901732020] 'process raft request' (duration: 75.595651ms)","trace[901732020] 'compare' (duration: 42.984497ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:40.123168Z","caller":"traceutil/trace.go:171","msg":"trace[1935898817] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"118.621599ms","start":"2026-03-19T09:03:40.004518Z","end":"2026-03-19T09:03:40.123139Z","steps":["trace[1935898817] 'process raft request' (duration: 118.526136ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.123431Z","caller":"traceutil/trace.go:171","msg":"trace[706290868] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"118.039455ms","start":"2026-03-19T09:03:40.005338Z","end":"2026-03-19T09:03:40.123378Z","steps":["trace[706290868] 'process raft request' (duration: 117.756509ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:41.028802Z","caller":"traceutil/trace.go:171","msg":"trace[1156363275] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1333; }","duration":"104.553365ms","start":"2026-03-19T09:03:40.924224Z","end":"2026-03-19T09:03:41.028778Z","steps":["trace[1156363275] 'process raft request' (duration: 104.451392ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:41.170356Z","caller":"traceutil/trace.go:171","msg":"trace[1390452419] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1333; }","duration":"121.140543ms","start":"2026-03-19T09:03:41.049195Z","end":"2026-03-19T09:03:41.170336Z","steps":["trace[1390452419] 'process raft request' (duration: 121.065612ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:41.3899Z","caller":"traceutil/trace.go:171","msg":"trace[87601249] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1333; }","duration":"113.73426ms","start":"2026-03-19T09:03:41.276143Z","end":"2026-03-19T09:03:41.389877Z","steps":["trace[87601249] 'process raft request' (duration: 113.519335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:41.740819Z","caller":"traceutil/trace.go:171","msg":"trace[117536336] linearizableReadLoop","detail":"{readStateIndex:1399; appliedIndex:1398; }","duration":"141.698682ms","start":"2026-03-19T09:03:41.599092Z","end":"2026-03-19T09:03:41.740791Z","steps":["trace[117536336] 'read index received' (duration: 141.440317ms)","trace[117536336] 'applied index is now lower than readState.Index' (duration: 257.525µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:41.74095Z","caller":"traceutil/trace.go:171","msg":"trace[1006117509] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"189.875723ms","start":"2026-03-19T09:03:41.551046Z","end":"2026-03-19T09:03:41.740922Z","steps":["trace[1006117509] 'process raft request' (duration: 189.577387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:41.741049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.933657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:03:41.741101Z","caller":"traceutil/trace.go:171","msg":"trace[1009795191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1334; }","duration":"142.021719ms","start":"2026-03-19T09:03:41.599066Z","end":"2026-03-19T09:03:41.741087Z","steps":["trace[1009795191] 'agreement among raft nodes before linearized reading' (duration: 141.839575ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:41.858742Z","caller":"traceutil/trace.go:171","msg":"trace[128187977] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"113.241048ms","start":"2026-03-19T09:03:41.745478Z","end":"2026-03-19T09:03:41.858719Z","steps":["trace[128187977] 'process raft request' (duration: 110.228091ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:45.963037Z","caller":"traceutil/trace.go:171","msg":"trace[55487998] linearizableReadLoop","detail":"{readStateIndex:1543; appliedIndex:1542; }","duration":"320.215052ms","start":"2026-03-19T09:03:45.642788Z","end":"2026-03-19T09:03:45.963003Z","steps":["trace[55487998] 'read index received' (duration: 320.009307ms)","trace[55487998] 'applied index is now lower than readState.Index' (duration: 203.935µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:45.963088Z","caller":"traceutil/trace.go:171","msg":"trace[1370342070] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"384.459441ms","start":"2026-03-19T09:03:45.578589Z","end":"2026-03-19T09:03:45.963049Z","steps":["trace[1370342070] 'process raft request' (duration: 384.203165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:45.963307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:45.57856Z","time spent":"384.617104ms","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5762,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:45.963364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.512608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:03:45.96347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.910444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:03:45.963523Z","caller":"traceutil/trace.go:171","msg":"trace[1423448093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1473; }","duration":"320.749413ms","start":"2026-03-19T09:03:45.642741Z","end":"2026-03-19T09:03:45.963491Z","steps":["trace[1423448093] 'agreement among raft nodes before linearized reading' (duration: 320.402966ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:45.963532Z","caller":"traceutil/trace.go:171","msg":"trace[142577364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1473; }","duration":"199.036737ms","start":"2026-03-19T09:03:45.764478Z","end":"2026-03-19T09:03:45.963515Z","steps":["trace[142577364] 'agreement among raft nodes before linearized reading' (duration: 198.74259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:45.96359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:45.642718Z","time spent":"320.861566ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:48.693016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.263444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-19T09:03:48.693109Z","caller":"traceutil/trace.go:171","msg":"trace[1249909995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1498; }","duration":"535.403048ms","start":"2026-03-19T09:03:48.157684Z","end":"2026-03-19T09:03:48.693087Z","steps":["trace[1249909995] 'range keys from in-memory index tree' (duration: 535.076691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.693126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.554496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-19T09:03:48.693121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.354451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:03:48.693157Z","caller":"traceutil/trace.go:171","msg":"trace[724556542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1498; }","duration":"528.611767ms","start":"2026-03-19T09:03:48.164538Z","end":"2026-03-19T09:03:48.69315Z","steps":["trace[724556542] 'range keys from in-memory index tree' (duration: 528.472614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.69316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.157663Z","time spent":"535.484ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:03:48.693177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.164528Z","time spent":"528.644938ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:48.693146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.577587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:03:48.693179Z","caller":"traceutil/trace.go:171","msg":"trace[1354638437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1498; }","duration":"528.460693ms","start":"2026-03-19T09:03:48.164704Z","end":"2026-03-19T09:03:48.693165Z","steps":["trace[1354638437] 'range keys from in-memory index tree' (duration: 528.184768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.693235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.164669Z","time spent":"528.554026ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:03:48.693276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.904095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:146770"} {"level":"info","ts":"2026-03-19T09:03:48.693234Z","caller":"traceutil/trace.go:171","msg":"trace[2123117414] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1498; }","duration":"216.70233ms","start":"2026-03-19T09:03:48.476512Z","end":"2026-03-19T09:03:48.693214Z","steps":["trace[2123117414] 'count revisions from in-memory index tree' (duration: 216.479724ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:48.693342Z","caller":"traceutil/trace.go:171","msg":"trace[2031116821] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1498; }","duration":"512.015888ms","start":"2026-03-19T09:03:48.18131Z","end":"2026-03-19T09:03:48.693326Z","steps":["trace[2031116821] 'range keys from in-memory index tree' (duration: 511.678011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.693394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.181281Z","time spent":"512.09979ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":146792,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:03:48.693383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.767446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-7jrzh\" ","response":"range_response_count:1 size:7308"} {"level":"info","ts":"2026-03-19T09:03:48.693456Z","caller":"traceutil/trace.go:171","msg":"trace[1224635114] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-7jrzh; range_end:; response_count:1; response_revision:1498; }","duration":"102.933789ms","start":"2026-03-19T09:03:48.590508Z","end":"2026-03-19T09:03:48.693441Z","steps":["trace[1224635114] 'range keys from in-memory index tree' (duration: 102.604793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:48.930965Z","caller":"traceutil/trace.go:171","msg":"trace[1181240409] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"233.137216ms","start":"2026-03-19T09:03:48.697803Z","end":"2026-03-19T09:03:48.93094Z","steps":["trace[1181240409] 'process raft request' (duration: 232.997063ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:49.004027Z","caller":"traceutil/trace.go:171","msg":"trace[1272965102] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"305.925643ms","start":"2026-03-19T09:03:48.698064Z","end":"2026-03-19T09:03:49.00399Z","steps":["trace[1272965102] 'process raft request' (duration: 299.733396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:49.004167Z","caller":"traceutil/trace.go:171","msg":"trace[1975122944] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"305.165867ms","start":"2026-03-19T09:03:48.698984Z","end":"2026-03-19T09:03:49.00415Z","steps":["trace[1975122944] 'process raft request' (duration: 304.942472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:49.004226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.697999Z","time spent":"306.117968ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:49.004358Z","caller":"traceutil/trace.go:171","msg":"trace[1760364924] linearizableReadLoop","detail":"{readStateIndex:1571; appliedIndex:1569; }","duration":"303.677434ms","start":"2026-03-19T09:03:48.700654Z","end":"2026-03-19T09:03:49.004332Z","steps":["trace[1760364924] 'read index received' (duration: 230.388344ms)","trace[1760364924] 'applied index is now lower than readState.Index' (duration: 73.28656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:49.004327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.69897Z","time spent":"305.28241ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:49.004434Z","caller":"traceutil/trace.go:171","msg":"trace[570371942] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"301.708721ms","start":"2026-03-19T09:03:48.702716Z","end":"2026-03-19T09:03:49.004425Z","steps":["trace[570371942] 'process raft request' (duration: 301.255221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:49.005485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.702708Z","time spent":"302.674142ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7109,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:49.004743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.068123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:146770"} {"level":"info","ts":"2026-03-19T09:03:49.005633Z","caller":"traceutil/trace.go:171","msg":"trace[1850604910] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1502; }","duration":"304.969753ms","start":"2026-03-19T09:03:48.700648Z","end":"2026-03-19T09:03:49.005618Z","steps":["trace[1850604910] 'agreement among raft nodes before linearized reading' (duration: 303.806428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:49.00569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.700638Z","time spent":"305.037324ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":146792,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-19T09:03:49.919733Z","caller":"traceutil/trace.go:171","msg":"trace[1911865341] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"127.529257ms","start":"2026-03-19T09:03:49.792175Z","end":"2026-03-19T09:03:49.919704Z","steps":["trace[1911865341] 'process raft request' (duration: 127.325973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:50.231037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.787034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:03:50.231091Z","caller":"traceutil/trace.go:171","msg":"trace[1781318514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1510; }","duration":"204.835095ms","start":"2026-03-19T09:03:50.026243Z","end":"2026-03-19T09:03:50.231078Z","steps":["trace[1781318514] 'range keys from in-memory index tree' (duration: 204.647861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:50.231081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.119809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:03:50.231029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.734283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:03:50.231149Z","caller":"traceutil/trace.go:171","msg":"trace[62928641] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:0; response_revision:1510; }","duration":"132.237761ms","start":"2026-03-19T09:03:50.098894Z","end":"2026-03-19T09:03:50.231132Z","steps":["trace[62928641] 'range keys from in-memory index tree' (duration: 132.011636ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:50.231186Z","caller":"traceutil/trace.go:171","msg":"trace[1202256913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1510; }","duration":"172.936767ms","start":"2026-03-19T09:03:50.058222Z","end":"2026-03-19T09:03:50.231159Z","steps":["trace[1202256913] 'range keys from in-memory index tree' (duration: 172.555339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:50.676391Z","caller":"traceutil/trace.go:171","msg":"trace[1862591322] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"192.024102ms","start":"2026-03-19T09:03:50.484332Z","end":"2026-03-19T09:03:50.676356Z","steps":["trace[1862591322] 'process raft request' (duration: 191.799317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:50.847271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.01125ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:03:50.847504Z","caller":"traceutil/trace.go:171","msg":"trace[762324022] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"159.13256ms","start":"2026-03-19T09:03:50.68835Z","end":"2026-03-19T09:03:50.847482Z","steps":["trace[762324022] 'process raft request' (duration: 159.022467ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:50.847514Z","caller":"traceutil/trace.go:171","msg":"trace[1563519333] linearizableReadLoop","detail":"{readStateIndex:1588; appliedIndex:1586; }","duration":"212.693171ms","start":"2026-03-19T09:03:50.634784Z","end":"2026-03-19T09:03:50.847477Z","steps":["trace[1563519333] 'read index received' (duration: 41.36539ms)","trace[1563519333] 'applied index is now lower than readState.Index' (duration: 171.323271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:50.848353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.927826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:50.848417Z","caller":"traceutil/trace.go:171","msg":"trace[357825224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1514; }","duration":"213.664402ms","start":"2026-03-19T09:03:50.634737Z","end":"2026-03-19T09:03:50.848401Z","steps":["trace[357825224] 'agreement among raft nodes before linearized reading' (duration: 212.867165ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:51.853711Z","caller":"traceutil/trace.go:171","msg":"trace[1147460968] linearizableReadLoop","detail":"{readStateIndex:1615; appliedIndex:1614; }","duration":"158.654309ms","start":"2026-03-19T09:03:51.695034Z","end":"2026-03-19T09:03:51.853688Z","steps":["trace[1147460968] 'read index received' (duration: 158.611508ms)","trace[1147460968] 'applied index is now lower than readState.Index' (duration: 39.531µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:51.853802Z","caller":"traceutil/trace.go:171","msg":"trace[1098946687] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"212.645809ms","start":"2026-03-19T09:03:51.641125Z","end":"2026-03-19T09:03:51.853771Z","steps":["trace[1098946687] 'process raft request' (duration: 212.432145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:51.853834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.787592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:51.853878Z","caller":"traceutil/trace.go:171","msg":"trace[2080384794] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:0; response_revision:1540; }","duration":"158.875593ms","start":"2026-03-19T09:03:51.69499Z","end":"2026-03-19T09:03:51.853865Z","steps":["trace[2080384794] 'agreement among raft nodes before linearized reading' (duration: 158.799222ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:53.136885Z","caller":"traceutil/trace.go:171","msg":"trace[155071528] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"104.492034ms","start":"2026-03-19T09:03:53.032361Z","end":"2026-03-19T09:03:53.136853Z","steps":["trace[155071528] 'process raft request' (duration: 104.425203ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:53.136922Z","caller":"traceutil/trace.go:171","msg":"trace[11184719] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"105.63934ms","start":"2026-03-19T09:03:53.031239Z","end":"2026-03-19T09:03:53.136878Z","steps":["trace[11184719] 'process raft request' (duration: 49.808448ms)","trace[11184719] 'compare' (duration: 55.571036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:54.823298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786256445,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:03:55.070379Z","caller":"traceutil/trace.go:171","msg":"trace[1980561957] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"807.98401ms","start":"2026-03-19T09:03:54.262367Z","end":"2026-03-19T09:03:55.070351Z","steps":["trace[1980561957] 'process raft request' (duration: 807.747615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:55.070569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:54.262352Z","time spent":"808.107162ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:55.070356Z","caller":"traceutil/trace.go:171","msg":"trace[992458068] linearizableReadLoop","detail":"{readStateIndex:1632; appliedIndex:1631; }","duration":"747.480084ms","start":"2026-03-19T09:03:54.322842Z","end":"2026-03-19T09:03:55.070322Z","steps":["trace[992458068] 'read index received' (duration: 747.231689ms)","trace[992458068] 'applied index is now lower than readState.Index' (duration: 246.765µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:55.07074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.879644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:03:55.07082Z","caller":"traceutil/trace.go:171","msg":"trace[588704660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1557; }","duration":"748.016007ms","start":"2026-03-19T09:03:54.322788Z","end":"2026-03-19T09:03:55.070804Z","steps":["trace[588704660] 'agreement among raft nodes before linearized reading' (duration: 747.69662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:55.070855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:54.32276Z","time spent":"748.089808ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:55.571765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786256448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:56.072552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786256448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:56.572711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786256448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:56.635492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000365079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:03:56.635584Z","caller":"traceutil/trace.go:171","msg":"trace[1914399415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000517323s","start":"2026-03-19T09:03:54.635044Z","end":"2026-03-19T09:03:56.635562Z","steps":["trace[1914399415] 'agreement among raft nodes before linearized reading' (duration: 2.00039636s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:56.635664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:54.635022Z","time spent":"2.000632316s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:56.815916Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.745867589s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:03:56.950475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.188974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:56.950948Z","caller":"traceutil/trace.go:171","msg":"trace[974403483] linearizableReadLoop","detail":"{readStateIndex:1636; appliedIndex:1632; }","duration":"1.880250228s","start":"2026-03-19T09:03:55.07068Z","end":"2026-03-19T09:03:56.95093Z","steps":["trace[974403483] 'read index received' (duration: 1.74547543s)","trace[974403483] 'applied index is now lower than readState.Index' (duration: 134.773268ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:56.950967Z","caller":"traceutil/trace.go:171","msg":"trace[1491579866] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"1.875414251s","start":"2026-03-19T09:03:55.075533Z","end":"2026-03-19T09:03:56.950947Z","steps":["trace[1491579866] 'process raft request' (duration: 1.875252737s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:56.950994Z","caller":"traceutil/trace.go:171","msg":"trace[1039186382] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"999.189322ms","start":"2026-03-19T09:03:55.951783Z","end":"2026-03-19T09:03:56.950973Z","steps":["trace[1039186382] 'process raft request' (duration: 999.107211ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:56.951046Z","caller":"traceutil/trace.go:171","msg":"trace[1607899658] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"1.906957042s","start":"2026-03-19T09:03:55.044083Z","end":"2026-03-19T09:03:56.95104Z","steps":["trace[1607899658] 'process raft request' (duration: 1.772101962s)","trace[1607899658] 'compare' (duration: 134.064372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:56.951072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.044053Z","time spent":"1.907005503s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:56.951114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.951731Z","time spent":"999.317385ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:56.951143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.811082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:56.951175Z","caller":"traceutil/trace.go:171","msg":"trace[2014523083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1561; }","duration":"314.882744ms","start":"2026-03-19T09:03:56.636281Z","end":"2026-03-19T09:03:56.951163Z","steps":["trace[2014523083] 'agreement among raft nodes before linearized reading' (duration: 314.833743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:56.951022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.075509Z","time spent":"1.875488912s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:56.951203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:56.636253Z","time spent":"314.944004ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:56.951305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515388433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-19T09:03:56.951308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963139082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:03:56.951342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.877235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:56.951379Z","caller":"traceutil/trace.go:171","msg":"trace[740337843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1561; }","duration":"690.951617ms","start":"2026-03-19T09:03:56.260418Z","end":"2026-03-19T09:03:56.951369Z","steps":["trace[740337843] 'agreement among raft nodes before linearized reading' (duration: 690.896816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:56.951384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132937727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T09:03:56.951398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:56.260388Z","time spent":"691.005629ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:03:56.951408Z","caller":"traceutil/trace.go:171","msg":"trace[1856767105] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1561; }","duration":"1.133001119s","start":"2026-03-19T09:03:55.8184Z","end":"2026-03-19T09:03:56.951402Z","steps":["trace[1856767105] 'agreement among raft nodes before linearized reading' (duration: 1.132888026s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:56.951392Z","caller":"traceutil/trace.go:171","msg":"trace[1978054302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1561; }","duration":"1.963279234s","start":"2026-03-19T09:03:54.988087Z","end":"2026-03-19T09:03:56.951366Z","steps":["trace[1978054302] 'agreement among raft nodes before linearized reading' (duration: 1.962923936s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:56.951435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.818377Z","time spent":"1.13305383s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:03:56.951458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:54.988063Z","time spent":"1.963385827s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:03:56.951387Z","caller":"traceutil/trace.go:171","msg":"trace[297792900] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1561; }","duration":"2.515522147s","start":"2026-03-19T09:03:54.43583Z","end":"2026-03-19T09:03:56.951352Z","steps":["trace[297792900] 'agreement among raft nodes before linearized reading' (duration: 2.515188479s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:56.951508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810832405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-19T09:03:56.951522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809438113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-19T09:03:56.951464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549095582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:03:56.951559Z","caller":"traceutil/trace.go:171","msg":"trace[356717881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1561; }","duration":"1.810923036s","start":"2026-03-19T09:03:55.140626Z","end":"2026-03-19T09:03:56.951549Z","steps":["trace[356717881] 'agreement among raft nodes before linearized reading' (duration: 1.810420035s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:56.951587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.274442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:03:56.951596Z","caller":"traceutil/trace.go:171","msg":"trace[1390617251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1561; }","duration":"1.809558856s","start":"2026-03-19T09:03:55.142019Z","end":"2026-03-19T09:03:56.951578Z","steps":["trace[1390617251] 'agreement among raft nodes before linearized reading' (duration: 1.809382542s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:56.951601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.140605Z","time spent":"1.810985598s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:03:56.951607Z","caller":"traceutil/trace.go:171","msg":"trace[1852745211] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:1561; }","duration":"1.549262616s","start":"2026-03-19T09:03:55.402321Z","end":"2026-03-19T09:03:56.951583Z","steps":["trace[1852745211] 'agreement among raft nodes before linearized reading' (duration: 1.549049701s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:56.951598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:54.43581Z","time spent":"2.515752861s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:03:56.951647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.402299Z","time spent":"1.549337948s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-19T09:03:56.951641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.141985Z","time spent":"1.809646247s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:03:56.951609Z","caller":"traceutil/trace.go:171","msg":"trace[377606350] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1561; }","duration":"819.327142ms","start":"2026-03-19T09:03:56.132273Z","end":"2026-03-19T09:03:56.9516Z","steps":["trace[377606350] 'agreement among raft nodes before linearized reading' (duration: 819.291831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:56.951186Z","caller":"traceutil/trace.go:171","msg":"trace[394578923] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"1.01349065s","start":"2026-03-19T09:03:55.937658Z","end":"2026-03-19T09:03:56.951148Z","steps":["trace[394578923] 'process raft request' (duration: 1.013193904s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:56.952169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:56.13225Z","time spent":"819.446805ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:03:56.952228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:55.937626Z","time spent":"1.014524283s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:57.120022Z","caller":"traceutil/trace.go:171","msg":"trace[1267506476] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"162.996425ms","start":"2026-03-19T09:03:56.956989Z","end":"2026-03-19T09:03:57.119986Z","steps":["trace[1267506476] 'process raft request' (duration: 148.168276ms)","trace[1267506476] 'compare' (duration: 14.496252ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:57.120372Z","caller":"traceutil/trace.go:171","msg":"trace[1336543296] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"163.116207ms","start":"2026-03-19T09:03:56.957224Z","end":"2026-03-19T09:03:57.12034Z","steps":["trace[1336543296] 'process raft request' (duration: 162.943933ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:57.120422Z","caller":"traceutil/trace.go:171","msg":"trace[1067427444] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"163.244021ms","start":"2026-03-19T09:03:56.95713Z","end":"2026-03-19T09:03:57.120374Z","steps":["trace[1067427444] 'process raft request' (duration: 162.800311ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:57.120792Z","caller":"traceutil/trace.go:171","msg":"trace[408658294] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"163.117887ms","start":"2026-03-19T09:03:56.957649Z","end":"2026-03-19T09:03:57.120767Z","steps":["trace[408658294] 'process raft request' (duration: 162.76346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:57.12086Z","caller":"traceutil/trace.go:171","msg":"trace[501661693] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"126.664457ms","start":"2026-03-19T09:03:56.994187Z","end":"2026-03-19T09:03:57.120852Z","steps":["trace[501661693] 'process raft request' (duration: 126.488823ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:57.120951Z","caller":"traceutil/trace.go:171","msg":"trace[1038243104] linearizableReadLoop","detail":"{readStateIndex:1642; appliedIndex:1636; }","duration":"129.429198ms","start":"2026-03-19T09:03:56.99151Z","end":"2026-03-19T09:03:57.120939Z","steps":["trace[1038243104] 'read index received' (duration: 24.523845ms)","trace[1038243104] 'applied index is now lower than readState.Index' (duration: 104.904193ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:57.120823Z","caller":"traceutil/trace.go:171","msg":"trace[645779059] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"103.066432ms","start":"2026-03-19T09:03:57.017744Z","end":"2026-03-19T09:03:57.120811Z","steps":["trace[645779059] 'process raft request' (duration: 102.990811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:57.121118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.974983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:57.121171Z","caller":"traceutil/trace.go:171","msg":"trace[976930754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1568; }","duration":"127.081866ms","start":"2026-03-19T09:03:56.994074Z","end":"2026-03-19T09:03:57.121156Z","steps":["trace[976930754] 'agreement among raft nodes before linearized reading' (duration: 126.997914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:57.121129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.628283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:03:57.121375Z","caller":"traceutil/trace.go:171","msg":"trace[475022782] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5; range_end:; response_count:1; response_revision:1568; }","duration":"129.889599ms","start":"2026-03-19T09:03:56.991457Z","end":"2026-03-19T09:03:57.121347Z","steps":["trace[475022782] 'agreement among raft nodes before linearized reading' (duration: 129.564822ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:57.121492Z","caller":"traceutil/trace.go:171","msg":"trace[1904849506] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"164.221772ms","start":"2026-03-19T09:03:56.957246Z","end":"2026-03-19T09:03:57.121468Z","steps":["trace[1904849506] 'process raft request' (duration: 163.036026ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:57.323708Z","caller":"traceutil/trace.go:171","msg":"trace[173184055] linearizableReadLoop","detail":"{readStateIndex:1645; appliedIndex:1644; }","duration":"197.34068ms","start":"2026-03-19T09:03:57.126343Z","end":"2026-03-19T09:03:57.323684Z","steps":["trace[173184055] 'read index received' (duration: 197.217937ms)","trace[173184055] 'applied index is now lower than readState.Index' (duration: 121.563µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:57.32373Z","caller":"traceutil/trace.go:171","msg":"trace[232678373] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"198.75391ms","start":"2026-03-19T09:03:57.124953Z","end":"2026-03-19T09:03:57.323707Z","steps":["trace[232678373] 'process raft request' (duration: 198.596897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:57.323957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.589425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:03:57.324011Z","caller":"traceutil/trace.go:171","msg":"trace[733154342] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1569; }","duration":"197.716568ms","start":"2026-03-19T09:03:57.126281Z","end":"2026-03-19T09:03:57.323997Z","steps":["trace[733154342] 'agreement among raft nodes before linearized reading' (duration: 197.501563ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:57.342687Z","caller":"traceutil/trace.go:171","msg":"trace[1348930245] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"214.847167ms","start":"2026-03-19T09:03:57.127828Z","end":"2026-03-19T09:03:57.342675Z","steps":["trace[1348930245] 'process raft request' (duration: 214.652663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:57.342831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.568299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-19T09:03:57.342906Z","caller":"traceutil/trace.go:171","msg":"trace[1530441010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1570; }","duration":"213.678263ms","start":"2026-03-19T09:03:57.129208Z","end":"2026-03-19T09:03:57.342886Z","steps":["trace[1530441010] 'agreement among raft nodes before linearized reading' (duration: 213.462037ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:01.149902Z","caller":"traceutil/trace.go:171","msg":"trace[939505259] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"158.895463ms","start":"2026-03-19T09:04:00.990984Z","end":"2026-03-19T09:04:01.14988Z","steps":["trace[939505259] 'process raft request' (duration: 158.672268ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:01.288842Z","caller":"traceutil/trace.go:171","msg":"trace[404236242] linearizableReadLoop","detail":"{readStateIndex:1658; appliedIndex:1656; }","duration":"277.171554ms","start":"2026-03-19T09:04:01.011614Z","end":"2026-03-19T09:04:01.288786Z","steps":["trace[404236242] 'read index received' (duration: 138.012019ms)","trace[404236242] 'applied index is now lower than readState.Index' (duration: 139.158575ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:01.28893Z","caller":"traceutil/trace.go:171","msg":"trace[1190886574] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"281.49268ms","start":"2026-03-19T09:04:01.007411Z","end":"2026-03-19T09:04:01.288904Z","steps":["trace[1190886574] 'process raft request' (duration: 208.574878ms)","trace[1190886574] 'compare' (duration: 72.664226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:01.289077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.444481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:04:01.289123Z","caller":"traceutil/trace.go:171","msg":"trace[1393913591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1581; }","duration":"277.532662ms","start":"2026-03-19T09:04:01.011578Z","end":"2026-03-19T09:04:01.28911Z","steps":["trace[1393913591] 'agreement among raft nodes before linearized reading' (duration: 277.376819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:01.289107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.426047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:04:01.289109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.307481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-19T09:04:01.289176Z","caller":"traceutil/trace.go:171","msg":"trace[1896359495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1581; }","duration":"137.532728ms","start":"2026-03-19T09:04:01.151625Z","end":"2026-03-19T09:04:01.289158Z","steps":["trace[1896359495] 'agreement among raft nodes before linearized reading' (duration: 137.365455ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:01.289177Z","caller":"traceutil/trace.go:171","msg":"trace[1820355723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1581; }","duration":"131.407753ms","start":"2026-03-19T09:04:01.157756Z","end":"2026-03-19T09:04:01.289164Z","steps":["trace[1820355723] 'agreement among raft nodes before linearized reading' (duration: 131.266819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:01.289494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.707129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T09:04:01.289563Z","caller":"traceutil/trace.go:171","msg":"trace[1567754727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1581; }","duration":"131.810252ms","start":"2026-03-19T09:04:01.157738Z","end":"2026-03-19T09:04:01.289549Z","steps":["trace[1567754727] 'agreement among raft nodes before linearized reading' (duration: 131.439744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:01.429165Z","caller":"traceutil/trace.go:171","msg":"trace[578966742] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"135.183357ms","start":"2026-03-19T09:04:01.293956Z","end":"2026-03-19T09:04:01.429139Z","steps":["trace[578966742] 'process raft request' (duration: 134.977732ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:01.429467Z","caller":"traceutil/trace.go:171","msg":"trace[1312891547] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"135.478763ms","start":"2026-03-19T09:04:01.293966Z","end":"2026-03-19T09:04:01.429445Z","steps":["trace[1312891547] 'process raft request' (duration: 135.124185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:01.429879Z","caller":"traceutil/trace.go:171","msg":"trace[993241680] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"136.012555ms","start":"2026-03-19T09:04:01.293838Z","end":"2026-03-19T09:04:01.429851Z","steps":["trace[993241680] 'process raft request' (duration: 135.510644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:05.52362Z","caller":"traceutil/trace.go:171","msg":"trace[1672731028] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"356.599512ms","start":"2026-03-19T09:04:05.166994Z","end":"2026-03-19T09:04:05.523593Z","steps":["trace[1672731028] 'process raft request' (duration: 356.420088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:05.523824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:05.166967Z","time spent":"356.749415ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:05.524596Z","caller":"traceutil/trace.go:171","msg":"trace[125239224] linearizableReadLoop","detail":"{readStateIndex:1672; appliedIndex:1670; }","duration":"174.514621ms","start":"2026-03-19T09:04:05.350053Z","end":"2026-03-19T09:04:05.524567Z","steps":["trace[125239224] 'read index received' (duration: 173.347755ms)","trace[125239224] 'applied index is now lower than readState.Index' (duration: 1.165796ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:05.524711Z","caller":"traceutil/trace.go:171","msg":"trace[1666970427] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"224.279248ms","start":"2026-03-19T09:04:05.300389Z","end":"2026-03-19T09:04:05.524668Z","steps":["trace[1666970427] 'process raft request' (duration: 223.971201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:05.524801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.765077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:04:05.524839Z","caller":"traceutil/trace.go:171","msg":"trace[1366266629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1595; }","duration":"174.848679ms","start":"2026-03-19T09:04:05.349981Z","end":"2026-03-19T09:04:05.524829Z","steps":["trace[1366266629] 'agreement among raft nodes before linearized reading' (duration: 174.711136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:05.524924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.923361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:04:05.524987Z","caller":"traceutil/trace.go:171","msg":"trace[877409085] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:1595; }","duration":"122.053114ms","start":"2026-03-19T09:04:05.402918Z","end":"2026-03-19T09:04:05.524972Z","steps":["trace[877409085] 'agreement among raft nodes before linearized reading' (duration: 121.817959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:10.60527Z","caller":"traceutil/trace.go:171","msg":"trace[321291897] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"830.906546ms","start":"2026-03-19T09:04:09.774334Z","end":"2026-03-19T09:04:10.605241Z","steps":["trace[321291897] 'process raft request' (duration: 830.65032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.605462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.774305Z","time spent":"831.068519ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:10.605729Z","caller":"traceutil/trace.go:171","msg":"trace[1699881377] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"831.021349ms","start":"2026-03-19T09:04:09.774697Z","end":"2026-03-19T09:04:10.605718Z","steps":["trace[1699881377] 'process raft request' (duration: 830.761433ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:10.605749Z","caller":"traceutil/trace.go:171","msg":"trace[1345460019] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"823.265775ms","start":"2026-03-19T09:04:09.782463Z","end":"2026-03-19T09:04:10.605729Z","steps":["trace[1345460019] 'process raft request' (duration: 823.188073ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:10.605562Z","caller":"traceutil/trace.go:171","msg":"trace[599386238] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"831.098869ms","start":"2026-03-19T09:04:09.774434Z","end":"2026-03-19T09:04:10.605533Z","steps":["trace[599386238] 'process raft request' (duration: 830.760412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.605857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.78244Z","time spent":"823.371077ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:04:10.605894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.774427Z","time spent":"831.433708ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:10.605887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.774686Z","time spent":"831.10111ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:10.830458Z","caller":"traceutil/trace.go:171","msg":"trace[319484836] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1772; }","duration":"195.68325ms","start":"2026-03-19T09:04:10.634753Z","end":"2026-03-19T09:04:10.830436Z","steps":["trace[319484836] 'read index received' (duration: 195.528736ms)","trace[319484836] 'applied index is now lower than readState.Index' (duration: 153.374µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:10.830778Z","caller":"traceutil/trace.go:171","msg":"trace[1753026205] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"221.886286ms","start":"2026-03-19T09:04:10.608878Z","end":"2026-03-19T09:04:10.830764Z","steps":["trace[1753026205] 'process raft request' (duration: 221.413025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.831038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.279642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:10.831079Z","caller":"traceutil/trace.go:171","msg":"trace[2109094759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1695; }","duration":"196.333424ms","start":"2026-03-19T09:04:10.634736Z","end":"2026-03-19T09:04:10.83107Z","steps":["trace[2109094759] 'agreement among raft nodes before linearized reading' (duration: 196.259112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.839084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.575353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd3d64bd-7420-4e48-ad17-e4eb1ce8678e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T09:04:10.839168Z","caller":"traceutil/trace.go:171","msg":"trace[1620518137] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd3d64bd-7420-4e48-ad17-e4eb1ce8678e; range_end:; response_count:1; response_revision:1696; }","duration":"118.703466ms","start":"2026-03-19T09:04:10.720446Z","end":"2026-03-19T09:04:10.83915Z","steps":["trace[1620518137] 'agreement among raft nodes before linearized reading' (duration: 118.463331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.839363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.510654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd3d64bd-7420-4e48-ad17-e4eb1ce8678e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T09:04:10.839567Z","caller":"traceutil/trace.go:171","msg":"trace[66952114] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd3d64bd-7420-4e48-ad17-e4eb1ce8678e; range_end:; response_count:1; response_revision:1696; }","duration":"140.864892ms","start":"2026-03-19T09:04:10.698594Z","end":"2026-03-19T09:04:10.839459Z","steps":["trace[66952114] 'agreement among raft nodes before linearized reading' (duration: 140.33684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:11.339735Z","caller":"traceutil/trace.go:171","msg":"trace[832607735] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1774; }","duration":"256.117052ms","start":"2026-03-19T09:04:11.083527Z","end":"2026-03-19T09:04:11.339644Z","steps":["trace[832607735] 'read index received' (duration: 255.969059ms)","trace[832607735] 'applied index is now lower than readState.Index' (duration: 146.483µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:11.339881Z","caller":"traceutil/trace.go:171","msg":"trace[1213432718] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"494.714461ms","start":"2026-03-19T09:04:10.84515Z","end":"2026-03-19T09:04:11.339864Z","steps":["trace[1213432718] 'process raft request' (duration: 494.287592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:11.340002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:10.845128Z","time spent":"494.785723ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:11.340196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.653384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:11.34028Z","caller":"traceutil/trace.go:171","msg":"trace[221598215] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1697; }","duration":"256.779267ms","start":"2026-03-19T09:04:11.083473Z","end":"2026-03-19T09:04:11.340252Z","steps":["trace[221598215] 'agreement among raft nodes before linearized reading' (duration: 256.619643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.56938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820248237s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:13.56946Z","caller":"traceutil/trace.go:171","msg":"trace[1851232855] linearizableReadLoop","detail":"{readStateIndex:1776; appliedIndex:1775; }","duration":"2.229627549s","start":"2026-03-19T09:04:11.339817Z","end":"2026-03-19T09:04:13.569445Z","steps":["trace[1851232855] 'read index received' (duration: 409.276ms)","trace[1851232855] 'applied index is now lower than readState.Index' (duration: 1.820350159s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:13.569512Z","caller":"traceutil/trace.go:171","msg":"trace[706656824] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"2.285743254s","start":"2026-03-19T09:04:11.28376Z","end":"2026-03-19T09:04:13.569504Z","steps":["trace[706656824] 'process raft request' (duration: 465.299423ms)","trace[706656824] 'compare' (duration: 1.819240704s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:13.569554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.283736Z","time spent":"2.285793636s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:13.569653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460507095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:13.569732Z","caller":"traceutil/trace.go:171","msg":"trace[1291894339] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1698; }","duration":"2.460638378s","start":"2026-03-19T09:04:11.109077Z","end":"2026-03-19T09:04:13.569715Z","steps":["trace[1291894339] 'agreement among raft nodes before linearized reading' (duration: 2.460509595s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.569778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.109057Z","time spent":"2.46070911s","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:13.635079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999888637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:04:13.6352Z","caller":"traceutil/trace.go:171","msg":"trace[1352559881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064402s","start":"2026-03-19T09:04:11.635114Z","end":"2026-03-19T09:04:13.635179Z","steps":["trace[1352559881] 'agreement among raft nodes before linearized reading' (duration: 1.999909638s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.635252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.635098Z","time spent":"2.000143823s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:13.850584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.101531141s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:04:13.859728Z","caller":"traceutil/trace.go:171","msg":"trace[79462375] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"2.316348618s","start":"2026-03-19T09:04:11.543352Z","end":"2026-03-19T09:04:13.859701Z","steps":["trace[79462375] 'process raft request' (duration: 2.307419049s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:13.859798Z","caller":"traceutil/trace.go:171","msg":"trace[620023644] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"2.312458182s","start":"2026-03-19T09:04:11.547312Z","end":"2026-03-19T09:04:13.85977Z","steps":["trace[620023644] 'process raft request' (duration: 2.312302739s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.859894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.543326Z","time spent":"2.316485153s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:13.859983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.547272Z","time spent":"2.312606336s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:13.866728Z","caller":"traceutil/trace.go:171","msg":"trace[822563870] linearizableReadLoop","detail":"{readStateIndex:1780; appliedIndex:1776; }","duration":"297.225431ms","start":"2026-03-19T09:04:13.569476Z","end":"2026-03-19T09:04:13.866702Z","steps":["trace[822563870] 'read index received' (duration: 281.309805ms)","trace[822563870] 'applied index is now lower than readState.Index' (duration: 15.914116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:13.866905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257844421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:04:13.866924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977351143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd3d64bd-7420-4e48-ad17-e4eb1ce8678e\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-19T09:04:13.866958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257994094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:04:13.866974Z","caller":"traceutil/trace.go:171","msg":"trace[885587719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1701; }","duration":"2.257919752s","start":"2026-03-19T09:04:11.609035Z","end":"2026-03-19T09:04:13.866954Z","steps":["trace[885587719] 'agreement among raft nodes before linearized reading' (duration: 2.257732978s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:13.867008Z","caller":"traceutil/trace.go:171","msg":"trace[2099747063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1701; }","duration":"2.258057455s","start":"2026-03-19T09:04:11.608938Z","end":"2026-03-19T09:04:13.866995Z","steps":["trace[2099747063] 'agreement among raft nodes before linearized reading' (duration: 2.257926162s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.867019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.078609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-19T09:04:13.867079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.608931Z","time spent":"2.258134746s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:04:13.867096Z","caller":"traceutil/trace.go:171","msg":"trace[1187814889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1701; }","duration":"499.198632ms","start":"2026-03-19T09:04:13.367878Z","end":"2026-03-19T09:04:13.867077Z","steps":["trace[1187814889] 'agreement among raft nodes before linearized reading' (duration: 498.995387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.867101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739562041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-19T09:04:13.867123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739965269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T09:04:13.867164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210156793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e32b2fd4e56f6\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-19T09:04:13.86716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:13.367853Z","time spent":"499.290024ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:04:13.867178Z","caller":"traceutil/trace.go:171","msg":"trace[1872639573] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1701; }","duration":"1.740053162s","start":"2026-03-19T09:04:12.127111Z","end":"2026-03-19T09:04:13.867164Z","steps":["trace[1872639573] 'agreement among raft nodes before linearized reading' (duration: 1.739926999s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:13.867182Z","caller":"traceutil/trace.go:171","msg":"trace[234075223] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1701; }","duration":"1.739686603s","start":"2026-03-19T09:04:12.127471Z","end":"2026-03-19T09:04:13.867157Z","steps":["trace[234075223] 'agreement among raft nodes before linearized reading' (duration: 1.739454448s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.867183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632862693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:13.867204Z","caller":"traceutil/trace.go:171","msg":"trace[818877131] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e32b2fd4e56f6; range_end:; response_count:1; response_revision:1701; }","duration":"2.210274945s","start":"2026-03-19T09:04:11.656915Z","end":"2026-03-19T09:04:13.86719Z","steps":["trace[818877131] 'agreement among raft nodes before linearized reading' (duration: 2.210155263s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.867224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:12.127091Z","time spent":"1.740119583s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:04:13.867229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:12.127447Z","time spent":"1.739771996s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:04:13.867233Z","caller":"traceutil/trace.go:171","msg":"trace[1829012110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1701; }","duration":"1.632966436s","start":"2026-03-19T09:04:12.23425Z","end":"2026-03-19T09:04:13.867217Z","steps":["trace[1829012110] 'agreement among raft nodes before linearized reading' (duration: 1.632803012s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:13.867217Z","caller":"traceutil/trace.go:171","msg":"trace[329369786] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"1.02188227s","start":"2026-03-19T09:04:12.845295Z","end":"2026-03-19T09:04:13.867178Z","steps":["trace[329369786] 'process raft request' (duration: 1.021198625s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.867045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.609029Z","time spent":"2.258001124s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:13.867273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:12.234227Z","time spent":"1.633039517s","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:13.867343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.628349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-vfc4r\" ","response":"range_response_count:1 size:5852"} {"level":"warn","ts":"2026-03-19T09:04:13.867351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.903878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:13.867364Z","caller":"traceutil/trace.go:171","msg":"trace[1488586989] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-vfc4r; range_end:; response_count:1; response_revision:1701; }","duration":"175.686352ms","start":"2026-03-19T09:04:13.691671Z","end":"2026-03-19T09:04:13.867358Z","steps":["trace[1488586989] 'agreement among raft nodes before linearized reading' (duration: 175.625851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.867356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25825319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:04:13.867372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:12.84527Z","time spent":"1.022016342s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:13.867009Z","caller":"traceutil/trace.go:171","msg":"trace[1842155725] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd3d64bd-7420-4e48-ad17-e4eb1ce8678e; range_end:; response_count:1; response_revision:1701; }","duration":"1.977485486s","start":"2026-03-19T09:04:11.889503Z","end":"2026-03-19T09:04:13.866988Z","steps":["trace[1842155725] 'agreement among raft nodes before linearized reading' (duration: 1.9772303s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:13.867394Z","caller":"traceutil/trace.go:171","msg":"trace[855071760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1701; }","duration":"230.977908ms","start":"2026-03-19T09:04:13.636403Z","end":"2026-03-19T09:04:13.867381Z","steps":["trace[855071760] 'agreement among raft nodes before linearized reading' (duration: 230.915127ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:13.867405Z","caller":"traceutil/trace.go:171","msg":"trace[456688668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1701; }","duration":"2.258338161s","start":"2026-03-19T09:04:11.609054Z","end":"2026-03-19T09:04:13.867392Z","steps":["trace[456688668] 'agreement among raft nodes before linearized reading' (duration: 2.258218148s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.867247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.656806Z","time spent":"2.210431049s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e32b2fd4e56f6\" "} {"level":"warn","ts":"2026-03-19T09:04:13.867449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.60904Z","time spent":"2.258397053s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:04:13.867446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.889479Z","time spent":"1.977944786s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd3d64bd-7420-4e48-ad17-e4eb1ce8678e\" "} {"level":"warn","ts":"2026-03-19T09:04:13.867437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.986008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:13.867497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259553358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:04:13.867374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258911204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:04:13.867525Z","caller":"traceutil/trace.go:171","msg":"trace[955464988] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1701; }","duration":"163.149031ms","start":"2026-03-19T09:04:13.704353Z","end":"2026-03-19T09:04:13.867502Z","steps":["trace[955464988] 'agreement among raft nodes before linearized reading' (duration: 162.957907ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:13.867549Z","caller":"traceutil/trace.go:171","msg":"trace[937048057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1701; }","duration":"2.259129269s","start":"2026-03-19T09:04:11.608413Z","end":"2026-03-19T09:04:13.867542Z","steps":["trace[937048057] 'agreement among raft nodes before linearized reading' (duration: 2.258832652s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:13.867548Z","caller":"traceutil/trace.go:171","msg":"trace[368237949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1701; }","duration":"2.259662511s","start":"2026-03-19T09:04:11.607872Z","end":"2026-03-19T09:04:13.867534Z","steps":["trace[368237949] 'agreement among raft nodes before linearized reading' (duration: 2.259508197s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.867511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.755413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:13.867582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.607838Z","time spent":"2.259736622s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:13.867572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.608395Z","time spent":"2.259170209s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:04:13.867636Z","caller":"traceutil/trace.go:171","msg":"trace[1210753662] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1701; }","duration":"259.954986ms","start":"2026-03-19T09:04:13.607652Z","end":"2026-03-19T09:04:13.867607Z","steps":["trace[1210753662] 'agreement among raft nodes before linearized reading' (duration: 259.65338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.867197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340751575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:13.86789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255251782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:13.867934Z","caller":"traceutil/trace.go:171","msg":"trace[1350393917] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1701; }","duration":"2.341528132s","start":"2026-03-19T09:04:11.526386Z","end":"2026-03-19T09:04:13.867914Z","steps":["trace[1350393917] 'agreement among raft nodes before linearized reading' (duration: 2.340751295s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:13.86794Z","caller":"traceutil/trace.go:171","msg":"trace[132080674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1701; }","duration":"2.255315183s","start":"2026-03-19T09:04:11.612606Z","end":"2026-03-19T09:04:13.867922Z","steps":["trace[132080674] 'agreement among raft nodes before linearized reading' (duration: 2.254533086s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.867982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.612597Z","time spent":"2.255377424s","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:13.867991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.526365Z","time spent":"2.341607394s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:17.828755Z","caller":"traceutil/trace.go:171","msg":"trace[1059125736] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"128.811002ms","start":"2026-03-19T09:04:17.699878Z","end":"2026-03-19T09:04:17.828689Z","steps":["trace[1059125736] 'process raft request' (duration: 100.620671ms)","trace[1059125736] 'compare' (duration: 27.66725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:21.137146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786256850,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:21.637504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786256850,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:21.669379Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074729181s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:04:21.9737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.061685ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:04:21.973808Z","caller":"traceutil/trace.go:171","msg":"trace[939572271] linearizableReadLoop","detail":"{readStateIndex:1861; appliedIndex:1860; }","duration":"1.337278308s","start":"2026-03-19T09:04:20.636509Z","end":"2026-03-19T09:04:21.973787Z","steps":["trace[939572271] 'read index received' (duration: 1.033019788s)","trace[939572271] 'applied index is now lower than readState.Index' (duration: 304.255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:21.973915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33739358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:21.974011Z","caller":"traceutil/trace.go:171","msg":"trace[1157288457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1779; }","duration":"1.337533303s","start":"2026-03-19T09:04:20.636465Z","end":"2026-03-19T09:04:21.973998Z","steps":["trace[1157288457] 'agreement among raft nodes before linearized reading' (duration: 1.337403851s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:21.974091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:20.636443Z","time spent":"1.337606026s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:22.022312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.437682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T09:04:22.022326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165172537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T09:04:22.022382Z","caller":"traceutil/trace.go:171","msg":"trace[289479437] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1780; }","duration":"989.557725ms","start":"2026-03-19T09:04:21.032804Z","end":"2026-03-19T09:04:22.022362Z","steps":["trace[289479437] 'agreement among raft nodes before linearized reading' (duration: 989.370681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:22.02241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:21.032782Z","time spent":"989.623257ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:04:22.022409Z","caller":"traceutil/trace.go:171","msg":"trace[923460310] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1780; }","duration":"1.165294539s","start":"2026-03-19T09:04:20.857085Z","end":"2026-03-19T09:04:22.022379Z","steps":["trace[923460310] 'agreement among raft nodes before linearized reading' (duration: 1.165042603s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:22.022475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:20.857062Z","time spent":"1.165376911s","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:04:22.022055Z","caller":"traceutil/trace.go:171","msg":"trace[623344872] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"105.592293ms","start":"2026-03-19T09:04:21.916415Z","end":"2026-03-19T09:04:22.022007Z","steps":["trace[623344872] 'process raft request' (duration: 105.278507ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:22.196825Z","caller":"traceutil/trace.go:171","msg":"trace[19937893] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"163.442999ms","start":"2026-03-19T09:04:22.033349Z","end":"2026-03-19T09:04:22.196792Z","steps":["trace[19937893] 'process raft request' (duration: 86.937036ms)","trace[19937893] 'compare' (duration: 76.358588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:22.446734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.252052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:22.446946Z","caller":"traceutil/trace.go:171","msg":"trace[1792704921] linearizableReadLoop","detail":"{readStateIndex:1864; appliedIndex:1862; }","duration":"397.105867ms","start":"2026-03-19T09:04:22.049818Z","end":"2026-03-19T09:04:22.446924Z","steps":["trace[1792704921] 'read index received' (duration: 70.404785ms)","trace[1792704921] 'applied index is now lower than readState.Index' (duration: 326.700002ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:22.447258Z","caller":"traceutil/trace.go:171","msg":"trace[630732159] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"256.742666ms","start":"2026-03-19T09:04:22.190488Z","end":"2026-03-19T09:04:22.44723Z","steps":["trace[630732159] 'process raft request' (duration: 256.376198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:22.447451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.858104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:04:22.447451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.40133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:04:22.447552Z","caller":"traceutil/trace.go:171","msg":"trace[1893168376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1783; }","duration":"345.571954ms","start":"2026-03-19T09:04:22.101963Z","end":"2026-03-19T09:04:22.447535Z","steps":["trace[1893168376] 'agreement among raft nodes before linearized reading' (duration: 345.279837ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:22.447287Z","caller":"traceutil/trace.go:171","msg":"trace[228206322] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"404.733678ms","start":"2026-03-19T09:04:22.042244Z","end":"2026-03-19T09:04:22.446978Z","steps":["trace[228206322] 'process raft request' (duration: 280.135009ms)","trace[228206322] 'compare' (duration: 124.055087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:22.447572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.43414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-19T09:04:22.447608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:22.101934Z","time spent":"345.663915ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:04:22.447657Z","caller":"traceutil/trace.go:171","msg":"trace[574622104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1783; }","duration":"345.540393ms","start":"2026-03-19T09:04:22.102102Z","end":"2026-03-19T09:04:22.447642Z","steps":["trace[574622104] 'agreement among raft nodes before linearized reading' (duration: 345.096293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:22.447745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:22.102095Z","time spent":"345.636925ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:22.447762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:22.042215Z","time spent":"405.397452ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:22.447848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.021207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-19T09:04:22.4479Z","caller":"traceutil/trace.go:171","msg":"trace[40404182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1783; }","duration":"398.084338ms","start":"2026-03-19T09:04:22.049799Z","end":"2026-03-19T09:04:22.447883Z","steps":["trace[40404182] 'agreement among raft nodes before linearized reading' (duration: 397.24144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:22.447552Z","caller":"traceutil/trace.go:171","msg":"trace[1670841497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1783; }","duration":"356.022518ms","start":"2026-03-19T09:04:22.091504Z","end":"2026-03-19T09:04:22.447527Z","steps":["trace[1670841497] 'agreement among raft nodes before linearized reading' (duration: 355.68864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:22.447957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:22.049789Z","time spent":"398.15714ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:04:22.447967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:22.091462Z","time spent":"356.490488ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:04:22.448124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.089904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:04:22.448167Z","caller":"traceutil/trace.go:171","msg":"trace[454554227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1783; }","duration":"346.135185ms","start":"2026-03-19T09:04:22.10202Z","end":"2026-03-19T09:04:22.448155Z","steps":["trace[454554227] 'agreement among raft nodes before linearized reading' (duration: 345.193345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:22.448229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:22.101987Z","time spent":"346.219147ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:04:22.637116Z","caller":"traceutil/trace.go:171","msg":"trace[1544134260] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"185.202445ms","start":"2026-03-19T09:04:22.451856Z","end":"2026-03-19T09:04:22.637058Z","steps":["trace[1544134260] 'process raft request' (duration: 157.446813ms)","trace[1544134260] 'compare' (duration: 27.567737ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:22.637397Z","caller":"traceutil/trace.go:171","msg":"trace[1289585184] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"185.44476ms","start":"2026-03-19T09:04:22.451921Z","end":"2026-03-19T09:04:22.637366Z","steps":["trace[1289585184] 'process raft request' (duration: 185.183545ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:22.637585Z","caller":"traceutil/trace.go:171","msg":"trace[78685481] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"185.02001ms","start":"2026-03-19T09:04:22.452522Z","end":"2026-03-19T09:04:22.637542Z","steps":["trace[78685481] 'process raft request' (duration: 184.810866ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:22.637603Z","caller":"traceutil/trace.go:171","msg":"trace[771073324] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"184.267024ms","start":"2026-03-19T09:04:22.453279Z","end":"2026-03-19T09:04:22.637546Z","steps":["trace[771073324] 'process raft request' (duration: 184.180422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:23.315598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.219508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:23.315686Z","caller":"traceutil/trace.go:171","msg":"trace[1460718872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1788; }","duration":"283.393222ms","start":"2026-03-19T09:04:23.03227Z","end":"2026-03-19T09:04:23.315664Z","steps":["trace[1460718872] 'range keys from in-memory index tree' (duration: 283.004824ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:24.124591Z","caller":"traceutil/trace.go:171","msg":"trace[1629028548] linearizableReadLoop","detail":"{readStateIndex:1872; appliedIndex:1870; }","duration":"236.879252ms","start":"2026-03-19T09:04:23.887678Z","end":"2026-03-19T09:04:24.124557Z","steps":["trace[1629028548] 'read index received' (duration: 11.238111ms)","trace[1629028548] 'applied index is now lower than readState.Index' (duration: 225.640321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:24.124807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.106336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T09:04:24.12484Z","caller":"traceutil/trace.go:171","msg":"trace[2134205574] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1790; }","duration":"237.183069ms","start":"2026-03-19T09:04:23.887646Z","end":"2026-03-19T09:04:24.124829Z","steps":["trace[2134205574] 'agreement among raft nodes before linearized reading' (duration: 237.035975ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:24.124926Z","caller":"traceutil/trace.go:171","msg":"trace[61310903] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"290.225906ms","start":"2026-03-19T09:04:23.834401Z","end":"2026-03-19T09:04:24.124626Z","steps":["trace[61310903] 'process raft request' (duration: 277.750226ms)","trace[61310903] 'compare' (duration: 12.271666ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:24.146791Z","caller":"traceutil/trace.go:171","msg":"trace[1633038515] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"207.301729ms","start":"2026-03-19T09:04:23.939461Z","end":"2026-03-19T09:04:24.146763Z","steps":["trace[1633038515] 'process raft request' (duration: 207.095245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:24.147261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.038102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:24.147348Z","caller":"traceutil/trace.go:171","msg":"trace[1023056107] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1791; }","duration":"152.162145ms","start":"2026-03-19T09:04:23.995168Z","end":"2026-03-19T09:04:24.147331Z","steps":["trace[1023056107] 'agreement among raft nodes before linearized reading' (duration: 151.983931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:24.385169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.057888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:24.385532Z","caller":"traceutil/trace.go:171","msg":"trace[2079332555] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"184.438818ms","start":"2026-03-19T09:04:24.201055Z","end":"2026-03-19T09:04:24.385494Z","steps":["trace[2079332555] 'process raft request' (duration: 42.963241ms)","trace[2079332555] 'compare' (duration: 140.771001ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:24.597947Z","caller":"traceutil/trace.go:171","msg":"trace[1242059689] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"143.564723ms","start":"2026-03-19T09:04:24.454326Z","end":"2026-03-19T09:04:24.597891Z","steps":["trace[1242059689] 'process raft request' (duration: 116.700632ms)","trace[1242059689] 'compare' (duration: 26.584825ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:25.611867Z","caller":"traceutil/trace.go:171","msg":"trace[930243901] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"117.07546ms","start":"2026-03-19T09:04:25.494756Z","end":"2026-03-19T09:04:25.611831Z","steps":["trace[930243901] 'process raft request' (duration: 89.331649ms)","trace[930243901] 'compare' (duration: 27.563567ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:30.616599Z","caller":"traceutil/trace.go:171","msg":"trace[839664224] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"119.242598ms","start":"2026-03-19T09:04:30.497332Z","end":"2026-03-19T09:04:30.616574Z","steps":["trace[839664224] 'process raft request' (duration: 53.1565ms)","trace[839664224] 'compare' (duration: 65.990716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:30.775487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.442422ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:04:30.776095Z","caller":"traceutil/trace.go:171","msg":"trace[1231991058] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"152.373059ms","start":"2026-03-19T09:04:30.623702Z","end":"2026-03-19T09:04:30.776075Z","steps":["trace[1231991058] 'process raft request' (duration: 151.870338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:33.039031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786256974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:33.53966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786256974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:34.040338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786256974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:34.540469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786256974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:35.042473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786256974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:35.194453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.66582212s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:04:35.194981Z","caller":"traceutil/trace.go:171","msg":"trace[201022310] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"2.666476614s","start":"2026-03-19T09:04:32.528468Z","end":"2026-03-19T09:04:35.194945Z","steps":["trace[201022310] 'process raft request' (duration: 2.66630342s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:35.195153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:32.52844Z","time spent":"2.666628599s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:35.198061Z","caller":"traceutil/trace.go:171","msg":"trace[115671586] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"2.416428479s","start":"2026-03-19T09:04:32.781605Z","end":"2026-03-19T09:04:35.198034Z","steps":["trace[115671586] 'process raft request' (duration: 2.416362998s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:35.198097Z","caller":"traceutil/trace.go:171","msg":"trace[572797754] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"2.576461241s","start":"2026-03-19T09:04:32.621603Z","end":"2026-03-19T09:04:35.198064Z","steps":["trace[572797754] 'process raft request' (duration: 2.576237286s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:35.198149Z","caller":"traceutil/trace.go:171","msg":"trace[172003636] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1916; }","duration":"2.659571061s","start":"2026-03-19T09:04:32.538561Z","end":"2026-03-19T09:04:35.198132Z","steps":["trace[172003636] 'read index received' (duration: 2.656243976s)","trace[172003636] 'applied index is now lower than readState.Index' (duration: 3.321735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:35.198213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:32.781574Z","time spent":"2.416545132s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:35.198236Z","caller":"traceutil/trace.go:171","msg":"trace[1494876897] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"841.129315ms","start":"2026-03-19T09:04:34.357079Z","end":"2026-03-19T09:04:35.198208Z","steps":["trace[1494876897] 'process raft request' (duration: 840.92241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:35.198353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659794806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:35.1984Z","caller":"traceutil/trace.go:171","msg":"trace[1571979627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1836; }","duration":"2.659922509s","start":"2026-03-19T09:04:32.538462Z","end":"2026-03-19T09:04:35.198384Z","steps":["trace[1571979627] 'agreement among raft nodes before linearized reading' (duration: 2.659778206s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:35.198414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:34.357056Z","time spent":"841.268398ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:35.198438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:32.53843Z","time spent":"2.660000051s","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:35.198488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41820801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:35.198502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37045823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:04:35.19855Z","caller":"traceutil/trace.go:171","msg":"trace[1005287981] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1836; }","duration":"1.418317662s","start":"2026-03-19T09:04:33.780222Z","end":"2026-03-19T09:04:35.198539Z","steps":["trace[1005287981] 'agreement among raft nodes before linearized reading' (duration: 1.41821467s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:35.198564Z","caller":"traceutil/trace.go:171","msg":"trace[1743189673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1836; }","duration":"2.370536042s","start":"2026-03-19T09:04:32.828015Z","end":"2026-03-19T09:04:35.198551Z","steps":["trace[1743189673] 'agreement among raft nodes before linearized reading' (duration: 2.370383758s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:35.198578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:33.780198Z","time spent":"1.418373063s","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:35.198605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:32.828Z","time spent":"2.370598613s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:35.198612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563789507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:35.198587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:32.62157Z","time spent":"2.576609084s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:35.198678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371938133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:04:35.198715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371114006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:04:35.198751Z","caller":"traceutil/trace.go:171","msg":"trace[769981638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1836; }","duration":"2.372117168s","start":"2026-03-19T09:04:32.826616Z","end":"2026-03-19T09:04:35.198733Z","steps":["trace[769981638] 'agreement among raft nodes before linearized reading' (duration: 2.371971344s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:35.198792Z","caller":"traceutil/trace.go:171","msg":"trace[454156559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1836; }","duration":"2.371220687s","start":"2026-03-19T09:04:32.827553Z","end":"2026-03-19T09:04:35.198773Z","steps":["trace[454156559] 'agreement among raft nodes before linearized reading' (duration: 2.371026473s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:35.198844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:32.827541Z","time spent":"2.371290939s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:35.198845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989669488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-19T09:04:35.198552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374082291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:04:35.198909Z","caller":"traceutil/trace.go:171","msg":"trace[2002613248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1836; }","duration":"2.374523521s","start":"2026-03-19T09:04:32.824377Z","end":"2026-03-19T09:04:35.198901Z","steps":["trace[2002613248] 'agreement among raft nodes before linearized reading' (duration: 2.373963189s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:35.198904Z","caller":"traceutil/trace.go:171","msg":"trace[559139013] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1836; }","duration":"1.98974978s","start":"2026-03-19T09:04:33.209139Z","end":"2026-03-19T09:04:35.198889Z","steps":["trace[559139013] 'agreement among raft nodes before linearized reading' (duration: 1.989559166s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:35.19894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:32.824342Z","time spent":"2.374585703s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:35.19895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:33.209129Z","time spent":"1.989810911s","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-19T09:04:35.198799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:32.826599Z","time spent":"2.372188019s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:04:35.198657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354881942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:04:35.199037Z","caller":"traceutil/trace.go:171","msg":"trace[261212811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1836; }","duration":"2.355308201s","start":"2026-03-19T09:04:32.84371Z","end":"2026-03-19T09:04:35.199018Z","steps":["trace[261212811] 'agreement among raft nodes before linearized reading' (duration: 2.354687847s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:35.198673Z","caller":"traceutil/trace.go:171","msg":"trace[148638128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1836; }","duration":"1.563875869s","start":"2026-03-19T09:04:33.634774Z","end":"2026-03-19T09:04:35.19865Z","steps":["trace[148638128] 'agreement among raft nodes before linearized reading' (duration: 1.563792407s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:35.199112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:32.843687Z","time spent":"2.355409154s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:04:35.199115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:33.634732Z","time spent":"1.56437136s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:35.199182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.572649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-03-19T09:04:35.199355Z","caller":"traceutil/trace.go:171","msg":"trace[331470562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1836; }","duration":"986.839795ms","start":"2026-03-19T09:04:34.212463Z","end":"2026-03-19T09:04:35.199302Z","steps":["trace[331470562] 'agreement among raft nodes before linearized reading' (duration: 986.052788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:35.19949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991597612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:118147"} {"level":"info","ts":"2026-03-19T09:04:35.199584Z","caller":"traceutil/trace.go:171","msg":"trace[2046743549] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1836; }","duration":"1.991697394s","start":"2026-03-19T09:04:33.207838Z","end":"2026-03-19T09:04:35.199536Z","steps":["trace[2046743549] 'agreement among raft nodes before linearized reading' (duration: 1.991100431s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:35.199628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:33.207813Z","time spent":"1.991807186s","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":118169,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-19T09:04:35.199521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:34.212441Z","time spent":"987.06543ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12008,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:04:39.369945Z","caller":"traceutil/trace.go:171","msg":"trace[426575342] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"115.951545ms","start":"2026-03-19T09:04:39.253974Z","end":"2026-03-19T09:04:39.369925Z","steps":["trace[426575342] 'process raft request' (duration: 115.897064ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:39.370064Z","caller":"traceutil/trace.go:171","msg":"trace[2136455556] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"116.482377ms","start":"2026-03-19T09:04:39.253547Z","end":"2026-03-19T09:04:39.37003Z","steps":["trace[2136455556] 'process raft request' (duration: 116.297943ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:39.370115Z","caller":"traceutil/trace.go:171","msg":"trace[854848319] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"116.082938ms","start":"2026-03-19T09:04:39.254025Z","end":"2026-03-19T09:04:39.370108Z","steps":["trace[854848319] 'process raft request' (duration: 115.867863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:39.370303Z","caller":"traceutil/trace.go:171","msg":"trace[154794589] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"116.909207ms","start":"2026-03-19T09:04:39.253094Z","end":"2026-03-19T09:04:39.370003Z","steps":["trace[154794589] 'process raft request' (duration: 65.682061ms)","trace[154794589] 'compare' (duration: 50.927319ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:39.370353Z","caller":"traceutil/trace.go:171","msg":"trace[968151723] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"115.993075ms","start":"2026-03-19T09:04:39.254338Z","end":"2026-03-19T09:04:39.370331Z","steps":["trace[968151723] 'process raft request' (duration: 115.74605ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:41.41621Z","caller":"traceutil/trace.go:171","msg":"trace[552170934] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"194.924561ms","start":"2026-03-19T09:04:41.221258Z","end":"2026-03-19T09:04:41.416182Z","steps":["trace[552170934] 'process raft request' (duration: 194.750007ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:41.531754Z","caller":"traceutil/trace.go:171","msg":"trace[1981544425] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"306.605202ms","start":"2026-03-19T09:04:41.225125Z","end":"2026-03-19T09:04:41.53173Z","steps":["trace[1981544425] 'process raft request' (duration: 306.444697ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:41.53197Z","caller":"traceutil/trace.go:171","msg":"trace[422122663] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1946; }","duration":"284.978758ms","start":"2026-03-19T09:04:41.246973Z","end":"2026-03-19T09:04:41.531952Z","steps":["trace[422122663] 'read index received' (duration: 169.067883ms)","trace[422122663] 'applied index is now lower than readState.Index' (duration: 115.909955ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:41.532018Z","caller":"traceutil/trace.go:171","msg":"trace[65923962] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"184.54523ms","start":"2026-03-19T09:04:41.347458Z","end":"2026-03-19T09:04:41.532003Z","steps":["trace[65923962] 'process raft request' (duration: 184.424997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.532106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.121032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:41.532128Z","caller":"traceutil/trace.go:171","msg":"trace[19105901] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"276.610341ms","start":"2026-03-19T09:04:41.255509Z","end":"2026-03-19T09:04:41.53212Z","steps":["trace[19105901] 'process raft request' (duration: 276.18512ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:41.53215Z","caller":"traceutil/trace.go:171","msg":"trace[245847232] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1864; }","duration":"285.209233ms","start":"2026-03-19T09:04:41.246929Z","end":"2026-03-19T09:04:41.532138Z","steps":["trace[245847232] 'agreement among raft nodes before linearized reading' (duration: 285.126931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.532445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.790761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T09:04:41.532501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.471514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:04:41.532507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.470127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T09:04:41.532537Z","caller":"traceutil/trace.go:171","msg":"trace[1434647905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1864; }","duration":"266.974295ms","start":"2026-03-19T09:04:41.265538Z","end":"2026-03-19T09:04:41.532513Z","steps":["trace[1434647905] 'agreement among raft nodes before linearized reading' (duration: 266.706809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.532552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.078359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:04:41.532604Z","caller":"traceutil/trace.go:171","msg":"trace[1241377938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1864; }","duration":"158.156ms","start":"2026-03-19T09:04:41.374434Z","end":"2026-03-19T09:04:41.53259Z","steps":["trace[1241377938] 'agreement among raft nodes before linearized reading' (duration: 158.014767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.532648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.660401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-19T09:04:41.532664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.675951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:04:41.532676Z","caller":"traceutil/trace.go:171","msg":"trace[98255469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1864; }","duration":"158.727223ms","start":"2026-03-19T09:04:41.373941Z","end":"2026-03-19T09:04:41.532668Z","steps":["trace[98255469] 'agreement among raft nodes before linearized reading' (duration: 158.649011ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:41.532701Z","caller":"traceutil/trace.go:171","msg":"trace[747337608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1864; }","duration":"158.741703ms","start":"2026-03-19T09:04:41.373952Z","end":"2026-03-19T09:04:41.532694Z","steps":["trace[747337608] 'agreement among raft nodes before linearized reading' (duration: 158.651191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:41.532533Z","caller":"traceutil/trace.go:171","msg":"trace[1891820719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1864; }","duration":"157.522015ms","start":"2026-03-19T09:04:41.375002Z","end":"2026-03-19T09:04:41.532524Z","steps":["trace[1891820719] 'agreement among raft nodes before linearized reading' (duration: 157.406873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:41.532555Z","caller":"traceutil/trace.go:171","msg":"trace[857154187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1864; }","duration":"158.553269ms","start":"2026-03-19T09:04:41.373988Z","end":"2026-03-19T09:04:41.532541Z","steps":["trace[857154187] 'agreement among raft nodes before linearized reading' (duration: 158.416566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.533168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.2251Z","time spent":"306.724175ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:41.786086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.873476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:41.786164Z","caller":"traceutil/trace.go:171","msg":"trace[1306563850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1869; }","duration":"151.0004ms","start":"2026-03-19T09:04:41.635146Z","end":"2026-03-19T09:04:41.786146Z","steps":["trace[1306563850] 'range keys from in-memory index tree' (duration: 150.763494ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:45.662272Z","caller":"traceutil/trace.go:171","msg":"trace[220338659] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"101.47547ms","start":"2026-03-19T09:04:45.560756Z","end":"2026-03-19T09:04:45.662231Z","steps":["trace[220338659] 'process raft request' (duration: 101.206565ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:47.845343Z","caller":"traceutil/trace.go:171","msg":"trace[1392837311] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"113.444348ms","start":"2026-03-19T09:04:47.731876Z","end":"2026-03-19T09:04:47.845321Z","steps":["trace[1392837311] 'process raft request' (duration: 113.314345ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:47.845436Z","caller":"traceutil/trace.go:171","msg":"trace[471009578] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"113.50178ms","start":"2026-03-19T09:04:47.731908Z","end":"2026-03-19T09:04:47.84541Z","steps":["trace[471009578] 'process raft request' (duration: 113.369357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:47.845438Z","caller":"traceutil/trace.go:171","msg":"trace[1705365332] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"113.458299ms","start":"2026-03-19T09:04:47.731928Z","end":"2026-03-19T09:04:47.845386Z","steps":["trace[1705365332] 'process raft request' (duration: 113.312565ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:47.846778Z","caller":"traceutil/trace.go:171","msg":"trace[1578857593] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"114.923372ms","start":"2026-03-19T09:04:47.731814Z","end":"2026-03-19T09:04:47.846737Z","steps":["trace[1578857593] 'process raft request' (duration: 113.221014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:51.921623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.062502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:51.921736Z","caller":"traceutil/trace.go:171","msg":"trace[31853463] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2007; }","duration":"136.935034ms","start":"2026-03-19T09:04:51.784785Z","end":"2026-03-19T09:04:51.92172Z","steps":["trace[31853463] 'read index received' (duration: 19.74µs)","trace[31853463] 'applied index is now lower than readState.Index' (duration: 136.914004ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:51.921783Z","caller":"traceutil/trace.go:171","msg":"trace[1637710932] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"144.639747ms","start":"2026-03-19T09:04:51.777116Z","end":"2026-03-19T09:04:51.921756Z","steps":["trace[1637710932] 'compare' (duration: 142.865087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:51.922122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.566742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:51.922169Z","caller":"traceutil/trace.go:171","msg":"trace[759647855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1919; }","duration":"134.632224ms","start":"2026-03-19T09:04:51.787524Z","end":"2026-03-19T09:04:51.922156Z","steps":["trace[759647855] 'agreement among raft nodes before linearized reading' (duration: 134.512172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:51.921906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.116738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:04:51.922295Z","caller":"traceutil/trace.go:171","msg":"trace[469724439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1919; }","duration":"137.529918ms","start":"2026-03-19T09:04:51.784757Z","end":"2026-03-19T09:04:51.922287Z","steps":["trace[469724439] 'agreement among raft nodes before linearized reading' (duration: 137.042387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:53.74216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.321222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:53.742241Z","caller":"traceutil/trace.go:171","msg":"trace[1531887688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1933; }","duration":"107.471205ms","start":"2026-03-19T09:04:53.63475Z","end":"2026-03-19T09:04:53.742222Z","steps":["trace[1531887688] 'range keys from in-memory index tree' (duration: 107.195398ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:59.48878Z","caller":"traceutil/trace.go:171","msg":"trace[658479190] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2050; }","duration":"412.903072ms","start":"2026-03-19T09:04:59.075855Z","end":"2026-03-19T09:04:59.488758Z","steps":["trace[658479190] 'read index received' (duration: 412.723308ms)","trace[658479190] 'applied index is now lower than readState.Index' (duration: 179.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:59.488879Z","caller":"traceutil/trace.go:171","msg":"trace[665700173] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"449.844148ms","start":"2026-03-19T09:04:59.038982Z","end":"2026-03-19T09:04:59.488826Z","steps":["trace[665700173] 'process raft request' (duration: 449.646924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:59.48907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.239979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T09:04:59.489173Z","caller":"traceutil/trace.go:171","msg":"trace[320956584] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1961; }","duration":"413.354431ms","start":"2026-03-19T09:04:59.075795Z","end":"2026-03-19T09:04:59.489149Z","steps":["trace[320956584] 'agreement among raft nodes before linearized reading' (duration: 413.083625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:59.489255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.075706Z","time spent":"413.508095ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:04:59.489103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.038959Z","time spent":"450.022192ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:59.711673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.96484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:59.711834Z","caller":"traceutil/trace.go:171","msg":"trace[655987650] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"217.564058ms","start":"2026-03-19T09:04:59.494247Z","end":"2026-03-19T09:04:59.711811Z","steps":["trace[655987650] 'process raft request' (duration: 74.333392ms)","trace[655987650] 'compare' (duration: 142.588402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:00.137197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786257279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:05:00.637442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786257279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:05:00.710293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099722612s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:05:00.711007Z","caller":"traceutil/trace.go:171","msg":"trace[342373294] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"1.100536279s","start":"2026-03-19T09:04:59.610438Z","end":"2026-03-19T09:05:00.710974Z","steps":["trace[342373294] 'process raft request' (duration: 1.100227082s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.711203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.610419Z","time spent":"1.100667902s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:00.832203Z","caller":"traceutil/trace.go:171","msg":"trace[616858213] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"1.148196566s","start":"2026-03-19T09:04:59.683966Z","end":"2026-03-19T09:05:00.832163Z","steps":["trace[616858213] 'process raft request' (duration: 1.110938412s)","trace[616858213] 'compare' (duration: 37.021238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:00.832449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.683948Z","time spent":"1.1483666s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:00.833015Z","caller":"traceutil/trace.go:171","msg":"trace[1698755682] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"992.03969ms","start":"2026-03-19T09:04:59.84093Z","end":"2026-03-19T09:05:00.832969Z","steps":["trace[1698755682] 'process raft request' (duration: 991.169331ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:00.83304Z","caller":"traceutil/trace.go:171","msg":"trace[1206465310] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"843.307932ms","start":"2026-03-19T09:04:59.989698Z","end":"2026-03-19T09:05:00.833006Z","steps":["trace[1206465310] 'process raft request' (duration: 843.121868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.833226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.840897Z","time spent":"992.208764ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:00.833279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.989673Z","time spent":"843.496707ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:00.972139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.135394ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:05:00.972879Z","caller":"traceutil/trace.go:171","msg":"trace[103382153] linearizableReadLoop","detail":"{readStateIndex:2056; appliedIndex:2052; }","duration":"1.336270535s","start":"2026-03-19T09:04:59.636576Z","end":"2026-03-19T09:05:00.972846Z","steps":["trace[103382153] 'read index received' (duration: 1.074039457s)","trace[103382153] 'applied index is now lower than readState.Index' (duration: 262.227428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:00.973084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336492439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:00.973171Z","caller":"traceutil/trace.go:171","msg":"trace[1076254521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1966; }","duration":"1.336646564s","start":"2026-03-19T09:04:59.636503Z","end":"2026-03-19T09:05:00.97315Z","steps":["trace[1076254521] 'agreement among raft nodes before linearized reading' (duration: 1.33647957s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.97321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.636474Z","time spent":"1.336728535s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:00.973352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.045153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T09:05:00.973361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.505903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:05:00.97342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.716756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-19T09:05:00.973444Z","caller":"traceutil/trace.go:171","msg":"trace[1359117047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1966; }","duration":"917.186917ms","start":"2026-03-19T09:05:00.056238Z","end":"2026-03-19T09:05:00.973425Z","steps":["trace[1359117047] 'agreement among raft nodes before linearized reading' (duration: 916.91027ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:00.973466Z","caller":"traceutil/trace.go:171","msg":"trace[705941632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1966; }","duration":"896.671898ms","start":"2026-03-19T09:05:00.07677Z","end":"2026-03-19T09:05:00.973442Z","steps":["trace[705941632] 'agreement among raft nodes before linearized reading' (duration: 896.301499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.973494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.056214Z","time spent":"917.270488ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:05:00.973502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.894032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-19T09:05:00.973453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.590186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T09:05:00.973531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.076746Z","time spent":"896.77528ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:05:00.973545Z","caller":"traceutil/trace.go:171","msg":"trace[1959794631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1966; }","duration":"892.951764ms","start":"2026-03-19T09:05:00.080581Z","end":"2026-03-19T09:05:00.973533Z","steps":["trace[1959794631] 'agreement among raft nodes before linearized reading' (duration: 892.545414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.973555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.099614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T09:05:00.973475Z","caller":"traceutil/trace.go:171","msg":"trace[1289512400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1966; }","duration":"534.814578ms","start":"2026-03-19T09:05:00.438646Z","end":"2026-03-19T09:05:00.97346Z","steps":["trace[1289512400] 'agreement among raft nodes before linearized reading' (duration: 534.504871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.97358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.080574Z","time spent":"892.998285ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:05:00.973579Z","caller":"traceutil/trace.go:171","msg":"trace[1981285379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1966; }","duration":"892.808561ms","start":"2026-03-19T09:05:00.080748Z","end":"2026-03-19T09:05:00.973557Z","steps":["trace[1981285379] 'agreement among raft nodes before linearized reading' (duration: 892.319109ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:00.973592Z","caller":"traceutil/trace.go:171","msg":"trace[439546670] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1966; }","duration":"871.195137ms","start":"2026-03-19T09:05:00.102384Z","end":"2026-03-19T09:05:00.973579Z","steps":["trace[439546670] 'agreement among raft nodes before linearized reading' (duration: 870.810158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.973611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.438629Z","time spent":"534.970892ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:05:00.97363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.080717Z","time spent":"892.904703ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:05:00.973634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.102339Z","time spent":"871.286829ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:05:00.973499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.734765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:00.973701Z","caller":"traceutil/trace.go:171","msg":"trace[29255554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1966; }","duration":"963.007521ms","start":"2026-03-19T09:05:00.010678Z","end":"2026-03-19T09:05:00.973686Z","steps":["trace[29255554] 'agreement among raft nodes before linearized reading' (duration: 962.395657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.973736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.010655Z","time spent":"963.073233ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:05:01.528782Z","caller":"traceutil/trace.go:171","msg":"trace[1581964109] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"549.976509ms","start":"2026-03-19T09:05:00.978761Z","end":"2026-03-19T09:05:01.528738Z","steps":["trace[1581964109] 'process raft request' (duration: 549.891157ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:01.528858Z","caller":"traceutil/trace.go:171","msg":"trace[863592836] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"550.342787ms","start":"2026-03-19T09:05:00.978474Z","end":"2026-03-19T09:05:01.528817Z","steps":["trace[863592836] 'process raft request' (duration: 550.148513ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:01.528932Z","caller":"traceutil/trace.go:171","msg":"trace[1838137946] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2057; }","duration":"546.667294ms","start":"2026-03-19T09:05:00.98225Z","end":"2026-03-19T09:05:01.528917Z","steps":["trace[1838137946] 'read index received' (duration: 38.051841ms)","trace[1838137946] 'applied index is now lower than readState.Index' (duration: 508.613393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:01.529022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.978702Z","time spent":"550.205834ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:01.529045Z","caller":"traceutil/trace.go:171","msg":"trace[998685559] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"549.700612ms","start":"2026-03-19T09:05:00.979334Z","end":"2026-03-19T09:05:01.529035Z","steps":["trace[998685559] 'process raft request' (duration: 549.340604ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:01.52879Z","caller":"traceutil/trace.go:171","msg":"trace[1885885615] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"550.330647ms","start":"2026-03-19T09:05:00.978415Z","end":"2026-03-19T09:05:01.528745Z","steps":["trace[1885885615] 'process raft request' (duration: 550.04009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:01.529121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.870649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:01.529161Z","caller":"traceutil/trace.go:171","msg":"trace[184821045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1971; }","duration":"546.95952ms","start":"2026-03-19T09:05:00.98219Z","end":"2026-03-19T09:05:01.52915Z","steps":["trace[184821045] 'agreement among raft nodes before linearized reading' (duration: 546.886149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:01.529185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.982167Z","time spent":"547.012092ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:01.529203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.979314Z","time spent":"549.761483ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:01.529201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.984409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:01.529255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.978399Z","time spent":"550.757777ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:01.529325Z","caller":"traceutil/trace.go:171","msg":"trace[1604052210] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1971; }","duration":"546.162583ms","start":"2026-03-19T09:05:00.983146Z","end":"2026-03-19T09:05:01.529309Z","steps":["trace[1604052210] 'agreement among raft nodes before linearized reading' (duration: 545.919918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:01.529405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.978397Z","time spent":"550.545872ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:01.529419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.983133Z","time spent":"546.228864ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T09:05:07.812513Z","caller":"traceutil/trace.go:171","msg":"trace[1645258350] linearizableReadLoop","detail":"{readStateIndex:2087; appliedIndex:2086; }","duration":"170.68357ms","start":"2026-03-19T09:05:07.641795Z","end":"2026-03-19T09:05:07.812478Z","steps":["trace[1645258350] 'read index received' (duration: 170.428815ms)","trace[1645258350] 'applied index is now lower than readState.Index' (duration: 252.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:07.812662Z","caller":"traceutil/trace.go:171","msg":"trace[1991046240] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"172.338317ms","start":"2026-03-19T09:05:07.64031Z","end":"2026-03-19T09:05:07.812649Z","steps":["trace[1991046240] 'process raft request' (duration: 171.941218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:07.812934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.12317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:05:07.813039Z","caller":"traceutil/trace.go:171","msg":"trace[1686453902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1995; }","duration":"171.249382ms","start":"2026-03-19T09:05:07.641767Z","end":"2026-03-19T09:05:07.813017Z","steps":["trace[1686453902] 'agreement among raft nodes before linearized reading' (duration: 171.013317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:07.993349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.892575ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:07.993521Z","caller":"traceutil/trace.go:171","msg":"trace[1860268141] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1995; }","duration":"117.07887ms","start":"2026-03-19T09:05:07.876413Z","end":"2026-03-19T09:05:07.993492Z","steps":["trace[1860268141] 'range keys from in-memory index tree' (duration: 116.868985ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:08.04077Z","caller":"traceutil/trace.go:171","msg":"trace[2109636087] linearizableReadLoop","detail":"{readStateIndex:2089; appliedIndex:2087; }","duration":"228.136955ms","start":"2026-03-19T09:05:07.812602Z","end":"2026-03-19T09:05:08.040739Z","steps":["trace[2109636087] 'read index received' (duration: 228.000082ms)","trace[2109636087] 'applied index is now lower than readState.Index' (duration: 135.883µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:08.04084Z","caller":"traceutil/trace.go:171","msg":"trace[112341732] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"394.771975ms","start":"2026-03-19T09:05:07.646023Z","end":"2026-03-19T09:05:08.040795Z","steps":["trace[112341732] 'process raft request' (duration: 394.672923ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:08.040807Z","caller":"traceutil/trace.go:171","msg":"trace[19059014] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"395.595113ms","start":"2026-03-19T09:05:07.645173Z","end":"2026-03-19T09:05:08.040768Z","steps":["trace[19059014] 'process raft request' (duration: 395.350677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:08.041047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:07.646009Z","time spent":"394.926878ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:08.041083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.221167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e32bd19a00cf7\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-19T09:05:08.041135Z","caller":"traceutil/trace.go:171","msg":"trace[390081600] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e32bd19a00cf7; range_end:; response_count:1; response_revision:1997; }","duration":"354.32909ms","start":"2026-03-19T09:05:07.68679Z","end":"2026-03-19T09:05:08.041119Z","steps":["trace[390081600] 'agreement among raft nodes before linearized reading' (duration: 354.073404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:08.041164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:07.645139Z","time spent":"395.91877ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:08.041186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:07.686765Z","time spent":"354.413062ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e32bd19a00cf7\" "} {"level":"warn","ts":"2026-03-19T09:05:08.041091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.319921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:08.041333Z","caller":"traceutil/trace.go:171","msg":"trace[214847020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1997; }","duration":"355.656719ms","start":"2026-03-19T09:05:07.685652Z","end":"2026-03-19T09:05:08.041309Z","steps":["trace[214847020] 'agreement among raft nodes before linearized reading' (duration: 355.25963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:08.041409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:07.685616Z","time spent":"355.774982ms","remote":"127.0.0.1:57054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:08.707764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.920894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:08.708154Z","caller":"traceutil/trace.go:171","msg":"trace[2055423234] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"886.340037ms","start":"2026-03-19T09:05:07.821702Z","end":"2026-03-19T09:05:08.708042Z","steps":["trace[2055423234] 'process raft request' (duration: 467.007192ms)","trace[2055423234] 'compare' (duration: 418.121477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:08.708393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:07.821668Z","time spent":"886.595333ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:08.708185Z","caller":"traceutil/trace.go:171","msg":"trace[573970913] linearizableReadLoop","detail":"{readStateIndex:2090; appliedIndex:2089; }","duration":"667.297254ms","start":"2026-03-19T09:05:08.040864Z","end":"2026-03-19T09:05:08.708162Z","steps":["trace[573970913] 'read index received' (duration: 247.866887ms)","trace[573970913] 'applied index is now lower than readState.Index' (duration: 419.427087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:08.708442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.343114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:08.708587Z","caller":"traceutil/trace.go:171","msg":"trace[1941417780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1999; }","duration":"679.491108ms","start":"2026-03-19T09:05:08.029044Z","end":"2026-03-19T09:05:08.708535Z","steps":["trace[1941417780] 'agreement among raft nodes before linearized reading' (duration: 679.190421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:08.708715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:08.029019Z","time spent":"679.6398ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:05:08.708235Z","caller":"traceutil/trace.go:171","msg":"trace[1215249680] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"663.427197ms","start":"2026-03-19T09:05:08.044782Z","end":"2026-03-19T09:05:08.708209Z","steps":["trace[1215249680] 'process raft request' (duration: 663.267934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:08.708978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:08.044745Z","time spent":"664.177814ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:08.770198Z","caller":"traceutil/trace.go:171","msg":"trace[994688192] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"428.633543ms","start":"2026-03-19T09:05:08.341528Z","end":"2026-03-19T09:05:08.770162Z","steps":["trace[994688192] 'process raft request' (duration: 428.328946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:08.770197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.740858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:08.77039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:08.341495Z","time spent":"428.794027ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:08.770402Z","caller":"traceutil/trace.go:171","msg":"trace[981944157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2000; }","duration":"132.050794ms","start":"2026-03-19T09:05:08.638324Z","end":"2026-03-19T09:05:08.770375Z","steps":["trace[981944157] 'agreement among raft nodes before linearized reading' (duration: 131.718437ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:08.914427Z","caller":"traceutil/trace.go:171","msg":"trace[605295889] linearizableReadLoop","detail":"{readStateIndex:2093; appliedIndex:2092; }","duration":"142.577691ms","start":"2026-03-19T09:05:08.771818Z","end":"2026-03-19T09:05:08.914396Z","steps":["trace[605295889] 'read index received' (duration: 102.080456ms)","trace[605295889] 'applied index is now lower than readState.Index' (duration: 40.495805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:08.914702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.863517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:08.914745Z","caller":"traceutil/trace.go:171","msg":"trace[73932716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2001; }","duration":"142.98036ms","start":"2026-03-19T09:05:08.771754Z","end":"2026-03-19T09:05:08.914734Z","steps":["trace[73932716] 'agreement among raft nodes before linearized reading' (duration: 142.755295ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:08.915398Z","caller":"traceutil/trace.go:171","msg":"trace[2049353788] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"196.632331ms","start":"2026-03-19T09:05:08.718711Z","end":"2026-03-19T09:05:08.915344Z","steps":["trace[2049353788] 'process raft request' (duration: 155.077221ms)","trace[2049353788] 'compare' (duration: 40.458295ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:08.935659Z","caller":"traceutil/trace.go:171","msg":"trace[440521993] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"132.061426ms","start":"2026-03-19T09:05:08.803554Z","end":"2026-03-19T09:05:08.935615Z","steps":["trace[440521993] 'process raft request' (duration: 131.834791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:09.6492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.415537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:05:09.649291Z","caller":"traceutil/trace.go:171","msg":"trace[1823055053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2004; }","duration":"419.59574ms","start":"2026-03-19T09:05:09.229674Z","end":"2026-03-19T09:05:09.64927Z","steps":["trace[1823055053] 'range keys from in-memory index tree' (duration: 418.821572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:09.649335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:09.229646Z","time spent":"419.680643ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:05:10.546564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786257381,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:05:10.619817Z","caller":"traceutil/trace.go:171","msg":"trace[22521228] linearizableReadLoop","detail":"{readStateIndex:2098; appliedIndex:2097; }","duration":"573.882203ms","start":"2026-03-19T09:05:10.045898Z","end":"2026-03-19T09:05:10.61978Z","steps":["trace[22521228] 'read index received' (duration: 573.649888ms)","trace[22521228] 'applied index is now lower than readState.Index' (duration: 231.075µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:10.619852Z","caller":"traceutil/trace.go:171","msg":"trace[1112327469] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"777.91911ms","start":"2026-03-19T09:05:09.841911Z","end":"2026-03-19T09:05:10.61983Z","steps":["trace[1112327469] 'process raft request' (duration: 777.670355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:10.620061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.942045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:05:10.620098Z","caller":"traceutil/trace.go:171","msg":"trace[342712232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2006; }","duration":"574.009806ms","start":"2026-03-19T09:05:10.04608Z","end":"2026-03-19T09:05:10.62009Z","steps":["trace[342712232] 'agreement among raft nodes before linearized reading' (duration: 573.909294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:10.620168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:10.046067Z","time spent":"574.093968ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:05:10.620079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:09.841896Z","time spent":"778.074113ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:10.62006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.1623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:05:10.620248Z","caller":"traceutil/trace.go:171","msg":"trace[686924005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2006; }","duration":"574.406375ms","start":"2026-03-19T09:05:10.045825Z","end":"2026-03-19T09:05:10.620232Z","steps":["trace[686924005] 'agreement among raft nodes before linearized reading' (duration: 574.075148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:10.620204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.56787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:05:10.620301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:10.0458Z","time spent":"574.488277ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:05:10.620351Z","caller":"traceutil/trace.go:171","msg":"trace[312077038] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2006; }","duration":"255.805475ms","start":"2026-03-19T09:05:10.364517Z","end":"2026-03-19T09:05:10.620322Z","steps":["trace[312077038] 'agreement among raft nodes before linearized reading' (duration: 255.511108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:11.135895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786257384,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:05:11.334694Z","caller":"traceutil/trace.go:171","msg":"trace[1285410152] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"709.925247ms","start":"2026-03-19T09:05:10.624733Z","end":"2026-03-19T09:05:11.334658Z","steps":["trace[1285410152] 'process raft request' (duration: 709.503428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:11.334916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:10.624708Z","time spent":"710.090501ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:11.336012Z","caller":"traceutil/trace.go:171","msg":"trace[1716531571] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"710.662975ms","start":"2026-03-19T09:05:10.625321Z","end":"2026-03-19T09:05:11.335984Z","steps":["trace[1716531571] 'process raft request' (duration: 710.149692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:11.336128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:10.625295Z","time spent":"710.775067ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:11.340187Z","caller":"traceutil/trace.go:171","msg":"trace[1994179846] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"398.5867ms","start":"2026-03-19T09:05:10.941559Z","end":"2026-03-19T09:05:11.340146Z","steps":["trace[1994179846] 'process raft request' (duration: 398.188701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:11.340399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:10.941529Z","time spent":"398.753384ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:11.340418Z","caller":"traceutil/trace.go:171","msg":"trace[1509123669] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"364.542799ms","start":"2026-03-19T09:05:10.97585Z","end":"2026-03-19T09:05:11.340393Z","steps":["trace[1509123669] 'process raft request' (duration: 364.14225ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:11.340576Z","caller":"traceutil/trace.go:171","msg":"trace[1833460495] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"355.746571ms","start":"2026-03-19T09:05:10.984817Z","end":"2026-03-19T09:05:11.340564Z","steps":["trace[1833460495] 'process raft request' (duration: 355.531207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:11.340695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:10.9848Z","time spent":"355.826454ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:11.3406Z","caller":"traceutil/trace.go:171","msg":"trace[1951700418] linearizableReadLoop","detail":"{readStateIndex:2104; appliedIndex:2098; }","duration":"705.101879ms","start":"2026-03-19T09:05:10.635436Z","end":"2026-03-19T09:05:11.340538Z","steps":["trace[1951700418] 'read index received' (duration: 698.946111ms)","trace[1951700418] 'applied index is now lower than readState.Index' (duration: 6.153948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:11.34082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.375145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:11.34087Z","caller":"traceutil/trace.go:171","msg":"trace[1552831884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2011; }","duration":"705.441717ms","start":"2026-03-19T09:05:10.635417Z","end":"2026-03-19T09:05:11.340859Z","steps":["trace[1552831884] 'agreement among raft nodes before linearized reading' (duration: 705.351535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:11.340904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:10.635407Z","time spent":"705.490198ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:11.341039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.872961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:05:11.34106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.119286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:11.341096Z","caller":"traceutil/trace.go:171","msg":"trace[356036700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2011; }","duration":"627.970174ms","start":"2026-03-19T09:05:10.713108Z","end":"2026-03-19T09:05:11.341078Z","steps":["trace[356036700] 'agreement among raft nodes before linearized reading' (duration: 627.750119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:11.341104Z","caller":"traceutil/trace.go:171","msg":"trace[597124140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2011; }","duration":"615.192117ms","start":"2026-03-19T09:05:10.725901Z","end":"2026-03-19T09:05:11.341093Z","steps":["trace[597124140] 'agreement among raft nodes before linearized reading' (duration: 615.012103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:11.341142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:10.713094Z","time spent":"628.030506ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:05:11.341145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:10.72589Z","time spent":"615.241639ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:05:11.341299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:10.975824Z","time spent":"364.65692ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:15.573138Z","caller":"traceutil/trace.go:171","msg":"trace[2034035343] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"209.04396ms","start":"2026-03-19T09:05:15.364062Z","end":"2026-03-19T09:05:15.573106Z","steps":["trace[2034035343] 'process raft request' (duration: 208.726573ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:15.573711Z","caller":"traceutil/trace.go:171","msg":"trace[192411752] linearizableReadLoop","detail":"{readStateIndex:2123; appliedIndex:2120; }","duration":"146.75915ms","start":"2026-03-19T09:05:15.42693Z","end":"2026-03-19T09:05:15.573689Z","steps":["trace[192411752] 'read index received' (duration: 145.85378ms)","trace[192411752] 'applied index is now lower than readState.Index' (duration: 903.94µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:15.57382Z","caller":"traceutil/trace.go:171","msg":"trace[485724381] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"206.721628ms","start":"2026-03-19T09:05:15.367056Z","end":"2026-03-19T09:05:15.573777Z","steps":["trace[485724381] 'process raft request' (duration: 206.539934ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:15.574114Z","caller":"traceutil/trace.go:171","msg":"trace[1487378894] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"207.701212ms","start":"2026-03-19T09:05:15.366389Z","end":"2026-03-19T09:05:15.57409Z","steps":["trace[1487378894] 'process raft request' (duration: 206.648708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:15.574176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.265653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:05:15.574238Z","caller":"traceutil/trace.go:171","msg":"trace[191922794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2030; }","duration":"204.406387ms","start":"2026-03-19T09:05:15.369813Z","end":"2026-03-19T09:05:15.574219Z","steps":["trace[191922794] 'agreement among raft nodes before linearized reading' (duration: 203.974686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:15.574507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.084993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:05:15.57461Z","caller":"traceutil/trace.go:171","msg":"trace[1993178941] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:2030; }","duration":"169.218756ms","start":"2026-03-19T09:05:15.405375Z","end":"2026-03-19T09:05:15.574594Z","steps":["trace[1993178941] 'agreement among raft nodes before linearized reading' (duration: 168.971661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:15.574629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.633845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:15.574781Z","caller":"traceutil/trace.go:171","msg":"trace[1524769720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2030; }","duration":"193.780808ms","start":"2026-03-19T09:05:15.380977Z","end":"2026-03-19T09:05:15.574758Z","steps":["trace[1524769720] 'agreement among raft nodes before linearized reading' (duration: 193.486881ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:15.595558Z","caller":"traceutil/trace.go:171","msg":"trace[458393183] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"162.945394ms","start":"2026-03-19T09:05:15.432582Z","end":"2026-03-19T09:05:15.595528Z","steps":["trace[458393183] 'process raft request' (duration: 162.813641ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:15.99756Z","caller":"traceutil/trace.go:171","msg":"trace[1800280567] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"178.492874ms","start":"2026-03-19T09:05:15.819032Z","end":"2026-03-19T09:05:15.997525Z","steps":["trace[1800280567] 'process raft request' (duration: 178.28709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:17.083989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786257450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:05:17.3546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021745476s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:05:17.355123Z","caller":"traceutil/trace.go:171","msg":"trace[1520602315] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"1.114943561s","start":"2026-03-19T09:05:16.240159Z","end":"2026-03-19T09:05:17.355103Z","steps":["trace[1520602315] 'process raft request' (duration: 1.114765657s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:17.355261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:16.240125Z","time spent":"1.115062783s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:17.389282Z","caller":"traceutil/trace.go:171","msg":"trace[427689061] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2128; }","duration":"805.87895ms","start":"2026-03-19T09:05:16.58337Z","end":"2026-03-19T09:05:17.389249Z","steps":["trace[427689061] 'read index received' (duration: 771.555759ms)","trace[427689061] 'applied index is now lower than readState.Index' (duration: 34.321561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:17.389719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.880555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:17.389823Z","caller":"traceutil/trace.go:171","msg":"trace[2133346616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2036; }","duration":"755.041478ms","start":"2026-03-19T09:05:16.634757Z","end":"2026-03-19T09:05:17.389799Z","steps":["trace[2133346616] 'agreement among raft nodes before linearized reading' (duration: 754.864394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:17.389808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.465278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-03-19T09:05:17.389882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:16.634735Z","time spent":"755.137431ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:17.389721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.350892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:17.38991Z","caller":"traceutil/trace.go:171","msg":"trace[1964742552] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2036; }","duration":"779.651052ms","start":"2026-03-19T09:05:16.610238Z","end":"2026-03-19T09:05:17.389889Z","steps":["trace[1964742552] 'agreement among raft nodes before linearized reading' (duration: 779.323885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:17.389974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:16.610213Z","time spent":"779.749735ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:05:17.390005Z","caller":"traceutil/trace.go:171","msg":"trace[1111943930] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2036; }","duration":"806.656529ms","start":"2026-03-19T09:05:16.583306Z","end":"2026-03-19T09:05:17.389962Z","steps":["trace[1111943930] 'agreement among raft nodes before linearized reading' (duration: 806.229109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:17.389729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.726964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:05:17.390121Z","caller":"traceutil/trace.go:171","msg":"trace[128831554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2036; }","duration":"651.187634ms","start":"2026-03-19T09:05:16.73891Z","end":"2026-03-19T09:05:17.390097Z","steps":["trace[128831554] 'agreement among raft nodes before linearized reading' (duration: 650.667302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:17.390138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:16.58328Z","time spent":"806.811972ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:05:17.390174Z","caller":"traceutil/trace.go:171","msg":"trace[232559469] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"1.108611429s","start":"2026-03-19T09:05:16.281535Z","end":"2026-03-19T09:05:17.390147Z","steps":["trace[232559469] 'process raft request' (duration: 1.107559325s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:17.390194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:16.738885Z","time spent":"651.291656ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:05:17.390324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:16.281499Z","time spent":"1.108730622s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:18.509321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.82575ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:18.509475Z","caller":"traceutil/trace.go:171","msg":"trace[2139036464] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2036; }","duration":"632.994544ms","start":"2026-03-19T09:05:17.87646Z","end":"2026-03-19T09:05:18.509455Z","steps":["trace[2139036464] 'range keys from in-memory index tree' (duration: 632.80334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:18.510021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056416196s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:18.510443Z","caller":"traceutil/trace.go:171","msg":"trace[2084104897] linearizableReadLoop","detail":"{readStateIndex:2131; appliedIndex:2130; }","duration":"1.106125393s","start":"2026-03-19T09:05:17.404294Z","end":"2026-03-19T09:05:18.510419Z","steps":["trace[2084104897] 'read index received' (duration: 49.075103ms)","trace[2084104897] 'applied index is now lower than readState.Index' (duration: 1.05704855s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:18.510638Z","caller":"traceutil/trace.go:171","msg":"trace[1151331486] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"1.114574464s","start":"2026-03-19T09:05:17.396044Z","end":"2026-03-19T09:05:18.510618Z","steps":["trace[1151331486] 'process raft request' (duration: 57.438551ms)","trace[1151331486] 'compare' (duration: 1.056081818s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:18.510745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.396005Z","time spent":"1.114677566s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:18.510736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106421809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:18.510806Z","caller":"traceutil/trace.go:171","msg":"trace[1222352085] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2038; }","duration":"1.106539062s","start":"2026-03-19T09:05:17.404251Z","end":"2026-03-19T09:05:18.51079Z","steps":["trace[1222352085] 'agreement among raft nodes before linearized reading' (duration: 1.106335618s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:18.510831Z","caller":"traceutil/trace.go:171","msg":"trace[575853109] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"924.048039ms","start":"2026-03-19T09:05:17.586767Z","end":"2026-03-19T09:05:18.510815Z","steps":["trace[575853109] 'process raft request' (duration: 923.534428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:18.510848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.404238Z","time spent":"1.106599873s","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:05:18.510968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.586726Z","time spent":"924.146991ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:18.511235Z","caller":"traceutil/trace.go:171","msg":"trace[1681637994] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"923.877945ms","start":"2026-03-19T09:05:17.587317Z","end":"2026-03-19T09:05:18.511195Z","steps":["trace[1681637994] 'process raft request' (duration: 923.372394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:18.511444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.41162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:18.511438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.587292Z","time spent":"924.037068ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:18.511482Z","caller":"traceutil/trace.go:171","msg":"trace[628437727] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2040; }","duration":"748.488801ms","start":"2026-03-19T09:05:17.76298Z","end":"2026-03-19T09:05:18.511469Z","steps":["trace[628437727] 'agreement among raft nodes before linearized reading' (duration: 748.40418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:18.511505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.762955Z","time spent":"748.544832ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:18.511545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079852011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:05:18.511638Z","caller":"traceutil/trace.go:171","msg":"trace[1957134191] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"922.983454ms","start":"2026-03-19T09:05:17.588643Z","end":"2026-03-19T09:05:18.511627Z","steps":["trace[1957134191] 'process raft request' (duration: 922.415291ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:18.511633Z","caller":"traceutil/trace.go:171","msg":"trace[1471138325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2040; }","duration":"1.079986344s","start":"2026-03-19T09:05:17.431624Z","end":"2026-03-19T09:05:18.51161Z","steps":["trace[1471138325] 'agreement among raft nodes before linearized reading' (duration: 1.079756989s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:18.511654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.410938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:05:18.511678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.431597Z","time spent":"1.080072237s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:05:18.511715Z","caller":"traceutil/trace.go:171","msg":"trace[1035493519] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2040; }","duration":"828.516971ms","start":"2026-03-19T09:05:17.683172Z","end":"2026-03-19T09:05:18.511689Z","steps":["trace[1035493519] 'agreement among raft nodes before linearized reading' (duration: 828.434519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:18.511727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.588599Z","time spent":"923.064066ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:18.511766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.683131Z","time spent":"828.624214ms","remote":"127.0.0.1:54956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:18.511766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.262432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e32bd19a00cf7\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-19T09:05:18.51186Z","caller":"traceutil/trace.go:171","msg":"trace[158775683] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e32bd19a00cf7; range_end:; response_count:1; response_revision:2040; }","duration":"783.387965ms","start":"2026-03-19T09:05:17.728435Z","end":"2026-03-19T09:05:18.511823Z","steps":["trace[158775683] 'agreement among raft nodes before linearized reading' (duration: 783.16201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:18.511904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.728412Z","time spent":"783.482488ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e32bd19a00cf7\" "} {"level":"warn","ts":"2026-03-19T09:05:18.511913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.859457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:18.511993Z","caller":"traceutil/trace.go:171","msg":"trace[716854041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2040; }","duration":"112.96013ms","start":"2026-03-19T09:05:18.399026Z","end":"2026-03-19T09:05:18.511986Z","steps":["trace[716854041] 'agreement among raft nodes before linearized reading' (duration: 112.776346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:18.512122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.243003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:05:18.512187Z","caller":"traceutil/trace.go:171","msg":"trace[313547155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2040; }","duration":"510.345316ms","start":"2026-03-19T09:05:18.001823Z","end":"2026-03-19T09:05:18.512168Z","steps":["trace[313547155] 'agreement among raft nodes before linearized reading' (duration: 510.10312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:18.512223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:18.001797Z","time spent":"510.419078ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:05:18.512213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.618774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:18.512253Z","caller":"traceutil/trace.go:171","msg":"trace[1776356086] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2040; }","duration":"149.728547ms","start":"2026-03-19T09:05:18.362517Z","end":"2026-03-19T09:05:18.512246Z","steps":["trace[1776356086] 'agreement among raft nodes before linearized reading' (duration: 149.670135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:18.512281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.914681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:05:18.512319Z","caller":"traceutil/trace.go:171","msg":"trace[492929169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2040; }","duration":"894.028664ms","start":"2026-03-19T09:05:17.618278Z","end":"2026-03-19T09:05:18.512307Z","steps":["trace[492929169] 'agreement among raft nodes before linearized reading' (duration: 893.927722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:18.512347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.61826Z","time spent":"894.081185ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:05:18.512437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.432426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:05:18.511553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.266904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:18.512492Z","caller":"traceutil/trace.go:171","msg":"trace[873853036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2040; }","duration":"912.530009ms","start":"2026-03-19T09:05:17.599951Z","end":"2026-03-19T09:05:18.512481Z","steps":["trace[873853036] 'agreement among raft nodes before linearized reading' (duration: 912.350915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:18.512529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.599932Z","time spent":"912.588901ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:05:18.51253Z","caller":"traceutil/trace.go:171","msg":"trace[86238254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2040; }","duration":"877.306067ms","start":"2026-03-19T09:05:17.635208Z","end":"2026-03-19T09:05:18.512514Z","steps":["trace[86238254] 'agreement among raft nodes before linearized reading' (duration: 876.273275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:18.512596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.635156Z","time spent":"877.42454ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:19.021712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786257464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:05:19.522742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786257464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:05:20.023278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786257464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:05:20.523496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786257464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:05:20.635691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00027954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:05:20.635802Z","caller":"traceutil/trace.go:171","msg":"trace[167821359] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000454374s","start":"2026-03-19T09:05:18.63532Z","end":"2026-03-19T09:05:20.635774Z","steps":["trace[167821359] 'agreement among raft nodes before linearized reading' (duration: 2.000319031s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:20.63588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:18.635295Z","time spent":"2.000576677s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:05:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:05:20.717004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.20173479s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:05:22.636174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:05:22.636293Z","caller":"traceutil/trace.go:171","msg":"trace[163024143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151987s","start":"2026-03-19T09:05:20.636115Z","end":"2026-03-19T09:05:22.636267Z","steps":["trace[163024143] 'agreement among raft nodes before linearized reading' (duration: 2.000005633s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:22.636359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:20.636045Z","time spent":"2.000297931s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:05:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:05:22.917356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:22.358293Z","time spent":"559.050982ms","remote":"127.0.0.1:60748","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:05:22.918149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20079718s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:22.918309Z","caller":"traceutil/trace.go:171","msg":"trace[499808301] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"4.403170903s","start":"2026-03-19T09:05:18.515109Z","end":"2026-03-19T09:05:22.91828Z","steps":["trace[499808301] 'process raft request' (duration: 2.202097138s)","trace[499808301] 'compare' (duration: 2.200105493s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:22.918393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:18.515079Z","time spent":"4.403280296s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:23.515638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:18.517143Z","time spent":"4.998462759s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 09:05:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:05:23.515645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:18.51782Z","time spent":"4.997814904s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 09:05:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:05:24.516461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000383021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:05:24.516589Z","caller":"traceutil/trace.go:171","msg":"trace[1840567748] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000613067s","start":"2026-03-19T09:05:22.515949Z","end":"2026-03-19T09:05:24.516562Z","steps":["trace[1840567748] 'agreement among raft nodes before linearized reading' (duration: 2.000437033s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:24.516668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:22.51592Z","time spent":"2.000713749s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:24.644867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000083404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:05:24.644998Z","caller":"traceutil/trace.go:171","msg":"trace[28583535] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000266928s","start":"2026-03-19T09:05:22.644685Z","end":"2026-03-19T09:05:24.644952Z","steps":["trace[28583535] 'agreement among raft nodes before linearized reading' (duration: 2.000111944s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:24.645059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:22.644669Z","time spent":"2.000376981s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:05:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:05:24.713302Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.994618586s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:05:25.514249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:20.524391Z","time spent":"4.989845985s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 09:05:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:05:25.515056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.991216926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:05:25.515218Z","caller":"traceutil/trace.go:171","msg":"trace[510373226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99140118s","start":"2026-03-19T09:05:20.52376Z","end":"2026-03-19T09:05:25.515161Z","steps":["trace[510373226] 'agreement among raft nodes before linearized reading' (duration: 4.991213075s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:25.51534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:20.523689Z","time spent":"4.991638055s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 09:05:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:05:25.516957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:20.523606Z","time spent":"4.993346774s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 09:05:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:05:25.517405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:20.523714Z","time spent":"4.993687282s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 09:05:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:05:25.517792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:18.517708Z","time spent":"7.000072728s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:05:25.518209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:18.517873Z","time spent":"7.000328504s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:05:26.091177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:19.090371Z","time spent":"7.000794824s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:05:26.650651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999918879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:05:26.650751Z","caller":"traceutil/trace.go:171","msg":"trace[1750776951] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102345s","start":"2026-03-19T09:05:24.650627Z","end":"2026-03-19T09:05:26.65073Z","steps":["trace[1750776951] 'agreement among raft nodes before linearized reading' (duration: 1.999945s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:26.650805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:24.650606Z","time spent":"2.000188517s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:27.544638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830920058s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-19T09:05:27.599334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079674113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:05:27.599435Z","caller":"traceutil/trace.go:171","msg":"trace[1471013596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.079816936s","start":"2026-03-19T09:05:25.519598Z","end":"2026-03-19T09:05:27.599415Z","steps":["trace[1471013596] 'agreement among raft nodes before linearized reading' (duration: 2.079691373s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:27.599491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:25.519586Z","time spent":"2.079894339s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 09:05:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:05:27.61779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099857508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:05:27.617904Z","caller":"traceutil/trace.go:171","msg":"trace[1144890516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.100053593s","start":"2026-03-19T09:05:25.517822Z","end":"2026-03-19T09:05:27.617876Z","steps":["trace[1144890516] 'agreement among raft nodes before linearized reading' (duration: 2.09990668s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:27.617964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:25.517792Z","time spent":"2.100159645s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/19 09:05:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:05:27.667764Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"21489d05541b3bb0","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-19T09:05:28.001184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.05153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:05:28.001293Z","caller":"traceutil/trace.go:171","msg":"trace[1347257795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"478.235494ms","start":"2026-03-19T09:05:27.523034Z","end":"2026-03-19T09:05:28.001269Z","steps":["trace[1347257795] 'agreement among raft nodes before linearized reading' (duration: 478.095121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:28.001348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:27.523006Z","time spent":"478.331066ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/19 09:05:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:05:28.096885Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.423499476s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:05:28.651472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999970762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:05:28.651579Z","caller":"traceutil/trace.go:171","msg":"trace[1988720081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000136876s","start":"2026-03-19T09:05:26.651418Z","end":"2026-03-19T09:05:28.651555Z","steps":["trace[1988720081] 'agreement among raft nodes before linearized reading' (duration: 1.999995113s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:28.651633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:26.651397Z","time spent":"2.000226338s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:29.371716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82555637s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:05:29.371983Z","caller":"traceutil/trace.go:171","msg":"trace[1477795915] linearizableReadLoop","detail":"{readStateIndex:2140; appliedIndex:2134; }","duration":"10.850325245s","start":"2026-03-19T09:05:18.521628Z","end":"2026-03-19T09:05:29.371953Z","steps":["trace[1477795915] 'read index received' (duration: 2.19557107s)","trace[1477795915] 'applied index is now lower than readState.Index' (duration: 8.654753025s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:29.372428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495114669s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:29.372577Z","caller":"traceutil/trace.go:171","msg":"trace[1358358702] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2049; }","duration":"1.495298753s","start":"2026-03-19T09:05:27.877256Z","end":"2026-03-19T09:05:29.372555Z","steps":["trace[1358358702] 'range keys from in-memory index tree' (duration: 1.494894725s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.372719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.851068662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:29.372776Z","caller":"traceutil/trace.go:171","msg":"trace[1375263830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2049; }","duration":"10.851159353s","start":"2026-03-19T09:05:18.521602Z","end":"2026-03-19T09:05:29.372761Z","steps":["trace[1375263830] 'agreement among raft nodes before linearized reading' (duration: 10.850932508s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.372815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:18.521592Z","time spent":"10.851213735s","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:05:29.372954Z","caller":"traceutil/trace.go:171","msg":"trace[1716584036] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"6.449104817s","start":"2026-03-19T09:05:22.923817Z","end":"2026-03-19T09:05:29.372922Z","steps":["trace[1716584036] 'process raft request' (duration: 6.448034333s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.373119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:22.923784Z","time spent":"6.449253169s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:05:29.438115Z","caller":"traceutil/trace.go:171","msg":"trace[1390285519] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"4.539580868s","start":"2026-03-19T09:05:24.898501Z","end":"2026-03-19T09:05:29.438082Z","steps":["trace[1390285519] 'process raft request' (duration: 4.474404692s)","trace[1390285519] 'compare' (duration: 64.746456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:29.438283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:24.898469Z","time spent":"4.539714212s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:29.438386Z","caller":"traceutil/trace.go:171","msg":"trace[834454828] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2051; }","duration":"3.341742642s","start":"2026-03-19T09:05:26.09661Z","end":"2026-03-19T09:05:29.438352Z","steps":["trace[834454828] 'process raft request' (duration: 3.341286731s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.438641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:26.096586Z","time spent":"3.341907876s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":568,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:29.43867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.529416853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:29.438732Z","caller":"traceutil/trace.go:171","msg":"trace[1587295706] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2052; }","duration":"9.529530035s","start":"2026-03-19T09:05:19.909184Z","end":"2026-03-19T09:05:29.438714Z","steps":["trace[1587295706] 'agreement among raft nodes before linearized reading' (duration: 9.529430803s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.43873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.224015139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:05:29.438777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.259054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-03-19T09:05:29.438816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.775186842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:29.438825Z","caller":"traceutil/trace.go:171","msg":"trace[240469054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2052; }","duration":"5.224182282s","start":"2026-03-19T09:05:24.21462Z","end":"2026-03-19T09:05:29.438803Z","steps":["trace[240469054] 'agreement among raft nodes before linearized reading' (duration: 5.223986878s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:29.438847Z","caller":"traceutil/trace.go:171","msg":"trace[1931776219] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2052; }","duration":"5.775298175s","start":"2026-03-19T09:05:23.663539Z","end":"2026-03-19T09:05:29.438837Z","steps":["trace[1931776219] 'agreement among raft nodes before linearized reading' (duration: 5.775249324s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:29.438847Z","caller":"traceutil/trace.go:171","msg":"trace[1195671760] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2052; }","duration":"784.329116ms","start":"2026-03-19T09:05:28.654499Z","end":"2026-03-19T09:05:29.438828Z","steps":["trace[1195671760] 'agreement among raft nodes before linearized reading' (duration: 784.181433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.43888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:23.663511Z","time spent":"5.775360576s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:29.43888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:24.21458Z","time spent":"5.224286835s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:29.438895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:28.654433Z","time spent":"784.450339ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T09:05:29.438939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.913038429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:29.43899Z","caller":"traceutil/trace.go:171","msg":"trace[880174964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2052; }","duration":"9.913172772s","start":"2026-03-19T09:05:19.525805Z","end":"2026-03-19T09:05:29.438978Z","steps":["trace[880174964] 'agreement among raft nodes before linearized reading' (duration: 9.913001548s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.439024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:19.525779Z","time spent":"9.913237913s","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:05:29.438953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238356768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:29.439207Z","caller":"traceutil/trace.go:171","msg":"trace[1373974834] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2051; }","duration":"2.004363431s","start":"2026-03-19T09:05:27.434802Z","end":"2026-03-19T09:05:29.439166Z","steps":["trace[1373974834] 'process raft request' (duration: 2.003141823s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:29.439198Z","caller":"traceutil/trace.go:171","msg":"trace[2014756663] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2052; }","duration":"3.238684905s","start":"2026-03-19T09:05:26.200457Z","end":"2026-03-19T09:05:29.439142Z","steps":["trace[2014756663] 'agreement among raft nodes before linearized reading' (duration: 3.238083811s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.439254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.917499999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T09:05:29.439293Z","caller":"traceutil/trace.go:171","msg":"trace[190423544] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2052; }","duration":"3.91755428s","start":"2026-03-19T09:05:25.521727Z","end":"2026-03-19T09:05:29.439281Z","steps":["trace[190423544] 'agreement among raft nodes before linearized reading' (duration: 3.917402567s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.439314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.14537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:05:29.439333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:25.521715Z","time spent":"3.917608841s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:05:29.439332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:27.434761Z","time spent":"2.004511915s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":467,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:29.439356Z","caller":"traceutil/trace.go:171","msg":"trace[562352088] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2052; }","duration":"747.214762ms","start":"2026-03-19T09:05:28.69213Z","end":"2026-03-19T09:05:29.439345Z","steps":["trace[562352088] 'agreement among raft nodes before linearized reading' (duration: 747.13115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.439343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:26.200432Z","time spent":"3.238864089s","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:29.439392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:28.692118Z","time spent":"747.266683ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:29.439486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.797614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:29.43954Z","caller":"traceutil/trace.go:171","msg":"trace[437310248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2052; }","duration":"779.872745ms","start":"2026-03-19T09:05:28.659653Z","end":"2026-03-19T09:05:29.439526Z","steps":["trace[437310248] 'agreement among raft nodes before linearized reading' (duration: 779.792754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.43958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923181006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-19T09:05:29.439592Z","caller":"traceutil/trace.go:171","msg":"trace[1606800667] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"1.845100529s","start":"2026-03-19T09:05:27.594473Z","end":"2026-03-19T09:05:29.439574Z","steps":["trace[1606800667] 'process raft request' (duration: 1.843540605s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:29.439626Z","caller":"traceutil/trace.go:171","msg":"trace[1127828284] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2052; }","duration":"3.923272078s","start":"2026-03-19T09:05:25.516344Z","end":"2026-03-19T09:05:29.439616Z","steps":["trace[1127828284] 'agreement among raft nodes before linearized reading' (duration: 3.923181396s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.439664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:25.516323Z","time spent":"3.92333343s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-19T09:05:29.439501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920368654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T09:05:29.439766Z","caller":"traceutil/trace.go:171","msg":"trace[580589751] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2052; }","duration":"3.920637809s","start":"2026-03-19T09:05:25.519105Z","end":"2026-03-19T09:05:29.439743Z","steps":["trace[580589751] 'agreement among raft nodes before linearized reading' (duration: 3.920325802s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.439788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83756046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:05:29.439822Z","caller":"traceutil/trace.go:171","msg":"trace[2000209532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2052; }","duration":"1.837659542s","start":"2026-03-19T09:05:27.602153Z","end":"2026-03-19T09:05:29.439813Z","steps":["trace[2000209532] 'agreement among raft nodes before linearized reading' (duration: 1.837538629s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.439828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:25.519093Z","time spent":"3.920718922s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:05:29.439852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:27.602122Z","time spent":"1.837723053s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:05:29.439085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.204195045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:05:29.439956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.19026741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:29.439972Z","caller":"traceutil/trace.go:171","msg":"trace[184389344] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2052; }","duration":"7.205099986s","start":"2026-03-19T09:05:22.234825Z","end":"2026-03-19T09:05:29.439925Z","steps":["trace[184389344] 'agreement among raft nodes before linearized reading' (duration: 7.204217027s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.439664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:27.594448Z","time spent":"1.845180172s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:29.438767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:19.90916Z","time spent":"9.529598307s","remote":"127.0.0.1:57220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:29.440017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435956158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:05:29.44006Z","caller":"traceutil/trace.go:171","msg":"trace[429902640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2052; }","duration":"1.43604961s","start":"2026-03-19T09:05:28.004001Z","end":"2026-03-19T09:05:29.440051Z","steps":["trace[429902640] 'agreement among raft nodes before linearized reading' (duration: 1.435951098s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.440026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772615825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:05:29.439887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.033217792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:05:29.440137Z","caller":"traceutil/trace.go:171","msg":"trace[2121395363] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2052; }","duration":"2.772803919s","start":"2026-03-19T09:05:26.667308Z","end":"2026-03-19T09:05:29.440112Z","steps":["trace[2121395363] 'agreement among raft nodes before linearized reading' (duration: 2.772552544s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.440168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820187848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:05:29.439535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.675371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:29.440199Z","caller":"traceutil/trace.go:171","msg":"trace[1206853173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2052; }","duration":"1.820237159s","start":"2026-03-19T09:05:27.619954Z","end":"2026-03-19T09:05:29.440192Z","steps":["trace[1206853173] 'agreement among raft nodes before linearized reading' (duration: 1.820157017s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:29.439995Z","caller":"traceutil/trace.go:171","msg":"trace[815528651] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2052; }","duration":"5.19032537s","start":"2026-03-19T09:05:24.24966Z","end":"2026-03-19T09:05:29.439985Z","steps":["trace[815528651] 'agreement among raft nodes before linearized reading' (duration: 5.190250189s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.439586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:28.659642Z","time spent":"779.934676ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:29.440231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:27.619943Z","time spent":"1.82028351s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:05:29.440263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:24.249648Z","time spent":"5.190599627s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:05:29.440141Z","caller":"traceutil/trace.go:171","msg":"trace[434237926] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:2052; }","duration":"4.033513269s","start":"2026-03-19T09:05:25.406609Z","end":"2026-03-19T09:05:29.440122Z","steps":["trace[434237926] 'agreement among raft nodes before linearized reading' (duration: 4.033213322s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.440404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:25.406584Z","time spent":"4.033778124s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-19T09:05:29.440092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:28.003969Z","time spent":"1.436115602s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:05:29.440495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921990338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:05:29.440063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:22.234797Z","time spent":"7.205216858s","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:05:29.440557Z","caller":"traceutil/trace.go:171","msg":"trace[710360583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2052; }","duration":"1.922101361s","start":"2026-03-19T09:05:27.518442Z","end":"2026-03-19T09:05:29.440543Z","steps":["trace[710360583] 'agreement among raft nodes before linearized reading' (duration: 1.921909797s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:29.440226Z","caller":"traceutil/trace.go:171","msg":"trace[1616604118] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2052; }","duration":"333.403157ms","start":"2026-03-19T09:05:29.106809Z","end":"2026-03-19T09:05:29.440212Z","steps":["trace[1616604118] 'agreement among raft nodes before linearized reading' (duration: 332.680721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.440606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:27.518409Z","time spent":"1.922186532s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:05:29.440208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:26.667282Z","time spent":"2.772915412s","remote":"127.0.0.1:54922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:29.440696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:29.106788Z","time spent":"333.838697ms","remote":"127.0.0.1:54888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:05:29.641764Z","caller":"traceutil/trace.go:171","msg":"trace[941384758] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"197.964031ms","start":"2026-03-19T09:05:29.443751Z","end":"2026-03-19T09:05:29.641715Z","steps":["trace[941384758] 'process raft request' (duration: 187.975667ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:29.641798Z","caller":"traceutil/trace.go:171","msg":"trace[730731395] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"194.082974ms","start":"2026-03-19T09:05:29.447679Z","end":"2026-03-19T09:05:29.641762Z","steps":["trace[730731395] 'process raft request' (duration: 193.92622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:29.641982Z","caller":"traceutil/trace.go:171","msg":"trace[490290084] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"188.838146ms","start":"2026-03-19T09:05:29.453125Z","end":"2026-03-19T09:05:29.641963Z","steps":["trace[490290084] 'process raft request' (duration: 188.56987ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:29.641998Z","caller":"traceutil/trace.go:171","msg":"trace[88511560] linearizableReadLoop","detail":"{readStateIndex:2151; appliedIndex:2149; }","duration":"198.002801ms","start":"2026-03-19T09:05:29.443969Z","end":"2026-03-19T09:05:29.641971Z","steps":["trace[88511560] 'read index received' (duration: 26.193229ms)","trace[88511560] 'applied index is now lower than readState.Index' (duration: 171.805602ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:29.642182Z","caller":"traceutil/trace.go:171","msg":"trace[1827741294] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"170.502623ms","start":"2026-03-19T09:05:29.471639Z","end":"2026-03-19T09:05:29.642142Z","steps":["trace[1827741294] 'process raft request' (duration: 170.255948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.642456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.994492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-19T09:05:29.642437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.432961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-19T09:05:29.642497Z","caller":"traceutil/trace.go:171","msg":"trace[1933763842] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2056; }","duration":"194.060794ms","start":"2026-03-19T09:05:29.448424Z","end":"2026-03-19T09:05:29.642485Z","steps":["trace[1933763842] 'agreement among raft nodes before linearized reading' (duration: 193.89985ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:29.642553Z","caller":"traceutil/trace.go:171","msg":"trace[362862689] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2056; }","duration":"198.573925ms","start":"2026-03-19T09:05:29.443931Z","end":"2026-03-19T09:05:29.642504Z","steps":["trace[362862689] 'agreement among raft nodes before linearized reading' (duration: 198.124634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.6426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.774372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T09:05:29.642664Z","caller":"traceutil/trace.go:171","msg":"trace[525621350] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2056; }","duration":"195.945566ms","start":"2026-03-19T09:05:29.446699Z","end":"2026-03-19T09:05:29.642644Z","steps":["trace[525621350] 'agreement among raft nodes before linearized reading' (duration: 195.637368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:29.642718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.313727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T09:05:29.64285Z","caller":"traceutil/trace.go:171","msg":"trace[337167721] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2056; }","duration":"197.474861ms","start":"2026-03-19T09:05:29.445342Z","end":"2026-03-19T09:05:29.642817Z","steps":["trace[337167721] 'agreement among raft nodes before linearized reading' (duration: 196.986699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:30.334255Z","caller":"traceutil/trace.go:171","msg":"trace[123998779] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"177.191925ms","start":"2026-03-19T09:05:30.157038Z","end":"2026-03-19T09:05:30.33423Z","steps":["trace[123998779] 'process raft request' (duration: 177.047452ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:30.349848Z","caller":"traceutil/trace.go:171","msg":"trace[922762878] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"173.489021ms","start":"2026-03-19T09:05:30.176341Z","end":"2026-03-19T09:05:30.34983Z","steps":["trace[922762878] 'process raft request' (duration: 173.373348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:11.051808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.956345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:06:11.052066Z","caller":"traceutil/trace.go:171","msg":"trace[2021720864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2257; }","duration":"224.219601ms","start":"2026-03-19T09:06:10.827802Z","end":"2026-03-19T09:06:11.052022Z","steps":["trace[2021720864] 'range keys from in-memory index tree' (duration: 223.754051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:11.111329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.115635ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:06:11.342354Z","caller":"traceutil/trace.go:171","msg":"trace[298504788] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"225.770317ms","start":"2026-03-19T09:06:11.116546Z","end":"2026-03-19T09:06:11.342316Z","steps":["trace[298504788] 'process raft request' (duration: 141.604444ms)","trace[298504788] 'compare' (duration: 83.991899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:23.405943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.991737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:23.40669Z","caller":"traceutil/trace.go:171","msg":"trace[637307429] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"189.496401ms","start":"2026-03-19T09:06:23.216789Z","end":"2026-03-19T09:06:23.406285Z","steps":["trace[637307429] 'process raft request' (duration: 58.034954ms)","trace[637307429] 'compare' (duration: 130.627198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:23.663222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.487363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:23.663356Z","caller":"traceutil/trace.go:171","msg":"trace[776711] linearizableReadLoop","detail":"{readStateIndex:2445; appliedIndex:2444; }","duration":"250.363ms","start":"2026-03-19T09:06:23.412975Z","end":"2026-03-19T09:06:23.663338Z","steps":["trace[776711] 'read index received' (duration: 95.606931ms)","trace[776711] 'applied index is now lower than readState.Index' (duration: 154.754519ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:23.663458Z","caller":"traceutil/trace.go:171","msg":"trace[884107639] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"251.890815ms","start":"2026-03-19T09:06:23.411555Z","end":"2026-03-19T09:06:23.663446Z","steps":["trace[884107639] 'process raft request' (duration: 97.076785ms)","trace[884107639] 'compare' (duration: 154.314989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:23.663793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.637196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:06:23.66384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.84313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:06:23.66392Z","caller":"traceutil/trace.go:171","msg":"trace[251450841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2336; }","duration":"250.970933ms","start":"2026-03-19T09:06:23.41293Z","end":"2026-03-19T09:06:23.663901Z","steps":["trace[251450841] 'agreement among raft nodes before linearized reading' (duration: 250.698057ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:23.663871Z","caller":"traceutil/trace.go:171","msg":"trace[970420956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2336; }","duration":"243.78506ms","start":"2026-03-19T09:06:23.420069Z","end":"2026-03-19T09:06:23.663854Z","steps":["trace[970420956] 'agreement among raft nodes before linearized reading' (duration: 243.571696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:24.399965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.381802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:24.400166Z","caller":"traceutil/trace.go:171","msg":"trace[2042066490] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"182.530573ms","start":"2026-03-19T09:06:24.217569Z","end":"2026-03-19T09:06:24.4001Z","steps":["trace[2042066490] 'process raft request' (duration: 66.924286ms)","trace[2042066490] 'compare' (duration: 115.251069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:34.660191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.321611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:34.660341Z","caller":"traceutil/trace.go:171","msg":"trace[1975460476] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"208.481785ms","start":"2026-03-19T09:06:34.451837Z","end":"2026-03-19T09:06:34.660319Z","steps":["trace[1975460476] 'process raft request' (duration: 56.931989ms)","trace[1975460476] 'compare' (duration: 151.069126ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:34.683127Z","caller":"traceutil/trace.go:171","msg":"trace[1051614250] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"231.144752ms","start":"2026-03-19T09:06:34.45194Z","end":"2026-03-19T09:06:34.683084Z","steps":["trace[1051614250] 'process raft request' (duration: 230.864006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:34.683425Z","caller":"traceutil/trace.go:171","msg":"trace[1293664762] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"230.63069ms","start":"2026-03-19T09:06:34.452759Z","end":"2026-03-19T09:06:34.68339Z","steps":["trace[1293664762] 'process raft request' (duration: 230.226421ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:34.683645Z","caller":"traceutil/trace.go:171","msg":"trace[460319936] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"194.013614ms","start":"2026-03-19T09:06:34.489602Z","end":"2026-03-19T09:06:34.683616Z","steps":["trace[460319936] 'process raft request' (duration: 193.748678ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:34.845203Z","caller":"traceutil/trace.go:171","msg":"trace[913983063] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"111.763179ms","start":"2026-03-19T09:06:34.733389Z","end":"2026-03-19T09:06:34.845153Z","steps":["trace[913983063] 'process raft request' (duration: 55.006344ms)","trace[913983063] 'compare' (duration: 56.475319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:39.51443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786258669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:40.01499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786258669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:40.018863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.318195826s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:06:40.019454Z","caller":"traceutil/trace.go:171","msg":"trace[1713694505] linearizableReadLoop","detail":"{readStateIndex:2690; appliedIndex:2689; }","duration":"1.008033281s","start":"2026-03-19T09:06:39.011383Z","end":"2026-03-19T09:06:40.019417Z","steps":["trace[1713694505] 'read index received' (duration: 1.007657783s)","trace[1713694505] 'applied index is now lower than readState.Index' (duration: 373.638µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:40.019585Z","caller":"traceutil/trace.go:171","msg":"trace[266941717] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"1.319049314s","start":"2026-03-19T09:06:38.7005Z","end":"2026-03-19T09:06:40.019549Z","steps":["trace[266941717] 'process raft request' (duration: 1.318683046s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.019754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:38.700455Z","time spent":"1.319196137s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:40.019882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0084636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-19T09:06:40.019955Z","caller":"traceutil/trace.go:171","msg":"trace[1508859054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2570; }","duration":"1.008625194s","start":"2026-03-19T09:06:39.011309Z","end":"2026-03-19T09:06:40.019934Z","steps":["trace[1508859054] 'agreement among raft nodes before linearized reading' (duration: 1.008334857s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.019979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005632806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-19T09:06:40.020016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:39.011285Z","time spent":"1.008717736s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:06:40.020055Z","caller":"traceutil/trace.go:171","msg":"trace[947663642] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2570; }","duration":"1.005734368s","start":"2026-03-19T09:06:39.014297Z","end":"2026-03-19T09:06:40.020031Z","steps":["trace[947663642] 'agreement among raft nodes before linearized reading' (duration: 1.005525413s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.02011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:39.014286Z","time spent":"1.005815101s","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T09:06:40.020215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.102401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:40.020256Z","caller":"traceutil/trace.go:171","msg":"trace[1159745060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2570; }","duration":"384.185043ms","start":"2026-03-19T09:06:39.63606Z","end":"2026-03-19T09:06:40.020245Z","steps":["trace[1159745060] 'agreement among raft nodes before linearized reading' (duration: 384.124891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.020286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:39.636036Z","time spent":"384.244104ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:40.020339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.533247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:40.020403Z","caller":"traceutil/trace.go:171","msg":"trace[114806230] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2570; }","duration":"497.65256ms","start":"2026-03-19T09:06:39.522735Z","end":"2026-03-19T09:06:40.020387Z","steps":["trace[114806230] 'agreement among raft nodes before linearized reading' (duration: 497.554648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.020428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:39.522708Z","time spent":"497.713473ms","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:06:40.020659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.911896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T09:06:40.02067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.982023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:06:40.020706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.815172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:06:40.020702Z","caller":"traceutil/trace.go:171","msg":"trace[1143515323] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2570; }","duration":"423.008958ms","start":"2026-03-19T09:06:39.597683Z","end":"2026-03-19T09:06:40.020692Z","steps":["trace[1143515323] 'agreement among raft nodes before linearized reading' (duration: 422.750622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:40.020731Z","caller":"traceutil/trace.go:171","msg":"trace[1092287407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2570; }","duration":"215.863544ms","start":"2026-03-19T09:06:39.804861Z","end":"2026-03-19T09:06:40.020724Z","steps":["trace[1092287407] 'agreement among raft nodes before linearized reading' (duration: 215.792112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:40.020729Z","caller":"traceutil/trace.go:171","msg":"trace[964715322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2570; }","duration":"261.089635ms","start":"2026-03-19T09:06:39.759623Z","end":"2026-03-19T09:06:40.020713Z","steps":["trace[964715322] 'agreement among raft nodes before linearized reading' (duration: 260.87471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.020739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:39.597653Z","time spent":"423.07821ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":309,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:06:40.148926Z","caller":"traceutil/trace.go:171","msg":"trace[1290369947] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"123.729582ms","start":"2026-03-19T09:06:40.025153Z","end":"2026-03-19T09:06:40.148883Z","steps":["trace[1290369947] 'process raft request' (duration: 26.253388ms)","trace[1290369947] 'compare' (duration: 97.214878ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:40.149002Z","caller":"traceutil/trace.go:171","msg":"trace[2073184789] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2690; }","duration":"123.22702ms","start":"2026-03-19T09:06:40.025724Z","end":"2026-03-19T09:06:40.148951Z","steps":["trace[2073184789] 'read index received' (duration: 25.595773ms)","trace[2073184789] 'applied index is now lower than readState.Index' (duration: 97.621897ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:40.149427Z","caller":"traceutil/trace.go:171","msg":"trace[1930718361] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"123.437265ms","start":"2026-03-19T09:06:40.025948Z","end":"2026-03-19T09:06:40.149385Z","steps":["trace[1930718361] 'process raft request' (duration: 122.904763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.149484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.715312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:06:40.149546Z","caller":"traceutil/trace.go:171","msg":"trace[694552700] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"121.691245ms","start":"2026-03-19T09:06:40.027815Z","end":"2026-03-19T09:06:40.149506Z","steps":["trace[694552700] 'process raft request' (duration: 121.352027ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:40.149589Z","caller":"traceutil/trace.go:171","msg":"trace[108405069] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2572; }","duration":"123.867345ms","start":"2026-03-19T09:06:40.025697Z","end":"2026-03-19T09:06:40.149565Z","steps":["trace[108405069] 'agreement among raft nodes before linearized reading' (duration: 123.347523ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:40.149516Z","caller":"traceutil/trace.go:171","msg":"trace[534654981] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"113.948088ms","start":"2026-03-19T09:06:40.035524Z","end":"2026-03-19T09:06:40.149472Z","steps":["trace[534654981] 'process raft request' (duration: 113.849616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.150124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.180752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-19T09:06:40.150236Z","caller":"traceutil/trace.go:171","msg":"trace[2131444761] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2575; }","duration":"124.322465ms","start":"2026-03-19T09:06:40.025885Z","end":"2026-03-19T09:06:40.150208Z","steps":["trace[2131444761] 'agreement among raft nodes before linearized reading' (duration: 124.025199ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:46.214872Z","caller":"traceutil/trace.go:171","msg":"trace[342141966] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"166.474567ms","start":"2026-03-19T09:06:46.048368Z","end":"2026-03-19T09:06:46.214842Z","steps":["trace[342141966] 'process raft request' (duration: 166.294003ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:48.422357Z","caller":"traceutil/trace.go:171","msg":"trace[2027416582] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"106.316634ms","start":"2026-03-19T09:06:48.316011Z","end":"2026-03-19T09:06:48.422328Z","steps":["trace[2027416582] 'process raft request' (duration: 106.241603ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:48.422406Z","caller":"traceutil/trace.go:171","msg":"trace[656050545] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"106.654052ms","start":"2026-03-19T09:06:48.315698Z","end":"2026-03-19T09:06:48.422352Z","steps":["trace[656050545] 'process raft request' (duration: 106.381226ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:48.422736Z","caller":"traceutil/trace.go:171","msg":"trace[1030861827] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"106.408296ms","start":"2026-03-19T09:06:48.316265Z","end":"2026-03-19T09:06:48.422673Z","steps":["trace[1030861827] 'process raft request' (duration: 106.019957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:50.524752Z","caller":"traceutil/trace.go:171","msg":"trace[1744972476] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"206.977781ms","start":"2026-03-19T09:06:50.317748Z","end":"2026-03-19T09:06:50.524726Z","steps":["trace[1744972476] 'process raft request' (duration: 206.743626ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:50.524952Z","caller":"traceutil/trace.go:171","msg":"trace[1522624353] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"206.887208ms","start":"2026-03-19T09:06:50.318026Z","end":"2026-03-19T09:06:50.524913Z","steps":["trace[1522624353] 'process raft request' (duration: 206.653733ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:50.554259Z","caller":"traceutil/trace.go:171","msg":"trace[203290232] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2752; }","duration":"164.878649ms","start":"2026-03-19T09:06:50.389354Z","end":"2026-03-19T09:06:50.554232Z","steps":["trace[203290232] 'read index received' (duration: 135.158342ms)","trace[203290232] 'applied index is now lower than readState.Index' (duration: 29.719337ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:50.554399Z","caller":"traceutil/trace.go:171","msg":"trace[1618044302] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"125.903371ms","start":"2026-03-19T09:06:50.428484Z","end":"2026-03-19T09:06:50.554387Z","steps":["trace[1618044302] 'process raft request' (duration: 125.689826ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:50.554379Z","caller":"traceutil/trace.go:171","msg":"trace[695423488] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"214.067702ms","start":"2026-03-19T09:06:50.340264Z","end":"2026-03-19T09:06:50.554331Z","steps":["trace[695423488] 'process raft request' (duration: 213.765505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:50.554706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.106342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:06:50.554726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.348801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:06:50.554793Z","caller":"traceutil/trace.go:171","msg":"trace[861072005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2634; }","duration":"165.482424ms","start":"2026-03-19T09:06:50.389295Z","end":"2026-03-19T09:06:50.554777Z","steps":["trace[861072005] 'agreement among raft nodes before linearized reading' (duration: 165.194006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:50.554794Z","caller":"traceutil/trace.go:171","msg":"trace[273302307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2634; }","duration":"128.268435ms","start":"2026-03-19T09:06:50.426503Z","end":"2026-03-19T09:06:50.554771Z","steps":["trace[273302307] 'agreement among raft nodes before linearized reading' (duration: 128.061451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:50.554808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.577488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:50.554882Z","caller":"traceutil/trace.go:171","msg":"trace[480905198] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2634; }","duration":"137.68377ms","start":"2026-03-19T09:06:50.417176Z","end":"2026-03-19T09:06:50.554859Z","steps":["trace[480905198] 'agreement among raft nodes before linearized reading' (duration: 137.507126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:50.554881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.231075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:06:50.554978Z","caller":"traceutil/trace.go:171","msg":"trace[2111441532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2634; }","duration":"128.367398ms","start":"2026-03-19T09:06:50.426587Z","end":"2026-03-19T09:06:50.554955Z","steps":["trace[2111441532] 'agreement among raft nodes before linearized reading' (duration: 127.883846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:50.554957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.17762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:06:50.555078Z","caller":"traceutil/trace.go:171","msg":"trace[424915021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2634; }","duration":"127.335825ms","start":"2026-03-19T09:06:50.427712Z","end":"2026-03-19T09:06:50.555048Z","steps":["trace[424915021] 'agreement among raft nodes before linearized reading' (duration: 126.937636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:50.555368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.67394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:06:50.55544Z","caller":"traceutil/trace.go:171","msg":"trace[205507048] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2634; }","duration":"145.509979ms","start":"2026-03-19T09:06:50.40991Z","end":"2026-03-19T09:06:50.55542Z","steps":["trace[205507048] 'agreement among raft nodes before linearized reading' (duration: 144.547786ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:50.711283Z","caller":"traceutil/trace.go:171","msg":"trace[2126111941] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"148.24226ms","start":"2026-03-19T09:06:50.563004Z","end":"2026-03-19T09:06:50.711247Z","steps":["trace[2126111941] 'process raft request' (duration: 147.990925ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:50.711302Z","caller":"traceutil/trace.go:171","msg":"trace[985587164] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"147.755709ms","start":"2026-03-19T09:06:50.563514Z","end":"2026-03-19T09:06:50.71127Z","steps":["trace[985587164] 'process raft request' (duration: 147.644356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:50.850008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.798309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:06:50.850092Z","caller":"traceutil/trace.go:171","msg":"trace[683905448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2638; }","duration":"118.929042ms","start":"2026-03-19T09:06:50.73114Z","end":"2026-03-19T09:06:50.850069Z","steps":["trace[683905448] 'range keys from in-memory index tree' (duration: 118.637126ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:52.942047Z","caller":"traceutil/trace.go:171","msg":"trace[2089810077] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"411.420734ms","start":"2026-03-19T09:06:52.530591Z","end":"2026-03-19T09:06:52.942012Z","steps":["trace[2089810077] 'process raft request' (duration: 411.23573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:52.942229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.530575Z","time spent":"411.557757ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:53.061551Z","caller":"traceutil/trace.go:171","msg":"trace[249932762] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"530.814216ms","start":"2026-03-19T09:06:52.5307Z","end":"2026-03-19T09:06:53.061514Z","steps":["trace[249932762] 'process raft request' (duration: 530.56887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:53.06177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.530662Z","time spent":"530.9949ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:53.061997Z","caller":"traceutil/trace.go:171","msg":"trace[2106032870] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"501.793196ms","start":"2026-03-19T09:06:52.560172Z","end":"2026-03-19T09:06:53.061965Z","steps":["trace[2106032870] 'process raft request' (duration: 501.289864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:53.06219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.560154Z","time spent":"501.927379ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:53.062159Z","caller":"traceutil/trace.go:171","msg":"trace[396891083] linearizableReadLoop","detail":"{readStateIndex:2767; appliedIndex:2764; }","duration":"496.676538ms","start":"2026-03-19T09:06:52.565436Z","end":"2026-03-19T09:06:53.062112Z","steps":["trace[396891083] 'read index received' (duration: 376.385355ms)","trace[396891083] 'applied index is now lower than readState.Index' (duration: 120.286263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:53.062464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.021046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:06:53.062516Z","caller":"traceutil/trace.go:171","msg":"trace[2012647116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2644; }","duration":"497.111078ms","start":"2026-03-19T09:06:52.565392Z","end":"2026-03-19T09:06:53.062503Z","steps":["trace[2012647116] 'agreement among raft nodes before linearized reading' (duration: 496.928134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:53.062598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.565373Z","time spent":"497.214361ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:06:53.062745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.584885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:06:53.062819Z","caller":"traceutil/trace.go:171","msg":"trace[1062650747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2644; }","duration":"346.726918ms","start":"2026-03-19T09:06:52.716074Z","end":"2026-03-19T09:06:53.062801Z","steps":["trace[1062650747] 'agreement among raft nodes before linearized reading' (duration: 346.418701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:53.062859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.716051Z","time spent":"346.80105ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:06:53.062881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.260365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:06:53.062978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.057143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:06:53.063026Z","caller":"traceutil/trace.go:171","msg":"trace[523694174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2644; }","duration":"346.154155ms","start":"2026-03-19T09:06:52.716859Z","end":"2026-03-19T09:06:53.063014Z","steps":["trace[523694174] 'agreement among raft nodes before linearized reading' (duration: 346.051403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:53.062974Z","caller":"traceutil/trace.go:171","msg":"trace[2139124669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2644; }","duration":"427.410388ms","start":"2026-03-19T09:06:52.635538Z","end":"2026-03-19T09:06:53.062949Z","steps":["trace[2139124669] 'agreement among raft nodes before linearized reading' (duration: 427.234304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:53.063056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.716831Z","time spent":"346.218676ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:06:53.063139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.635511Z","time spent":"427.568882ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:53.063169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.418013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:06:53.063243Z","caller":"traceutil/trace.go:171","msg":"trace[704440687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2644; }","duration":"436.603258ms","start":"2026-03-19T09:06:52.626611Z","end":"2026-03-19T09:06:53.063214Z","steps":["trace[704440687] 'agreement among raft nodes before linearized reading' (duration: 436.199639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:53.063293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.626577Z","time spent":"436.70369ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:06:53.064455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.413044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:06:53.06455Z","caller":"traceutil/trace.go:171","msg":"trace[1333104304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2644; }","duration":"497.563997ms","start":"2026-03-19T09:06:52.566966Z","end":"2026-03-19T09:06:53.06453Z","steps":["trace[1333104304] 'agreement among raft nodes before linearized reading' (duration: 495.516782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:53.0646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.566949Z","time spent":"497.6385ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:06:55.210477Z","caller":"traceutil/trace.go:171","msg":"trace[994885479] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"140.421253ms","start":"2026-03-19T09:06:55.070021Z","end":"2026-03-19T09:06:55.210442Z","steps":["trace[994885479] 'process raft request' (duration: 70.010836ms)","trace[994885479] 'compare' (duration: 70.284123ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:55.217638Z","caller":"traceutil/trace.go:171","msg":"trace[225093453] linearizableReadLoop","detail":"{readStateIndex:2776; appliedIndex:2774; }","duration":"106.672633ms","start":"2026-03-19T09:06:55.11094Z","end":"2026-03-19T09:06:55.217612Z","steps":["trace[225093453] 'read index received' (duration: 29.113894ms)","trace[225093453] 'applied index is now lower than readState.Index' (duration: 77.557849ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:55.217757Z","caller":"traceutil/trace.go:171","msg":"trace[476861688] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"116.491516ms","start":"2026-03-19T09:06:55.101253Z","end":"2026-03-19T09:06:55.217745Z","steps":["trace[476861688] 'process raft request' (duration: 116.20759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:55.218184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.223375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:06:55.21825Z","caller":"traceutil/trace.go:171","msg":"trace[1148783843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2653; }","duration":"107.352858ms","start":"2026-03-19T09:06:55.110881Z","end":"2026-03-19T09:06:55.218233Z","steps":["trace[1148783843] 'agreement among raft nodes before linearized reading' (duration: 106.913248ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:55.387947Z","caller":"traceutil/trace.go:171","msg":"trace[92484426] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"164.361139ms","start":"2026-03-19T09:06:55.223546Z","end":"2026-03-19T09:06:55.387907Z","steps":["trace[92484426] 'process raft request' (duration: 113.037469ms)","trace[92484426] 'compare' (duration: 51.088465ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:55.388335Z","caller":"traceutil/trace.go:171","msg":"trace[1033480944] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"164.613295ms","start":"2026-03-19T09:06:55.223683Z","end":"2026-03-19T09:06:55.388296Z","steps":["trace[1033480944] 'process raft request' (duration: 164.163245ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:55.390073Z","caller":"traceutil/trace.go:171","msg":"trace[1663764958] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"166.164321ms","start":"2026-03-19T09:06:55.223862Z","end":"2026-03-19T09:06:55.390026Z","steps":["trace[1663764958] 'process raft request' (duration: 164.350439ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:55.390199Z","caller":"traceutil/trace.go:171","msg":"trace[1163764698] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"165.385492ms","start":"2026-03-19T09:06:55.224796Z","end":"2026-03-19T09:06:55.390181Z","steps":["trace[1163764698] 'process raft request' (duration: 165.148777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:57.515745Z","caller":"traceutil/trace.go:171","msg":"trace[938020669] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"117.381866ms","start":"2026-03-19T09:06:57.398322Z","end":"2026-03-19T09:06:57.515704Z","steps":["trace[938020669] 'process raft request' (duration: 110.681664ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:57.515876Z","caller":"traceutil/trace.go:171","msg":"trace[1864239410] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"117.463808ms","start":"2026-03-19T09:06:57.398351Z","end":"2026-03-19T09:06:57.515815Z","steps":["trace[1864239410] 'process raft request' (duration: 117.241523ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:57.515998Z","caller":"traceutil/trace.go:171","msg":"trace[33508697] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"117.204713ms","start":"2026-03-19T09:06:57.398772Z","end":"2026-03-19T09:06:57.515977Z","steps":["trace[33508697] 'process raft request' (duration: 116.984947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:07.430668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.929403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:07.430907Z","caller":"traceutil/trace.go:171","msg":"trace[1835425540] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"275.686578ms","start":"2026-03-19T09:07:07.155198Z","end":"2026-03-19T09:07:07.430884Z","steps":["trace[1835425540] 'process raft request' (duration: 275.609716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:07.430939Z","caller":"traceutil/trace.go:171","msg":"trace[1117479128] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"360.207625ms","start":"2026-03-19T09:07:07.070689Z","end":"2026-03-19T09:07:07.430896Z","steps":["trace[1117479128] 'process raft request' (duration: 90.879403ms)","trace[1117479128] 'compare' (duration: 268.733969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:07.431169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:07.070657Z","time spent":"360.38878ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:07.557763Z","caller":"traceutil/trace.go:171","msg":"trace[2128071288] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"278.520622ms","start":"2026-03-19T09:07:07.279202Z","end":"2026-03-19T09:07:07.557723Z","steps":["trace[2128071288] 'process raft request' (duration: 254.826012ms)","trace[2128071288] 'compare' (duration: 23.504676ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:13.945889Z","caller":"traceutil/trace.go:171","msg":"trace[2098952134] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"847.766226ms","start":"2026-03-19T09:07:13.098087Z","end":"2026-03-19T09:07:13.945854Z","steps":["trace[2098952134] 'process raft request' (duration: 847.50224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:13.946114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:13.09806Z","time spent":"847.93741ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:14.242447Z","caller":"traceutil/trace.go:171","msg":"trace[913185439] linearizableReadLoop","detail":"{readStateIndex:2879; appliedIndex:2875; }","duration":"619.9814ms","start":"2026-03-19T09:07:13.622429Z","end":"2026-03-19T09:07:14.24241Z","steps":["trace[913185439] 'read index received' (duration: 323.185051ms)","trace[913185439] 'applied index is now lower than readState.Index' (duration: 296.794979ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:14.24251Z","caller":"traceutil/trace.go:171","msg":"trace[958315894] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"755.917381ms","start":"2026-03-19T09:07:13.486558Z","end":"2026-03-19T09:07:14.242476Z","steps":["trace[958315894] 'process raft request' (duration: 755.631644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:14.24273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.30489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:14.242787Z","caller":"traceutil/trace.go:171","msg":"trace[989812008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2752; }","duration":"607.421062ms","start":"2026-03-19T09:07:13.635354Z","end":"2026-03-19T09:07:14.242775Z","steps":["trace[989812008] 'agreement among raft nodes before linearized reading' (duration: 607.30031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:14.242778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.009275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:07:14.242826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:13.635337Z","time spent":"607.480564ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:07:14.242835Z","caller":"traceutil/trace.go:171","msg":"trace[438067746] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2752; }","duration":"561.090496ms","start":"2026-03-19T09:07:13.681729Z","end":"2026-03-19T09:07:14.242819Z","steps":["trace[438067746] 'agreement among raft nodes before linearized reading' (duration: 560.991494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:14.242872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:13.681721Z","time spent":"561.140858ms","remote":"127.0.0.1:57228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:07:14.242871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.2106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:07:14.24284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:13.4865Z","time spent":"756.129566ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:14.242614Z","caller":"traceutil/trace.go:171","msg":"trace[672558415] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"662.765946ms","start":"2026-03-19T09:07:13.57981Z","end":"2026-03-19T09:07:14.242576Z","steps":["trace[672558415] 'process raft request' (duration: 662.540831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:14.242941Z","caller":"traceutil/trace.go:171","msg":"trace[616282787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2752; }","duration":"479.284662ms","start":"2026-03-19T09:07:13.763638Z","end":"2026-03-19T09:07:14.242923Z","steps":["trace[616282787] 'agreement among raft nodes before linearized reading' (duration: 479.028966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:14.242984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:13.763609Z","time spent":"479.365354ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:07:14.243066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:13.57978Z","time spent":"663.186586ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:14.243083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.612835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:07:14.243126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.015283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:07:14.243117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.703388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:07:14.243169Z","caller":"traceutil/trace.go:171","msg":"trace[633256864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2752; }","duration":"620.766639ms","start":"2026-03-19T09:07:13.622385Z","end":"2026-03-19T09:07:14.243151Z","steps":["trace[633256864] 'agreement among raft nodes before linearized reading' (duration: 620.230046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:14.243237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.670157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:07:14.243238Z","caller":"traceutil/trace.go:171","msg":"trace[543649644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2752; }","duration":"567.881572ms","start":"2026-03-19T09:07:13.675329Z","end":"2026-03-19T09:07:14.24321Z","steps":["trace[543649644] 'agreement among raft nodes before linearized reading' (duration: 567.487272ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:14.243277Z","caller":"traceutil/trace.go:171","msg":"trace[276620103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2752; }","duration":"478.722088ms","start":"2026-03-19T09:07:13.764542Z","end":"2026-03-19T09:07:14.243264Z","steps":["trace[276620103] 'agreement among raft nodes before linearized reading' (duration: 478.624116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:14.243247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:13.622363Z","time spent":"620.873791ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:07:14.243296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:13.6753Z","time spent":"567.986035ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:07:14.243318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:13.764535Z","time spent":"478.775909ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:07:14.243172Z","caller":"traceutil/trace.go:171","msg":"trace[1085962207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2752; }","duration":"485.091115ms","start":"2026-03-19T09:07:13.758066Z","end":"2026-03-19T09:07:14.243157Z","steps":["trace[1085962207] 'agreement among raft nodes before linearized reading' (duration: 484.979942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:14.243371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:13.758043Z","time spent":"485.315899ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:07:14.243244Z","caller":"traceutil/trace.go:171","msg":"trace[1769112170] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"1.085696661s","start":"2026-03-19T09:07:13.156723Z","end":"2026-03-19T09:07:14.242419Z","steps":["trace[1769112170] 'process raft request' (duration: 1.08519734s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:14.243556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.198518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e32dbe84b0825\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-19T09:07:14.24361Z","caller":"traceutil/trace.go:171","msg":"trace[395506466] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e32dbe84b0825; range_end:; response_count:1; response_revision:2752; }","duration":"293.31074ms","start":"2026-03-19T09:07:13.950285Z","end":"2026-03-19T09:07:14.243596Z","steps":["trace[395506466] 'agreement among raft nodes before linearized reading' (duration: 292.505801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:14.243648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:13.156698Z","time spent":"1.0869004s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:15.936737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334122607s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:15.937042Z","caller":"traceutil/trace.go:171","msg":"trace[678581231] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"1.688646784s","start":"2026-03-19T09:07:14.248373Z","end":"2026-03-19T09:07:15.93702Z","steps":["trace[678581231] 'process raft request' (duration: 1.688530961s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:15.93711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:14.248343Z","time spent":"1.688734656s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:15.937322Z","caller":"traceutil/trace.go:171","msg":"trace[1043101861] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"1.68895058s","start":"2026-03-19T09:07:14.248359Z","end":"2026-03-19T09:07:15.93731Z","steps":["trace[1043101861] 'process raft request' (duration: 1.68848564s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:15.937374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:14.248333Z","time spent":"1.689012292s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:15.937154Z","caller":"traceutil/trace.go:171","msg":"trace[918642397] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"1.688840608s","start":"2026-03-19T09:07:14.248277Z","end":"2026-03-19T09:07:15.937117Z","steps":["trace[918642397] 'process raft request' (duration: 354.23573ms)","trace[918642397] 'compare' (duration: 1.33379976s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:15.93801Z","caller":"traceutil/trace.go:171","msg":"trace[50981360] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"1.689239367s","start":"2026-03-19T09:07:14.248721Z","end":"2026-03-19T09:07:15.93796Z","steps":["trace[50981360] 'process raft request' (duration: 1.689079273s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:15.938023Z","caller":"traceutil/trace.go:171","msg":"trace[1844860046] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"1.689537105s","start":"2026-03-19T09:07:14.248426Z","end":"2026-03-19T09:07:15.937963Z","steps":["trace[1844860046] 'process raft request' (duration: 1.688516841s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:15.938016Z","caller":"traceutil/trace.go:171","msg":"trace[1325075554] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"999.558658ms","start":"2026-03-19T09:07:14.938429Z","end":"2026-03-19T09:07:15.937988Z","steps":["trace[1325075554] 'process raft request' (duration: 999.509717ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:15.938074Z","caller":"traceutil/trace.go:171","msg":"trace[1315592761] linearizableReadLoop","detail":"{readStateIndex:2885; appliedIndex:2880; }","duration":"1.302160479s","start":"2026-03-19T09:07:14.635876Z","end":"2026-03-19T09:07:15.938036Z","steps":["trace[1315592761] 'read index received' (duration: 56.071µs)","trace[1315592761] 'applied index is now lower than readState.Index' (duration: 1.302098788s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:15.93816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:14.24871Z","time spent":"1.68940386s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:15.93822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:14.248394Z","time spent":"1.689712589s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:15.938215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:14.938398Z","time spent":"999.71506ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:15.93823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302342193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:15.938315Z","caller":"traceutil/trace.go:171","msg":"trace[359782547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2759; }","duration":"1.302471766s","start":"2026-03-19T09:07:14.635822Z","end":"2026-03-19T09:07:15.938294Z","steps":["trace[359782547] 'agreement among raft nodes before linearized reading' (duration: 1.302296352s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:15.938372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:14.635793Z","time spent":"1.302567908s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:07:15.939539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:14.248262Z","time spent":"1.689715689s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:16.208827Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.134343012s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:07:17.253386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044185316s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:17.253593Z","caller":"traceutil/trace.go:171","msg":"trace[1240201430] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"2.281556036s","start":"2026-03-19T09:07:14.971995Z","end":"2026-03-19T09:07:17.253551Z","steps":["trace[1240201430] 'process raft request' (duration: 1.237073113s)","trace[1240201430] 'compare' (duration: 1.043802637s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:17.253797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:14.971964Z","time spent":"2.28172385s","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9241,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:17.253759Z","caller":"traceutil/trace.go:171","msg":"trace[2035397259] linearizableReadLoop","detail":"{readStateIndex:2887; appliedIndex:2886; }","duration":"1.315600625s","start":"2026-03-19T09:07:15.938128Z","end":"2026-03-19T09:07:17.253729Z","steps":["trace[2035397259] 'read index received' (duration: 270.907737ms)","trace[2035397259] 'applied index is now lower than readState.Index' (duration: 1.044689817s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:17.253842Z","caller":"traceutil/trace.go:171","msg":"trace[1728826305] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"1.000922078s","start":"2026-03-19T09:07:16.252889Z","end":"2026-03-19T09:07:17.253811Z","steps":["trace[1728826305] 'process raft request' (duration: 1.000859007s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:17.253894Z","caller":"traceutil/trace.go:171","msg":"trace[1092937467] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"1.003765863s","start":"2026-03-19T09:07:16.250097Z","end":"2026-03-19T09:07:17.253863Z","steps":["trace[1092937467] 'process raft request' (duration: 1.003452306s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:17.253937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:16.252852Z","time spent":"1.001041771s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:17.254013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:16.250071Z","time spent":"1.003885576s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:17.254149Z","caller":"traceutil/trace.go:171","msg":"trace[449023054] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"1.004035879s","start":"2026-03-19T09:07:16.250099Z","end":"2026-03-19T09:07:17.254135Z","steps":["trace[449023054] 'process raft request' (duration: 1.003603549s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:17.254145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240866918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-19T09:07:17.254163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485261772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T09:07:17.254215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:16.250061Z","time spent":"1.004112411s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:17.254243Z","caller":"traceutil/trace.go:171","msg":"trace[128944951] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2763; }","duration":"2.485393325s","start":"2026-03-19T09:07:14.768826Z","end":"2026-03-19T09:07:17.254219Z","steps":["trace[128944951] 'agreement among raft nodes before linearized reading' (duration: 2.485100138s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:17.254212Z","caller":"traceutil/trace.go:171","msg":"trace[2037528403] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2763; }","duration":"2.240995011s","start":"2026-03-19T09:07:15.013198Z","end":"2026-03-19T09:07:17.254193Z","steps":["trace[2037528403] 'agreement among raft nodes before linearized reading' (duration: 2.240698284s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:17.254289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:14.768797Z","time spent":"2.485481277s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:07:17.254313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332809284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-19T09:07:17.254355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:15.013166Z","time spent":"2.241151955s","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-19T09:07:17.254429Z","caller":"traceutil/trace.go:171","msg":"trace[1656564486] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2763; }","duration":"2.333004849s","start":"2026-03-19T09:07:14.921396Z","end":"2026-03-19T09:07:17.254401Z","steps":["trace[1656564486] 'agreement among raft nodes before linearized reading' (duration: 2.332660301s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:17.25435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944492658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e32d8e1773424\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-19T09:07:17.254413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616675519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:07:17.254439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838039481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T09:07:17.254487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:14.921362Z","time spent":"2.333115392s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:07:17.254504Z","caller":"traceutil/trace.go:171","msg":"trace[999749212] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e32d8e1773424; range_end:; response_count:1; response_revision:2763; }","duration":"1.944674424s","start":"2026-03-19T09:07:15.309813Z","end":"2026-03-19T09:07:17.254488Z","steps":["trace[999749212] 'agreement among raft nodes before linearized reading' (duration: 1.944431807s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:17.254567Z","caller":"traceutil/trace.go:171","msg":"trace[1276111182] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2763; }","duration":"2.616916026s","start":"2026-03-19T09:07:14.637589Z","end":"2026-03-19T09:07:17.254505Z","steps":["trace[1276111182] 'agreement among raft nodes before linearized reading' (duration: 2.616632689s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:17.25458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:15.309788Z","time spent":"1.944778826s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.189e32d8e1773424\" "} {"level":"info","ts":"2026-03-19T09:07:17.254601Z","caller":"traceutil/trace.go:171","msg":"trace[1554707358] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:2763; }","duration":"1.838368459s","start":"2026-03-19T09:07:15.416141Z","end":"2026-03-19T09:07:17.25451Z","steps":["trace[1554707358] 'agreement among raft nodes before linearized reading' (duration: 1.837947079s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:17.254628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:14.637566Z","time spent":"2.617048828s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:07:17.254645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:15.416106Z","time spent":"1.838528713s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-19T09:07:17.254799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819375265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:07:17.255068Z","caller":"traceutil/trace.go:171","msg":"trace[2044680076] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2763; }","duration":"1.820313667s","start":"2026-03-19T09:07:15.43473Z","end":"2026-03-19T09:07:17.255043Z","steps":["trace[2044680076] 'agreement among raft nodes before linearized reading' (duration: 1.819389105s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:17.256794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:15.434697Z","time spent":"1.822069156s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:07:17.255779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316011355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:17.256919Z","caller":"traceutil/trace.go:171","msg":"trace[743298714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2763; }","duration":"1.317220212s","start":"2026-03-19T09:07:15.939652Z","end":"2026-03-19T09:07:17.256872Z","steps":["trace[743298714] 'agreement among raft nodes before linearized reading' (duration: 1.316027825s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:17.257074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:15.939632Z","time spent":"1.317385475s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:07:17.255872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.328048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:07:17.257161Z","caller":"traceutil/trace.go:171","msg":"trace[87407314] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2763; }","duration":"208.652899ms","start":"2026-03-19T09:07:17.048476Z","end":"2026-03-19T09:07:17.257128Z","steps":["trace[87407314] 'agreement among raft nodes before linearized reading' (duration: 207.338729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:17.256007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.725126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:07:17.257326Z","caller":"traceutil/trace.go:171","msg":"trace[1669022359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2763; }","duration":"928.077358ms","start":"2026-03-19T09:07:16.329225Z","end":"2026-03-19T09:07:17.257302Z","steps":["trace[1669022359] 'agreement among raft nodes before linearized reading' (duration: 926.673345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:17.257485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:16.329193Z","time spent":"928.238962ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:07:17.886991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.616177ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-19T09:07:17.887108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:17.256099Z","time spent":"631.002381ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:07:17.96851Z","caller":"traceutil/trace.go:171","msg":"trace[1706127696] linearizableReadLoop","detail":"{readStateIndex:2893; appliedIndex:2890; }","duration":"705.51012ms","start":"2026-03-19T09:07:17.262971Z","end":"2026-03-19T09:07:17.968481Z","steps":["trace[1706127696] 'read index received' (duration: 333.407344ms)","trace[1706127696] 'applied index is now lower than readState.Index' (duration: 372.102036ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:17.968541Z","caller":"traceutil/trace.go:171","msg":"trace[2041853201] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"709.537152ms","start":"2026-03-19T09:07:17.258961Z","end":"2026-03-19T09:07:17.968498Z","steps":["trace[2041853201] 'process raft request' (duration: 709.268016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:17.968743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:17.258922Z","time spent":"709.706346ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:17.968817Z","caller":"traceutil/trace.go:171","msg":"trace[1052632994] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"705.649684ms","start":"2026-03-19T09:07:17.263134Z","end":"2026-03-19T09:07:17.968784Z","steps":["trace[1052632994] 'process raft request' (duration: 705.316825ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:17.968864Z","caller":"traceutil/trace.go:171","msg":"trace[1667129511] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"705.862018ms","start":"2026-03-19T09:07:17.262943Z","end":"2026-03-19T09:07:17.968805Z","steps":["trace[1667129511] 'process raft request' (duration: 705.454628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:17.968964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.971561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-19T09:07:17.969012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:17.263099Z","time spent":"705.816948ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:17.969028Z","caller":"traceutil/trace.go:171","msg":"trace[1894562411] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2766; }","duration":"706.074484ms","start":"2026-03-19T09:07:17.262938Z","end":"2026-03-19T09:07:17.969013Z","steps":["trace[1894562411] 'agreement among raft nodes before linearized reading' (duration: 705.834328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:17.969068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:17.262919Z","time spent":"706.141185ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-19T09:07:17.969082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:17.262918Z","time spent":"706.032362ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:18.761745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.334766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:18.761969Z","caller":"traceutil/trace.go:171","msg":"trace[1588187215] linearizableReadLoop","detail":"{readStateIndex:2895; appliedIndex:2894; }","duration":"793.360336ms","start":"2026-03-19T09:07:17.968588Z","end":"2026-03-19T09:07:18.761948Z","steps":["trace[1588187215] 'read index received' (duration: 73.649521ms)","trace[1588187215] 'applied index is now lower than readState.Index' (duration: 719.709395ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:18.762188Z","caller":"traceutil/trace.go:171","msg":"trace[588435710] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"873.517753ms","start":"2026-03-19T09:07:17.888625Z","end":"2026-03-19T09:07:18.762143Z","steps":["trace[588435710] 'process raft request' (duration: 153.674745ms)","trace[588435710] 'compare' (duration: 719.188472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:18.762267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:17.888599Z","time spent":"873.631035ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:18.762591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.209195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:07:18.762646Z","caller":"traceutil/trace.go:171","msg":"trace[684624936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2767; }","duration":"819.320937ms","start":"2026-03-19T09:07:17.94331Z","end":"2026-03-19T09:07:18.762631Z","steps":["trace[684624936] 'agreement among raft nodes before linearized reading' (duration: 819.096802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:18.762609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496221634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:07:18.762624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.277076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:07:18.762649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.782414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:07:18.762688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:17.943283Z","time spent":"819.396909ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:07:18.762713Z","caller":"traceutil/trace.go:171","msg":"trace[1294542559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2767; }","duration":"1.496366238s","start":"2026-03-19T09:07:17.266324Z","end":"2026-03-19T09:07:18.76269Z","steps":["trace[1294542559] 'agreement among raft nodes before linearized reading' (duration: 1.496139023s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:18.762743Z","caller":"traceutil/trace.go:171","msg":"trace[425794349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2767; }","duration":"818.962348ms","start":"2026-03-19T09:07:17.943754Z","end":"2026-03-19T09:07:18.762716Z","steps":["trace[425794349] 'agreement among raft nodes before linearized reading' (duration: 818.641721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:18.762716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499561181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:07:18.762781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:17.26631Z","time spent":"1.49646224s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:07:18.762791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.309002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-03-19T09:07:18.762793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:17.943747Z","time spent":"819.038129ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:07:18.762832Z","caller":"traceutil/trace.go:171","msg":"trace[390545829] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2767; }","duration":"789.343563ms","start":"2026-03-19T09:07:17.973475Z","end":"2026-03-19T09:07:18.762818Z","steps":["trace[390545829] 'agreement among raft nodes before linearized reading' (duration: 789.249131ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:18.762833Z","caller":"traceutil/trace.go:171","msg":"trace[1320868038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2767; }","duration":"1.499725344s","start":"2026-03-19T09:07:17.263079Z","end":"2026-03-19T09:07:18.762806Z","steps":["trace[1320868038] 'agreement among raft nodes before linearized reading' (duration: 1.499337215s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:18.762872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.553482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:07:18.762882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:17.973433Z","time spent":"789.437255ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-19T09:07:18.762904Z","caller":"traceutil/trace.go:171","msg":"trace[1395592839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2767; }","duration":"819.621484ms","start":"2026-03-19T09:07:17.943274Z","end":"2026-03-19T09:07:18.762895Z","steps":["trace[1395592839] 'agreement among raft nodes before linearized reading' (duration: 819.089412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:18.762898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:17.263071Z","time spent":"1.499812067s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:07:18.76272Z","caller":"traceutil/trace.go:171","msg":"trace[167622170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2767; }","duration":"819.425699ms","start":"2026-03-19T09:07:17.943274Z","end":"2026-03-19T09:07:18.762699Z","steps":["trace[167622170] 'agreement among raft nodes before linearized reading' (duration: 819.178304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:18.762991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:17.94325Z","time spent":"819.729087ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:07:18.762624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.821785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:07:18.763042Z","caller":"traceutil/trace.go:171","msg":"trace[257389365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2767; }","duration":"819.279635ms","start":"2026-03-19T09:07:17.943751Z","end":"2026-03-19T09:07:18.76303Z","steps":["trace[257389365] 'agreement among raft nodes before linearized reading' (duration: 818.6177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:18.763088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:17.94374Z","time spent":"819.336567ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:07:18.762942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:17.94325Z","time spent":"819.685096ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:07:19.081241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.716174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:07:19.081344Z","caller":"traceutil/trace.go:171","msg":"trace[801089553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2772; }","duration":"142.899708ms","start":"2026-03-19T09:07:18.938422Z","end":"2026-03-19T09:07:19.081322Z","steps":["trace[801089553] 'count revisions from in-memory index tree' (duration: 142.594012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:19.412648Z","caller":"traceutil/trace.go:171","msg":"trace[1698408642] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"151.193678ms","start":"2026-03-19T09:07:19.261424Z","end":"2026-03-19T09:07:19.412618Z","steps":["trace[1698408642] 'process raft request' (duration: 150.855161ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:19.413399Z","caller":"traceutil/trace.go:171","msg":"trace[1396287540] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"151.921075ms","start":"2026-03-19T09:07:19.261431Z","end":"2026-03-19T09:07:19.413352Z","steps":["trace[1396287540] 'process raft request' (duration: 151.121037ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:19.417701Z","caller":"traceutil/trace.go:171","msg":"trace[541053053] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"156.202723ms","start":"2026-03-19T09:07:19.261477Z","end":"2026-03-19T09:07:19.41768Z","steps":["trace[541053053] 'process raft request' (duration: 155.807584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:25.006913Z","caller":"traceutil/trace.go:171","msg":"trace[4944847] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"184.867562ms","start":"2026-03-19T09:07:24.82201Z","end":"2026-03-19T09:07:25.006877Z","steps":["trace[4944847] 'process raft request' (duration: 184.673637ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:25.412489Z","caller":"traceutil/trace.go:171","msg":"trace[280964003] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"589.792879ms","start":"2026-03-19T09:07:24.822659Z","end":"2026-03-19T09:07:25.412451Z","steps":["trace[280964003] 'process raft request' (duration: 589.462222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:25.412683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:24.822639Z","time spent":"589.939773ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:25.412495Z","caller":"traceutil/trace.go:171","msg":"trace[1265508631] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"589.443162ms","start":"2026-03-19T09:07:24.823015Z","end":"2026-03-19T09:07:25.412458Z","steps":["trace[1265508631] 'process raft request' (duration: 589.335469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:25.412959Z","caller":"traceutil/trace.go:171","msg":"trace[1779485765] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"589.273488ms","start":"2026-03-19T09:07:24.823639Z","end":"2026-03-19T09:07:25.412913Z","steps":["trace[1779485765] 'process raft request' (duration: 588.987441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:25.413114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:24.822996Z","time spent":"589.943353ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:25.413254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.287512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T09:07:25.412873Z","caller":"traceutil/trace.go:171","msg":"trace[227559337] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"589.622775ms","start":"2026-03-19T09:07:24.823235Z","end":"2026-03-19T09:07:25.412858Z","steps":["trace[227559337] 'process raft request' (duration: 589.176206ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:25.413336Z","caller":"traceutil/trace.go:171","msg":"trace[1656578601] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2802; }","duration":"399.428526ms","start":"2026-03-19T09:07:25.013888Z","end":"2026-03-19T09:07:25.413317Z","steps":["trace[1656578601] 'agreement among raft nodes before linearized reading' (duration: 399.19131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:25.413187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:24.823628Z","time spent":"589.441471ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:25.413396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:25.013858Z","time spent":"399.524797ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T09:07:25.41339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:24.823225Z","time spent":"590.109976ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:25.412886Z","caller":"traceutil/trace.go:171","msg":"trace[539538812] linearizableReadLoop","detail":"{readStateIndex:2931; appliedIndex:2927; }","duration":"398.877893ms","start":"2026-03-19T09:07:25.013967Z","end":"2026-03-19T09:07:25.412845Z","steps":["trace[539538812] 'read index received' (duration: 398.131257ms)","trace[539538812] 'applied index is now lower than readState.Index' (duration: 745.396µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:25.414869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.116272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e32d8e1773424\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-19T09:07:25.414946Z","caller":"traceutil/trace.go:171","msg":"trace[1713872108] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e32d8e1773424; range_end:; response_count:1; response_revision:2802; }","duration":"105.242725ms","start":"2026-03-19T09:07:25.309683Z","end":"2026-03-19T09:07:25.414926Z","steps":["trace[1713872108] 'agreement among raft nodes before linearized reading' (duration: 105.05698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:25.758048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.066394ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-19T09:07:25.758185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:25.417061Z","time spent":"341.117921ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:07:25.762129Z","caller":"traceutil/trace.go:171","msg":"trace[490030865] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"344.712421ms","start":"2026-03-19T09:07:25.417375Z","end":"2026-03-19T09:07:25.762088Z","steps":["trace[490030865] 'process raft request' (duration: 344.20971ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:25.762262Z","caller":"traceutil/trace.go:171","msg":"trace[638322489] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"328.796626ms","start":"2026-03-19T09:07:25.43344Z","end":"2026-03-19T09:07:25.762237Z","steps":["trace[638322489] 'process raft request' (duration: 328.654502ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:25.762268Z","caller":"traceutil/trace.go:171","msg":"trace[1060910542] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"330.533304ms","start":"2026-03-19T09:07:25.431684Z","end":"2026-03-19T09:07:25.762218Z","steps":["trace[1060910542] 'process raft request' (duration: 330.369709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:25.762387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:25.433418Z","time spent":"328.892128ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:25.762379Z","caller":"traceutil/trace.go:171","msg":"trace[1918539358] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"331.157829ms","start":"2026-03-19T09:07:25.431192Z","end":"2026-03-19T09:07:25.76235Z","steps":["trace[1918539358] 'process raft request' (duration: 330.761389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:25.762426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.174268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-19T09:07:25.762488Z","caller":"traceutil/trace.go:171","msg":"trace[1847364851] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2807; }","duration":"343.262019ms","start":"2026-03-19T09:07:25.419214Z","end":"2026-03-19T09:07:25.762476Z","steps":["trace[1847364851] 'agreement among raft nodes before linearized reading' (duration: 343.038905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:25.762587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:25.431177Z","time spent":"331.259501ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:25.762503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:25.431663Z","time spent":"330.697158ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:25.762612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:25.419132Z","time spent":"343.468024ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-19T09:07:25.762387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:25.417346Z","time spent":"344.932127ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:25.762195Z","caller":"traceutil/trace.go:171","msg":"trace[1823484725] linearizableReadLoop","detail":"{readStateIndex:2933; appliedIndex:2931; }","duration":"342.941892ms","start":"2026-03-19T09:07:25.419229Z","end":"2026-03-19T09:07:25.762171Z","steps":["trace[1823484725] 'read index received' (duration: 160.726686ms)","trace[1823484725] 'applied index is now lower than readState.Index' (duration: 182.214096ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:41.932874Z","caller":"traceutil/trace.go:171","msg":"trace[277068582] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"100.915467ms","start":"2026-03-19T09:07:41.831918Z","end":"2026-03-19T09:07:41.932833Z","steps":["trace[277068582] 'process raft request' (duration: 100.835496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:41.932987Z","caller":"traceutil/trace.go:171","msg":"trace[1133717069] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"101.028ms","start":"2026-03-19T09:07:41.831914Z","end":"2026-03-19T09:07:41.932942Z","steps":["trace[1133717069] 'process raft request' (duration: 83.111629ms)","trace[1133717069] 'compare' (duration: 17.562413ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:11.919667Z","caller":"traceutil/trace.go:171","msg":"trace[1846301543] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"101.284836ms","start":"2026-03-19T09:08:11.81835Z","end":"2026-03-19T09:08:11.919635Z","steps":["trace[1846301543] 'process raft request' (duration: 66.16052ms)","trace[1846301543] 'compare' (duration: 34.998953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:14.095078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.157119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:08:14.095284Z","caller":"traceutil/trace.go:171","msg":"trace[698042575] linearizableReadLoop","detail":"{readStateIndex:3179; appliedIndex:3177; }","duration":"104.204171ms","start":"2026-03-19T09:08:13.991062Z","end":"2026-03-19T09:08:14.095266Z","steps":["trace[698042575] 'read index received' (duration: 43.492022ms)","trace[698042575] 'applied index is now lower than readState.Index' (duration: 60.710869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:14.09541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.341204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:08:14.095448Z","caller":"traceutil/trace.go:171","msg":"trace[1661420840] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3039; }","duration":"104.420776ms","start":"2026-03-19T09:08:13.991017Z","end":"2026-03-19T09:08:14.095438Z","steps":["trace[1661420840] 'agreement among raft nodes before linearized reading' (duration: 104.306293ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:14.095431Z","caller":"traceutil/trace.go:171","msg":"trace[12704971] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"168.305945ms","start":"2026-03-19T09:08:13.926962Z","end":"2026-03-19T09:08:14.095268Z","steps":["trace[12704971] 'process raft request' (duration: 59.862909ms)","trace[12704971] 'compare' (duration: 107.999966ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:14.095498Z","caller":"traceutil/trace.go:171","msg":"trace[862679121] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"130.058909ms","start":"2026-03-19T09:08:13.965411Z","end":"2026-03-19T09:08:14.09547Z","steps":["trace[862679121] 'process raft request' (duration: 129.793974ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:14.388584Z","caller":"traceutil/trace.go:171","msg":"trace[2056188224] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"337.265235ms","start":"2026-03-19T09:08:14.051285Z","end":"2026-03-19T09:08:14.38855Z","steps":["trace[2056188224] 'process raft request' (duration: 267.278349ms)","trace[2056188224] 'compare' (duration: 69.859663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:14.38878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:14.051247Z","time spent":"337.425149ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:08:24.26474Z","caller":"traceutil/trace.go:171","msg":"trace[683901356] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"107.188958ms","start":"2026-03-19T09:08:24.157518Z","end":"2026-03-19T09:08:24.264707Z","steps":["trace[683901356] 'process raft request' (duration: 52.226568ms)","trace[683901356] 'compare' (duration: 54.834407ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:25.423376Z","caller":"traceutil/trace.go:171","msg":"trace[420641442] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"110.497713ms","start":"2026-03-19T09:08:25.312822Z","end":"2026-03-19T09:08:25.42332Z","steps":["trace[420641442] 'process raft request' (duration: 110.219887ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:28.331823Z","caller":"traceutil/trace.go:171","msg":"trace[1984864654] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"142.676062ms","start":"2026-03-19T09:08:28.189115Z","end":"2026-03-19T09:08:28.331791Z","steps":["trace[1984864654] 'process raft request' (duration: 109.770435ms)","trace[1984864654] 'compare' (duration: 32.652391ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:28.332061Z","caller":"traceutil/trace.go:171","msg":"trace[1190287463] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"138.266582ms","start":"2026-03-19T09:08:28.19377Z","end":"2026-03-19T09:08:28.332036Z","steps":["trace[1190287463] 'process raft request' (duration: 137.931815ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:50.552772Z","caller":"traceutil/trace.go:171","msg":"trace[515627616] linearizableReadLoop","detail":"{readStateIndex:3355; appliedIndex:3353; }","duration":"101.269984ms","start":"2026-03-19T09:08:50.451471Z","end":"2026-03-19T09:08:50.552741Z","steps":["trace[515627616] 'read index received' (duration: 39.915046ms)","trace[515627616] 'applied index is now lower than readState.Index' (duration: 61.353248ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:50.552917Z","caller":"traceutil/trace.go:171","msg":"trace[1087273535] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"104.846264ms","start":"2026-03-19T09:08:50.448028Z","end":"2026-03-19T09:08:50.552874Z","steps":["trace[1087273535] 'process raft request' (duration: 104.566678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:50.553063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.568331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:08:50.553126Z","caller":"traceutil/trace.go:171","msg":"trace[310835862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3207; }","duration":"101.647193ms","start":"2026-03-19T09:08:50.451464Z","end":"2026-03-19T09:08:50.553111Z","steps":["trace[310835862] 'agreement among raft nodes before linearized reading' (duration: 101.416027ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:50.722146Z","caller":"traceutil/trace.go:171","msg":"trace[1095736977] transaction","detail":"{read_only:false; response_revision:3208; number_of_response:1; }","duration":"163.84759ms","start":"2026-03-19T09:08:50.558232Z","end":"2026-03-19T09:08:50.72208Z","steps":["trace[1095736977] 'process raft request' (duration: 152.604017ms)","trace[1095736977] 'compare' (duration: 10.880595ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:50.722216Z","caller":"traceutil/trace.go:171","msg":"trace[698264341] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"163.691027ms","start":"2026-03-19T09:08:50.5585Z","end":"2026-03-19T09:08:50.722191Z","steps":["trace[698264341] 'process raft request' (duration: 163.606815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:12.818866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.856871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:09:12.819482Z","caller":"traceutil/trace.go:171","msg":"trace[768318534] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"393.905031ms","start":"2026-03-19T09:09:12.425521Z","end":"2026-03-19T09:09:12.819426Z","steps":["trace[768318534] 'process raft request' (duration: 75.338053ms)","trace[768318534] 'compare' (duration: 317.285559ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:12.819533Z","caller":"traceutil/trace.go:171","msg":"trace[228683697] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"119.26747ms","start":"2026-03-19T09:09:12.700244Z","end":"2026-03-19T09:09:12.819511Z","steps":["trace[228683697] 'process raft request' (duration: 119.223619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:12.819773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:12.425492Z","time spent":"394.078804ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:09:12.819905Z","caller":"traceutil/trace.go:171","msg":"trace[1265451492] linearizableReadLoop","detail":"{readStateIndex:3458; appliedIndex:3456; }","duration":"184.995047ms","start":"2026-03-19T09:09:12.634831Z","end":"2026-03-19T09:09:12.819826Z","steps":["trace[1265451492] 'read index received' (duration: 168.762122ms)","trace[1265451492] 'applied index is now lower than readState.Index' (duration: 16.226455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:09:12.820106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.262842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:09:12.820093Z","caller":"traceutil/trace.go:171","msg":"trace[1420418910] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"219.42581ms","start":"2026-03-19T09:09:12.600607Z","end":"2026-03-19T09:09:12.820033Z","steps":["trace[1420418910] 'process raft request' (duration: 218.731394ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:12.820161Z","caller":"traceutil/trace.go:171","msg":"trace[976151866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3306; }","duration":"185.383965ms","start":"2026-03-19T09:09:12.634763Z","end":"2026-03-19T09:09:12.820147Z","steps":["trace[976151866] 'agreement among raft nodes before linearized reading' (duration: 185.253272ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:14.978955Z","caller":"traceutil/trace.go:171","msg":"trace[282429944] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"150.785076ms","start":"2026-03-19T09:09:14.828151Z","end":"2026-03-19T09:09:14.978936Z","steps":["trace[282429944] 'process raft request' (duration: 125.816775ms)","trace[282429944] 'compare' (duration: 24.711776ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:14.978889Z","caller":"traceutil/trace.go:171","msg":"trace[606132752] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"145.758225ms","start":"2026-03-19T09:09:14.833108Z","end":"2026-03-19T09:09:14.978866Z","steps":["trace[606132752] 'process raft request' (duration: 145.702714ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:36.350543Z","caller":"traceutil/trace.go:171","msg":"trace[906523531] transaction","detail":"{read_only:false; response_revision:3461; number_of_response:1; }","duration":"103.387451ms","start":"2026-03-19T09:09:36.247092Z","end":"2026-03-19T09:09:36.350479Z","steps":["trace[906523531] 'process raft request' (duration: 78.166797ms)","trace[906523531] 'compare' (duration: 24.886776ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:36.350747Z","caller":"traceutil/trace.go:171","msg":"trace[1303769255] transaction","detail":"{read_only:false; response_revision:3462; number_of_response:1; }","duration":"102.665684ms","start":"2026-03-19T09:09:36.248053Z","end":"2026-03-19T09:09:36.350719Z","steps":["trace[1303769255] 'process raft request' (duration: 102.283236ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:43.514828Z","caller":"traceutil/trace.go:171","msg":"trace[948029022] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"431.701847ms","start":"2026-03-19T09:09:43.083093Z","end":"2026-03-19T09:09:43.514795Z","steps":["trace[948029022] 'process raft request' (duration: 415.946105ms)","trace[948029022] 'compare' (duration: 15.621209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:09:43.514995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:43.083065Z","time spent":"431.846941ms","remote":"127.0.0.1:54956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2812,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:09:43.5178Z","caller":"traceutil/trace.go:171","msg":"trace[369959764] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"434.432158ms","start":"2026-03-19T09:09:43.083326Z","end":"2026-03-19T09:09:43.517759Z","steps":["trace[369959764] 'process raft request' (duration: 434.273465ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:43.517997Z","caller":"traceutil/trace.go:171","msg":"trace[812999148] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"432.66501ms","start":"2026-03-19T09:09:43.085303Z","end":"2026-03-19T09:09:43.517968Z","steps":["trace[812999148] 'process raft request' (duration: 432.403324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:43.518031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:43.083298Z","time spent":"434.633293ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:09:43.517826Z","caller":"traceutil/trace.go:171","msg":"trace[1952098869] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"434.672694ms","start":"2026-03-19T09:09:43.083098Z","end":"2026-03-19T09:09:43.517771Z","steps":["trace[1952098869] 'process raft request' (duration: 434.304816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:43.51811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:43.085293Z","time spent":"432.762552ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3026,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:09:43.518136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:43.083078Z","time spent":"435.006611ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2082,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:09:43.518375Z","caller":"traceutil/trace.go:171","msg":"trace[1158404269] transaction","detail":"{read_only:false; response_revision:3606; number_of_response:1; }","duration":"282.295169ms","start":"2026-03-19T09:09:43.23606Z","end":"2026-03-19T09:09:43.518356Z","steps":["trace[1158404269] 'process raft request' (duration: 282.170877ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:43.518374Z","caller":"traceutil/trace.go:171","msg":"trace[1328524363] linearizableReadLoop","detail":"{readStateIndex:3770; appliedIndex:3767; }","duration":"433.936708ms","start":"2026-03-19T09:09:43.084404Z","end":"2026-03-19T09:09:43.51834Z","steps":["trace[1328524363] 'read index received' (duration: 414.657557ms)","trace[1328524363] 'applied index is now lower than readState.Index' (duration: 19.277291ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:43.518432Z","caller":"traceutil/trace.go:171","msg":"trace[1401525358] transaction","detail":"{read_only:false; response_revision:3605; number_of_response:1; }","duration":"284.853986ms","start":"2026-03-19T09:09:43.233563Z","end":"2026-03-19T09:09:43.518417Z","steps":["trace[1401525358] 'process raft request' (duration: 284.339384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:43.518562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.109362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/secretgen-controller-cluster-role-binding\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:09:43.518613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.241813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:09:43.518632Z","caller":"traceutil/trace.go:171","msg":"trace[947002047] range","detail":"{range_begin:/registry/clusterrolebindings/secretgen-controller-cluster-role-binding; range_end:; response_count:0; response_revision:3606; }","duration":"434.240934ms","start":"2026-03-19T09:09:43.084372Z","end":"2026-03-19T09:09:43.518613Z","steps":["trace[947002047] 'agreement among raft nodes before linearized reading' (duration: 434.085561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:43.518653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.435584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:09:43.51866Z","caller":"traceutil/trace.go:171","msg":"trace[1713358333] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3606; }","duration":"242.347086ms","start":"2026-03-19T09:09:43.276296Z","end":"2026-03-19T09:09:43.518643Z","steps":["trace[1713358333] 'agreement among raft nodes before linearized reading' (duration: 242.217273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:43.518678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:43.084361Z","time spent":"434.308706ms","remote":"127.0.0.1:54852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/secretgen-controller-cluster-role-binding\" "} {"level":"warn","ts":"2026-03-19T09:09:43.518807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.400088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:09:43.518852Z","caller":"traceutil/trace.go:171","msg":"trace[468493945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3606; }","duration":"204.50134ms","start":"2026-03-19T09:09:43.314339Z","end":"2026-03-19T09:09:43.51884Z","steps":["trace[468493945] 'agreement among raft nodes before linearized reading' (duration: 204.317116ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:43.518694Z","caller":"traceutil/trace.go:171","msg":"trace[1284048927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3606; }","duration":"202.524806ms","start":"2026-03-19T09:09:43.31616Z","end":"2026-03-19T09:09:43.518685Z","steps":["trace[1284048927] 'agreement among raft nodes before linearized reading' (duration: 202.351032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:43.519951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.541804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:09:43.520109Z","caller":"traceutil/trace.go:171","msg":"trace[1052389987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3606; }","duration":"205.722088ms","start":"2026-03-19T09:09:43.314363Z","end":"2026-03-19T09:09:43.520085Z","steps":["trace[1052389987] 'agreement among raft nodes before linearized reading' (duration: 204.214803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:47.028778Z","caller":"traceutil/trace.go:171","msg":"trace[1271843689] linearizableReadLoop","detail":"{readStateIndex:3815; appliedIndex:3814; }","duration":"161.941129ms","start":"2026-03-19T09:09:46.866811Z","end":"2026-03-19T09:09:47.028752Z","steps":["trace[1271843689] 'read index received' (duration: 161.784626ms)","trace[1271843689] 'applied index is now lower than readState.Index' (duration: 154.473µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:47.028847Z","caller":"traceutil/trace.go:171","msg":"trace[237537980] transaction","detail":"{read_only:false; response_revision:3647; number_of_response:1; }","duration":"166.047691ms","start":"2026-03-19T09:09:46.862764Z","end":"2026-03-19T09:09:47.028812Z","steps":["trace[237537980] 'process raft request' (duration: 165.833807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:47.028982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.146213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:09:47.029021Z","caller":"traceutil/trace.go:171","msg":"trace[1477153869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:3647; }","duration":"162.229816ms","start":"2026-03-19T09:09:46.866782Z","end":"2026-03-19T09:09:47.029012Z","steps":["trace[1477153869] 'agreement among raft nodes before linearized reading' (duration: 162.069832ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:17.483917Z","caller":"traceutil/trace.go:171","msg":"trace[1453372885] transaction","detail":"{read_only:false; response_revision:3817; number_of_response:1; }","duration":"297.968749ms","start":"2026-03-19T09:10:17.185922Z","end":"2026-03-19T09:10:17.483891Z","steps":["trace[1453372885] 'process raft request' (duration: 297.778275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.438225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.739743ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:10:18.438462Z","caller":"traceutil/trace.go:171","msg":"trace[552949910] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3817; }","duration":"561.992328ms","start":"2026-03-19T09:10:17.876436Z","end":"2026-03-19T09:10:18.438428Z","steps":["trace[552949910] 'range keys from in-memory index tree' (duration: 561.715332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.439431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.523345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:10:18.439605Z","caller":"traceutil/trace.go:171","msg":"trace[1218978877] transaction","detail":"{read_only:false; response_revision:3818; number_of_response:1; }","duration":"1.249843881s","start":"2026-03-19T09:10:17.189707Z","end":"2026-03-19T09:10:18.439551Z","steps":["trace[1218978877] 'process raft request' (duration: 586.068347ms)","trace[1218978877] 'compare' (duration: 662.393263ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:10:18.439749Z","caller":"traceutil/trace.go:171","msg":"trace[1534542282] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"659.238552ms","start":"2026-03-19T09:10:17.78049Z","end":"2026-03-19T09:10:18.439728Z","steps":["trace[1534542282] 'process raft request' (duration: 659.194691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.439835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:17.780451Z","time spent":"659.350655ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:10:18.447014Z","caller":"traceutil/trace.go:171","msg":"trace[40134587] linearizableReadLoop","detail":"{readStateIndex:3992; appliedIndex:3990; }","duration":"1.249754359s","start":"2026-03-19T09:10:17.189946Z","end":"2026-03-19T09:10:18.4397Z","steps":["trace[40134587] 'read index received' (duration: 293.676103ms)","trace[40134587] 'applied index is now lower than readState.Index' (duration: 956.075496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:10:18.447226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:17.189683Z","time spent":"1.250034526s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:10:18.44738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.682209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:10:18.447487Z","caller":"traceutil/trace.go:171","msg":"trace[1742947370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3820; }","duration":"811.821262ms","start":"2026-03-19T09:10:17.635616Z","end":"2026-03-19T09:10:18.447437Z","steps":["trace[1742947370] 'agreement among raft nodes before linearized reading' (duration: 811.672999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.447537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:17.635588Z","time spent":"811.936995ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:10:18.447668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257725737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62984"} {"level":"info","ts":"2026-03-19T09:10:18.447743Z","caller":"traceutil/trace.go:171","msg":"trace[1746616575] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3820; }","duration":"1.25783559s","start":"2026-03-19T09:10:17.189886Z","end":"2026-03-19T09:10:18.447722Z","steps":["trace[1746616575] 'agreement among raft nodes before linearized reading' (duration: 1.257534193s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.447805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:17.189864Z","time spent":"1.257920272s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63006,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:10:18.448579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.515024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T09:10:18.448621Z","caller":"traceutil/trace.go:171","msg":"trace[871528120] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3820; }","duration":"329.586446ms","start":"2026-03-19T09:10:18.119016Z","end":"2026-03-19T09:10:18.448603Z","steps":["trace[871528120] 'agreement among raft nodes before linearized reading' (duration: 329.467944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.448622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.266325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:10:18.448674Z","caller":"traceutil/trace.go:171","msg":"trace[248173900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3820; }","duration":"575.316036ms","start":"2026-03-19T09:10:17.873343Z","end":"2026-03-19T09:10:18.448659Z","steps":["trace[248173900] 'agreement among raft nodes before linearized reading' (duration: 575.175503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.448726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:17.873273Z","time spent":"575.44302ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:10:18.448743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.923027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:10:18.448768Z","caller":"traceutil/trace.go:171","msg":"trace[2100222223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3820; }","duration":"599.984409ms","start":"2026-03-19T09:10:17.848772Z","end":"2026-03-19T09:10:18.448757Z","steps":["trace[2100222223] 'agreement among raft nodes before linearized reading' (duration: 599.934147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.448793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:17.848744Z","time spent":"600.043019ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:10:18.448696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.617665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:10:18.449029Z","caller":"traceutil/trace.go:171","msg":"trace[1731924898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3820; }","duration":"580.963133ms","start":"2026-03-19T09:10:17.86805Z","end":"2026-03-19T09:10:18.449013Z","steps":["trace[1731924898] 'agreement among raft nodes before linearized reading' (duration: 580.604185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.449032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.003326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T09:10:18.44906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:17.868037Z","time spent":"581.016514ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:10:18.449082Z","caller":"traceutil/trace.go:171","msg":"trace[1831370781] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3820; }","duration":"339.094288ms","start":"2026-03-19T09:10:18.109963Z","end":"2026-03-19T09:10:18.449058Z","steps":["trace[1831370781] 'agreement among raft nodes before linearized reading' (duration: 338.986346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.449121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:18.109939Z","time spent":"339.174749ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:10:18.449248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.829995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:10:18.449285Z","caller":"traceutil/trace.go:171","msg":"trace[300973601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3820; }","duration":"416.916467ms","start":"2026-03-19T09:10:18.032355Z","end":"2026-03-19T09:10:18.449272Z","steps":["trace[300973601] 'agreement among raft nodes before linearized reading' (duration: 416.826425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.449305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:18.032327Z","time spent":"416.973369ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:10:18.448641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:18.118957Z","time spent":"329.679568ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:10:18.450199Z","caller":"traceutil/trace.go:171","msg":"trace[116800178] transaction","detail":"{read_only:false; response_revision:3819; number_of_response:1; }","duration":"672.756336ms","start":"2026-03-19T09:10:17.77741Z","end":"2026-03-19T09:10:18.450167Z","steps":["trace[116800178] 'process raft request' (duration: 662.198259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.45032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:17.77738Z","time spent":"672.870048ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:05.446298Z","caller":"traceutil/trace.go:171","msg":"trace[2045500102] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"128.72077ms","start":"2026-03-19T09:11:05.317534Z","end":"2026-03-19T09:11:05.446255Z","steps":["trace[2045500102] 'process raft request' (duration: 128.490715ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:15.017015Z","caller":"traceutil/trace.go:171","msg":"trace[2124501758] transaction","detail":"{read_only:false; response_revision:4168; number_of_response:1; }","duration":"129.441385ms","start":"2026-03-19T09:11:14.887537Z","end":"2026-03-19T09:11:15.016979Z","steps":["trace[2124501758] 'process raft request' (duration: 89.464921ms)","trace[2124501758] 'compare' (duration: 39.824561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:24.777774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.902503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:24.777887Z","caller":"traceutil/trace.go:171","msg":"trace[1314887950] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4211; }","duration":"112.073767ms","start":"2026-03-19T09:11:24.665789Z","end":"2026-03-19T09:11:24.777863Z","steps":["trace[1314887950] 'count revisions from in-memory index tree' (duration: 111.806662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:24.777961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.449727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:11:24.77801Z","caller":"traceutil/trace.go:171","msg":"trace[1842012633] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4211; }","duration":"155.536309ms","start":"2026-03-19T09:11:24.622459Z","end":"2026-03-19T09:11:24.777995Z","steps":["trace[1842012633] 'range keys from in-memory index tree' (duration: 155.223073ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:24.953042Z","caller":"traceutil/trace.go:171","msg":"trace[325234964] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"159.214642ms","start":"2026-03-19T09:11:24.793797Z","end":"2026-03-19T09:11:24.953012Z","steps":["trace[325234964] 'process raft request' (duration: 87.088528ms)","trace[325234964] 'compare' (duration: 71.871228ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:24.953263Z","caller":"traceutil/trace.go:171","msg":"trace[1090781057] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"143.418089ms","start":"2026-03-19T09:11:24.809821Z","end":"2026-03-19T09:11:24.953239Z","steps":["trace[1090781057] 'process raft request' (duration: 143.295346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:24.953308Z","caller":"traceutil/trace.go:171","msg":"trace[1075664695] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"159.386006ms","start":"2026-03-19T09:11:24.793897Z","end":"2026-03-19T09:11:24.953283Z","steps":["trace[1075664695] 'process raft request' (duration: 159.057329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:27.111109Z","caller":"traceutil/trace.go:171","msg":"trace[1095703742] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"152.169524ms","start":"2026-03-19T09:11:26.958917Z","end":"2026-03-19T09:11:27.111086Z","steps":["trace[1095703742] 'process raft request' (duration: 152.00344ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:27.136121Z","caller":"traceutil/trace.go:171","msg":"trace[1951996584] linearizableReadLoop","detail":"{readStateIndex:4447; appliedIndex:4445; }","duration":"158.67589ms","start":"2026-03-19T09:11:26.977416Z","end":"2026-03-19T09:11:27.136092Z","steps":["trace[1951996584] 'read index received' (duration: 133.496086ms)","trace[1951996584] 'applied index is now lower than readState.Index' (duration: 25.178634ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:27.136211Z","caller":"traceutil/trace.go:171","msg":"trace[723178928] transaction","detail":"{read_only:false; response_revision:4243; number_of_response:1; }","duration":"177.030591ms","start":"2026-03-19T09:11:26.959151Z","end":"2026-03-19T09:11:27.136182Z","steps":["trace[723178928] 'process raft request' (duration: 176.800545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.13638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.941245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:11:27.136434Z","caller":"traceutil/trace.go:171","msg":"trace[1226760445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4243; }","duration":"159.034627ms","start":"2026-03-19T09:11:26.977384Z","end":"2026-03-19T09:11:27.136419Z","steps":["trace[1226760445] 'agreement among raft nodes before linearized reading' (duration: 158.859133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.136502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.930479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:11:27.136566Z","caller":"traceutil/trace.go:171","msg":"trace[132039855] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:4243; }","duration":"110.071892ms","start":"2026-03-19T09:11:27.026477Z","end":"2026-03-19T09:11:27.136549Z","steps":["trace[132039855] 'agreement among raft nodes before linearized reading' (duration: 109.876537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.136569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.991431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:11:27.136621Z","caller":"traceutil/trace.go:171","msg":"trace[59977114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4243; }","duration":"110.101743ms","start":"2026-03-19T09:11:27.026505Z","end":"2026-03-19T09:11:27.136607Z","steps":["trace[59977114] 'agreement among raft nodes before linearized reading' (duration: 109.913709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.136617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.663743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:11:27.136724Z","caller":"traceutil/trace.go:171","msg":"trace[1784062138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4243; }","duration":"109.806776ms","start":"2026-03-19T09:11:27.026888Z","end":"2026-03-19T09:11:27.136695Z","steps":["trace[1784062138] 'agreement among raft nodes before linearized reading' (duration: 109.512449ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:27.27316Z","caller":"traceutil/trace.go:171","msg":"trace[794826983] transaction","detail":"{read_only:false; response_revision:4246; number_of_response:1; }","duration":"131.414119ms","start":"2026-03-19T09:11:27.141716Z","end":"2026-03-19T09:11:27.27313Z","steps":["trace[794826983] 'process raft request' (duration: 131.339938ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:27.273228Z","caller":"traceutil/trace.go:171","msg":"trace[323627019] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"131.907831ms","start":"2026-03-19T09:11:27.14128Z","end":"2026-03-19T09:11:27.273188Z","steps":["trace[323627019] 'process raft request' (duration: 131.665715ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:27.273361Z","caller":"traceutil/trace.go:171","msg":"trace[1667743414] linearizableReadLoop","detail":"{readStateIndex:4450; appliedIndex:4447; }","duration":"131.306107ms","start":"2026-03-19T09:11:27.142034Z","end":"2026-03-19T09:11:27.27334Z","steps":["trace[1667743414] 'read index received' (duration: 66.367024ms)","trace[1667743414] 'applied index is now lower than readState.Index' (duration: 64.937203ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:27.273469Z","caller":"traceutil/trace.go:171","msg":"trace[1313390320] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"131.306828ms","start":"2026-03-19T09:11:27.142142Z","end":"2026-03-19T09:11:27.273449Z","steps":["trace[1313390320] 'process raft request' (duration: 130.95277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.273614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.558833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62984"} {"level":"info","ts":"2026-03-19T09:11:27.273651Z","caller":"traceutil/trace.go:171","msg":"trace[1390425801] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4247; }","duration":"131.644085ms","start":"2026-03-19T09:11:27.141997Z","end":"2026-03-19T09:11:27.273641Z","steps":["trace[1390425801] 'agreement among raft nodes before linearized reading' (duration: 131.40968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:29.329863Z","caller":"traceutil/trace.go:171","msg":"trace[261711001] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"294.479758ms","start":"2026-03-19T09:11:29.035348Z","end":"2026-03-19T09:11:29.329828Z","steps":["trace[261711001] 'process raft request' (duration: 294.298894ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:29.345934Z","caller":"traceutil/trace.go:171","msg":"trace[423825438] transaction","detail":"{read_only:false; response_revision:4256; number_of_response:1; }","duration":"228.901681ms","start":"2026-03-19T09:11:29.117013Z","end":"2026-03-19T09:11:29.345914Z","steps":["trace[423825438] 'process raft request' (duration: 228.734567ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:29.346083Z","caller":"traceutil/trace.go:171","msg":"trace[799827833] linearizableReadLoop","detail":"{readStateIndex:4461; appliedIndex:4458; }","duration":"175.046306ms","start":"2026-03-19T09:11:29.171012Z","end":"2026-03-19T09:11:29.346059Z","steps":["trace[799827833] 'read index received' (duration: 158.729071ms)","trace[799827833] 'applied index is now lower than readState.Index' (duration: 16.315755ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:29.346179Z","caller":"traceutil/trace.go:171","msg":"trace[1790710059] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"204.292311ms","start":"2026-03-19T09:11:29.141838Z","end":"2026-03-19T09:11:29.34613Z","steps":["trace[1790710059] 'process raft request' (duration: 204.034745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:29.346218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.191809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:29.346273Z","caller":"traceutil/trace.go:171","msg":"trace[493835337] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4257; }","duration":"175.305402ms","start":"2026-03-19T09:11:29.170953Z","end":"2026-03-19T09:11:29.346258Z","steps":["trace[493835337] 'agreement among raft nodes before linearized reading' (duration: 175.202029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:29.346284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.569684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:11:29.346313Z","caller":"traceutil/trace.go:171","msg":"trace[782064981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4257; }","duration":"131.651046ms","start":"2026-03-19T09:11:29.214653Z","end":"2026-03-19T09:11:29.346304Z","steps":["trace[782064981] 'agreement among raft nodes before linearized reading' (duration: 131.525913ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:31.927802Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2492} {"level":"info","ts":"2026-03-19T09:11:31.989412Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2492,"took":"59.82898ms","hash":2467867301,"current-db-size-bytes":28397568,"current-db-size":"28 MB","current-db-size-in-use-bytes":18227200,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-19T09:11:31.989494Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2467867301,"revision":2492,"compact-revision":-1} {"level":"warn","ts":"2026-03-19T09:11:33.455232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.110398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T09:11:33.455381Z","caller":"traceutil/trace.go:171","msg":"trace[341544079] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4296; }","duration":"174.417292ms","start":"2026-03-19T09:11:33.280945Z","end":"2026-03-19T09:11:33.455362Z","steps":["trace[341544079] 'process raft request' (duration: 45.080519ms)","trace[341544079] 'compare' (duration: 128.964285ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:33.457684Z","caller":"traceutil/trace.go:171","msg":"trace[28884224] transaction","detail":"{read_only:false; response_revision:4297; number_of_response:1; }","duration":"172.463878ms","start":"2026-03-19T09:11:33.285183Z","end":"2026-03-19T09:11:33.457647Z","steps":["trace[28884224] 'process raft request' (duration: 172.313215ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.457711Z","caller":"traceutil/trace.go:171","msg":"trace[1901962629] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"172.494099ms","start":"2026-03-19T09:11:33.285184Z","end":"2026-03-19T09:11:33.457678Z","steps":["trace[1901962629] 'process raft request' (duration: 172.403407ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.457862Z","caller":"traceutil/trace.go:171","msg":"trace[940655846] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"172.50111ms","start":"2026-03-19T09:11:33.285312Z","end":"2026-03-19T09:11:33.457814Z","steps":["trace[940655846] 'process raft request' (duration: 172.344957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.457994Z","caller":"traceutil/trace.go:171","msg":"trace[2102357912] transaction","detail":"{read_only:false; response_revision:4301; number_of_response:1; }","duration":"172.639722ms","start":"2026-03-19T09:11:33.285325Z","end":"2026-03-19T09:11:33.457965Z","steps":["trace[2102357912] 'process raft request' (duration: 172.356356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.457995Z","caller":"traceutil/trace.go:171","msg":"trace[1491511170] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"172.07136ms","start":"2026-03-19T09:11:33.285905Z","end":"2026-03-19T09:11:33.457977Z","steps":["trace[1491511170] 'process raft request' (duration: 171.825214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458032Z","caller":"traceutil/trace.go:171","msg":"trace[1196541054] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"172.003338ms","start":"2026-03-19T09:11:33.285994Z","end":"2026-03-19T09:11:33.457997Z","steps":["trace[1196541054] 'process raft request' (duration: 171.762063ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.457883Z","caller":"traceutil/trace.go:171","msg":"trace[123143736] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"172.50871ms","start":"2026-03-19T09:11:33.285332Z","end":"2026-03-19T09:11:33.457841Z","steps":["trace[123143736] 'process raft request' (duration: 172.377417ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458092Z","caller":"traceutil/trace.go:171","msg":"trace[1572147279] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"172.784586ms","start":"2026-03-19T09:11:33.285297Z","end":"2026-03-19T09:11:33.458082Z","steps":["trace[1572147279] 'process raft request' (duration: 172.326376ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458179Z","caller":"traceutil/trace.go:171","msg":"trace[565498225] transaction","detail":"{read_only:false; response_revision:4305; number_of_response:1; }","duration":"172.138161ms","start":"2026-03-19T09:11:33.28603Z","end":"2026-03-19T09:11:33.458168Z","steps":["trace[565498225] 'process raft request' (duration: 171.748832ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458211Z","caller":"traceutil/trace.go:171","msg":"trace[764921466] transaction","detail":"{read_only:false; response_revision:4306; number_of_response:1; }","duration":"172.13365ms","start":"2026-03-19T09:11:33.286064Z","end":"2026-03-19T09:11:33.458198Z","steps":["trace[764921466] 'process raft request' (duration: 171.749692ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458251Z","caller":"traceutil/trace.go:171","msg":"trace[266817198] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"172.103649ms","start":"2026-03-19T09:11:33.286139Z","end":"2026-03-19T09:11:33.458243Z","steps":["trace[266817198] 'process raft request' (duration: 171.964176ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458313Z","caller":"traceutil/trace.go:171","msg":"trace[963690895] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"171.982887ms","start":"2026-03-19T09:11:33.286318Z","end":"2026-03-19T09:11:33.458301Z","steps":["trace[963690895] 'process raft request' (duration: 171.855394ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458373Z","caller":"traceutil/trace.go:171","msg":"trace[1577686703] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"167.083298ms","start":"2026-03-19T09:11:33.291281Z","end":"2026-03-19T09:11:33.458364Z","steps":["trace[1577686703] 'process raft request' (duration: 166.933195ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458436Z","caller":"traceutil/trace.go:171","msg":"trace[868379307] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"166.986915ms","start":"2026-03-19T09:11:33.29144Z","end":"2026-03-19T09:11:33.458426Z","steps":["trace[868379307] 'process raft request' (duration: 166.814012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458448Z","caller":"traceutil/trace.go:171","msg":"trace[338868399] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"166.926694ms","start":"2026-03-19T09:11:33.291514Z","end":"2026-03-19T09:11:33.45844Z","steps":["trace[338868399] 'process raft request' (duration: 166.77133ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458578Z","caller":"traceutil/trace.go:171","msg":"trace[388733095] transaction","detail":"{read_only:false; response_revision:4312; number_of_response:1; }","duration":"167.014025ms","start":"2026-03-19T09:11:33.291549Z","end":"2026-03-19T09:11:33.458563Z","steps":["trace[388733095] 'process raft request' (duration: 166.77692ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458611Z","caller":"traceutil/trace.go:171","msg":"trace[3627399] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"167.016015ms","start":"2026-03-19T09:11:33.291585Z","end":"2026-03-19T09:11:33.458601Z","steps":["trace[3627399] 'process raft request' (duration: 166.835261ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458625Z","caller":"traceutil/trace.go:171","msg":"trace[631131537] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"166.990745ms","start":"2026-03-19T09:11:33.291626Z","end":"2026-03-19T09:11:33.458616Z","steps":["trace[631131537] 'process raft request' (duration: 166.842461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458692Z","caller":"traceutil/trace.go:171","msg":"trace[929621898] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"166.600476ms","start":"2026-03-19T09:11:33.292082Z","end":"2026-03-19T09:11:33.458682Z","steps":["trace[929621898] 'process raft request' (duration: 166.509004ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458689Z","caller":"traceutil/trace.go:171","msg":"trace[796226625] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"166.640327ms","start":"2026-03-19T09:11:33.292039Z","end":"2026-03-19T09:11:33.458679Z","steps":["trace[796226625] 'process raft request' (duration: 166.467593ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458762Z","caller":"traceutil/trace.go:171","msg":"trace[1647591733] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"166.590457ms","start":"2026-03-19T09:11:33.292161Z","end":"2026-03-19T09:11:33.458752Z","steps":["trace[1647591733] 'process raft request' (duration: 166.470654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458835Z","caller":"traceutil/trace.go:171","msg":"trace[1759930673] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"166.669788ms","start":"2026-03-19T09:11:33.292153Z","end":"2026-03-19T09:11:33.458823Z","steps":["trace[1759930673] 'process raft request' (duration: 166.521895ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458868Z","caller":"traceutil/trace.go:171","msg":"trace[1917230870] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"166.678918ms","start":"2026-03-19T09:11:33.292182Z","end":"2026-03-19T09:11:33.45886Z","steps":["trace[1917230870] 'process raft request' (duration: 166.596426ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.458939Z","caller":"traceutil/trace.go:171","msg":"trace[545778082] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"166.71985ms","start":"2026-03-19T09:11:33.292209Z","end":"2026-03-19T09:11:33.458929Z","steps":["trace[545778082] 'process raft request' (duration: 166.613007ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.459025Z","caller":"traceutil/trace.go:171","msg":"trace[1458853631] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"166.642828ms","start":"2026-03-19T09:11:33.292339Z","end":"2026-03-19T09:11:33.458982Z","steps":["trace[1458853631] 'process raft request' (duration: 166.516845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.459087Z","caller":"traceutil/trace.go:171","msg":"trace[2076341206] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"166.666148ms","start":"2026-03-19T09:11:33.292411Z","end":"2026-03-19T09:11:33.459078Z","steps":["trace[2076341206] 'process raft request' (duration: 166.547435ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.459095Z","caller":"traceutil/trace.go:171","msg":"trace[1612772685] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"166.645138ms","start":"2026-03-19T09:11:33.292442Z","end":"2026-03-19T09:11:33.459087Z","steps":["trace[1612772685] 'process raft request' (duration: 166.558226ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.459047Z","caller":"traceutil/trace.go:171","msg":"trace[1103705740] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"166.673388ms","start":"2026-03-19T09:11:33.292361Z","end":"2026-03-19T09:11:33.459035Z","steps":["trace[1103705740] 'process raft request' (duration: 166.561475ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.459226Z","caller":"traceutil/trace.go:171","msg":"trace[1250177892] transaction","detail":"{read_only:false; response_revision:4328; number_of_response:1; }","duration":"166.375542ms","start":"2026-03-19T09:11:33.292828Z","end":"2026-03-19T09:11:33.459204Z","steps":["trace[1250177892] 'process raft request' (duration: 166.326321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.459261Z","caller":"traceutil/trace.go:171","msg":"trace[99632545] transaction","detail":"{read_only:false; response_revision:4327; number_of_response:1; }","duration":"166.447164ms","start":"2026-03-19T09:11:33.292805Z","end":"2026-03-19T09:11:33.459252Z","steps":["trace[99632545] 'process raft request' (duration: 166.311551ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.459239Z","caller":"traceutil/trace.go:171","msg":"trace[1691806159] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"166.438993ms","start":"2026-03-19T09:11:33.292787Z","end":"2026-03-19T09:11:33.459226Z","steps":["trace[1691806159] 'process raft request' (duration: 166.28731ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.459312Z","caller":"traceutil/trace.go:171","msg":"trace[806396052] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"166.593447ms","start":"2026-03-19T09:11:33.292701Z","end":"2026-03-19T09:11:33.459294Z","steps":["trace[806396052] 'process raft request' (duration: 166.340621ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.510967Z","caller":"traceutil/trace.go:171","msg":"trace[1098872331] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"150.881756ms","start":"2026-03-19T09:11:33.360058Z","end":"2026-03-19T09:11:33.51094Z","steps":["trace[1098872331] 'process raft request' (duration: 150.63831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.511146Z","caller":"traceutil/trace.go:171","msg":"trace[1479745197] linearizableReadLoop","detail":"{readStateIndex:4537; appliedIndex:4504; }","duration":"125.458657ms","start":"2026-03-19T09:11:33.385655Z","end":"2026-03-19T09:11:33.511114Z","steps":["trace[1479745197] 'read index received' (duration: 71.94412ms)","trace[1479745197] 'applied index is now lower than readState.Index' (duration: 53.512397ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:33.511254Z","caller":"traceutil/trace.go:171","msg":"trace[1910272531] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"150.893706ms","start":"2026-03-19T09:11:33.360349Z","end":"2026-03-19T09:11:33.511242Z","steps":["trace[1910272531] 'process raft request' (duration: 150.516258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:33.511424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.757014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:11:33.511513Z","caller":"traceutil/trace.go:171","msg":"trace[1975899656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4330; }","duration":"125.878997ms","start":"2026-03-19T09:11:33.385604Z","end":"2026-03-19T09:11:33.511483Z","steps":["trace[1975899656] 'agreement among raft nodes before linearized reading' (duration: 125.637351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:33.526804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.676363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:11:33.526821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.326865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:11:33.526874Z","caller":"traceutil/trace.go:171","msg":"trace[496988916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4334; }","duration":"134.789426ms","start":"2026-03-19T09:11:33.392064Z","end":"2026-03-19T09:11:33.526854Z","steps":["trace[496988916] 'agreement among raft nodes before linearized reading' (duration: 134.629342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.5269Z","caller":"traceutil/trace.go:171","msg":"trace[1540792898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4334; }","duration":"134.428118ms","start":"2026-03-19T09:11:33.392455Z","end":"2026-03-19T09:11:33.526883Z","steps":["trace[1540792898] 'agreement among raft nodes before linearized reading' (duration: 134.234492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:33.526893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.97077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:11:33.527085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.894656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:11:33.527122Z","caller":"traceutil/trace.go:171","msg":"trace[1806448183] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:4334; }","duration":"133.955477ms","start":"2026-03-19T09:11:33.393155Z","end":"2026-03-19T09:11:33.52711Z","steps":["trace[1806448183] 'agreement among raft nodes before linearized reading' (duration: 133.429324ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.527106Z","caller":"traceutil/trace.go:171","msg":"trace[2102055751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4334; }","duration":"135.252906ms","start":"2026-03-19T09:11:33.391838Z","end":"2026-03-19T09:11:33.527091Z","steps":["trace[2102055751] 'agreement among raft nodes before linearized reading' (duration: 134.900939ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.93242Z","caller":"traceutil/trace.go:171","msg":"trace[1609295342] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"103.107967ms","start":"2026-03-19T09:11:33.829263Z","end":"2026-03-19T09:11:33.932371Z","steps":["trace[1609295342] 'process raft request' (duration: 93.734518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.93268Z","caller":"traceutil/trace.go:171","msg":"trace[1114542892] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"100.9926ms","start":"2026-03-19T09:11:33.83166Z","end":"2026-03-19T09:11:33.932652Z","steps":["trace[1114542892] 'process raft request' (duration: 100.656042ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:33.932745Z","caller":"traceutil/trace.go:171","msg":"trace[348438027] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"102.432971ms","start":"2026-03-19T09:11:33.830284Z","end":"2026-03-19T09:11:33.932717Z","steps":["trace[348438027] 'process raft request' (duration: 101.992651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:35.364735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.761104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:11:35.364868Z","caller":"traceutil/trace.go:171","msg":"trace[175427610] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4580; }","duration":"129.945757ms","start":"2026-03-19T09:11:35.234891Z","end":"2026-03-19T09:11:35.364836Z","steps":["trace[175427610] 'range keys from in-memory index tree' (duration: 129.543279ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:35.366729Z","caller":"traceutil/trace.go:171","msg":"trace[330018749] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"114.04427ms","start":"2026-03-19T09:11:35.252657Z","end":"2026-03-19T09:11:35.366702Z","steps":["trace[330018749] 'process raft request' (duration: 113.529649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:35.369372Z","caller":"traceutil/trace.go:171","msg":"trace[328534880] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"101.420699ms","start":"2026-03-19T09:11:35.267916Z","end":"2026-03-19T09:11:35.369337Z","steps":["trace[328534880] 'process raft request' (duration: 101.200854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:35.641467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.579853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:35.641574Z","caller":"traceutil/trace.go:171","msg":"trace[624766941] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"242.381452ms","start":"2026-03-19T09:11:35.399172Z","end":"2026-03-19T09:11:35.641554Z","steps":["trace[624766941] 'process raft request' (duration: 68.645725ms)","trace[624766941] 'compare' (duration: 173.457191ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:35.643634Z","caller":"traceutil/trace.go:171","msg":"trace[508836374] linearizableReadLoop","detail":"{readStateIndex:4800; appliedIndex:4798; }","duration":"211.521351ms","start":"2026-03-19T09:11:35.43209Z","end":"2026-03-19T09:11:35.643611Z","steps":["trace[508836374] 'read index received' (duration: 35.712518ms)","trace[508836374] 'applied index is now lower than readState.Index' (duration: 175.808033ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:35.643945Z","caller":"traceutil/trace.go:171","msg":"trace[2046610329] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"224.839359ms","start":"2026-03-19T09:11:35.41909Z","end":"2026-03-19T09:11:35.64393Z","steps":["trace[2046610329] 'process raft request' (duration: 224.3992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:35.644156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.058604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:11:35.644199Z","caller":"traceutil/trace.go:171","msg":"trace[1092646207] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:4588; }","duration":"212.158176ms","start":"2026-03-19T09:11:35.432031Z","end":"2026-03-19T09:11:35.644189Z","steps":["trace[1092646207] 'agreement among raft nodes before linearized reading' (duration: 211.987462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:35.64737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.765526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2834"} {"level":"info","ts":"2026-03-19T09:11:35.647462Z","caller":"traceutil/trace.go:171","msg":"trace[269877759] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4590; }","duration":"181.90002ms","start":"2026-03-19T09:11:35.465542Z","end":"2026-03-19T09:11:35.647442Z","steps":["trace[269877759] 'agreement among raft nodes before linearized reading' (duration: 181.666184ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:35.647615Z","caller":"traceutil/trace.go:171","msg":"trace[1154700043] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"130.281465ms","start":"2026-03-19T09:11:35.517324Z","end":"2026-03-19T09:11:35.647606Z","steps":["trace[1154700043] 'process raft request' (duration: 129.834115ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:35.647694Z","caller":"traceutil/trace.go:171","msg":"trace[1928834870] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"130.418828ms","start":"2026-03-19T09:11:35.517267Z","end":"2026-03-19T09:11:35.647686Z","steps":["trace[1928834870] 'process raft request' (duration: 129.713082ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:38.194248Z","caller":"traceutil/trace.go:171","msg":"trace[1595086706] linearizableReadLoop","detail":"{readStateIndex:4864; appliedIndex:4863; }","duration":"273.352116ms","start":"2026-03-19T09:11:37.92086Z","end":"2026-03-19T09:11:38.194212Z","steps":["trace[1595086706] 'read index received' (duration: 273.134311ms)","trace[1595086706] 'applied index is now lower than readState.Index' (duration: 216.165µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:38.194304Z","caller":"traceutil/trace.go:171","msg":"trace[1055303083] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"318.990177ms","start":"2026-03-19T09:11:37.875263Z","end":"2026-03-19T09:11:38.194253Z","steps":["trace[1055303083] 'process raft request' (duration: 318.747031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:38.19467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.833217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-tx7zb\" ","response":"range_response_count:1 size:5042"} {"level":"warn","ts":"2026-03-19T09:11:38.194642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:37.875252Z","time spent":"319.16684ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:11:38.194739Z","caller":"traceutil/trace.go:171","msg":"trace[1572996084] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-tx7zb; range_end:; response_count:1; response_revision:4650; }","duration":"105.94437ms","start":"2026-03-19T09:11:38.088773Z","end":"2026-03-19T09:11:38.194718Z","steps":["trace[1572996084] 'agreement among raft nodes before linearized reading' (duration: 105.695885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:38.194958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.219505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:11:38.195057Z","caller":"traceutil/trace.go:171","msg":"trace[668719245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4650; }","duration":"101.366227ms","start":"2026-03-19T09:11:38.09367Z","end":"2026-03-19T09:11:38.195036Z","steps":["trace[668719245] 'agreement among raft nodes before linearized reading' (duration: 101.084111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:38.195773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.869319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-03-19T09:11:38.195838Z","caller":"traceutil/trace.go:171","msg":"trace[2093680061] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4650; }","duration":"274.998192ms","start":"2026-03-19T09:11:37.920822Z","end":"2026-03-19T09:11:38.195821Z","steps":["trace[2093680061] 'agreement among raft nodes before linearized reading' (duration: 273.613222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:38.483866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.233677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:38.484285Z","caller":"traceutil/trace.go:171","msg":"trace[1660415398] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"285.164489ms","start":"2026-03-19T09:11:38.199094Z","end":"2026-03-19T09:11:38.484258Z","steps":["trace[1660415398] 'process raft request' (duration: 64.468642ms)","trace[1660415398] 'compare' (duration: 219.761897ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:38.510189Z","caller":"traceutil/trace.go:171","msg":"trace[1744655183] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"310.378553ms","start":"2026-03-19T09:11:38.199779Z","end":"2026-03-19T09:11:38.510158Z","steps":["trace[1744655183] 'process raft request' (duration: 310.199889ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:38.510324Z","caller":"traceutil/trace.go:171","msg":"trace[1237616423] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"306.589159ms","start":"2026-03-19T09:11:38.203655Z","end":"2026-03-19T09:11:38.510244Z","steps":["trace[1237616423] 'process raft request' (duration: 306.390594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:38.510352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.199764Z","time spent":"310.505756ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:38.510385Z","caller":"traceutil/trace.go:171","msg":"trace[887322286] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"286.923419ms","start":"2026-03-19T09:11:38.223439Z","end":"2026-03-19T09:11:38.510362Z","steps":["trace[887322286] 'process raft request' (duration: 286.811377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:38.510566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.203643Z","time spent":"306.752693ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5143,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:38.510462Z","caller":"traceutil/trace.go:171","msg":"trace[1648508614] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"305.968486ms","start":"2026-03-19T09:11:38.204462Z","end":"2026-03-19T09:11:38.510431Z","steps":["trace[1648508614] 'process raft request' (duration: 305.688879ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:38.510128Z","caller":"traceutil/trace.go:171","msg":"trace[1173022676] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"310.772783ms","start":"2026-03-19T09:11:38.199289Z","end":"2026-03-19T09:11:38.510062Z","steps":["trace[1173022676] 'process raft request' (duration: 310.560418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:38.510893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.204426Z","time spent":"306.372285ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11600,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:11:38.510962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.199257Z","time spent":"311.603472ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1131,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:11:38.748562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.582191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:38.748704Z","caller":"traceutil/trace.go:171","msg":"trace[863940136] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"230.842115ms","start":"2026-03-19T09:11:38.517839Z","end":"2026-03-19T09:11:38.748681Z","steps":["trace[863940136] 'process raft request' (duration: 100.038898ms)","trace[863940136] 'compare' (duration: 130.436068ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:38.775778Z","caller":"traceutil/trace.go:171","msg":"trace[186193488] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"257.743926ms","start":"2026-03-19T09:11:38.518006Z","end":"2026-03-19T09:11:38.77575Z","steps":["trace[186193488] 'process raft request' (duration: 257.553512ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:38.776026Z","caller":"traceutil/trace.go:171","msg":"trace[1289540121] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"256.740563ms","start":"2026-03-19T09:11:38.519267Z","end":"2026-03-19T09:11:38.776008Z","steps":["trace[1289540121] 'process raft request' (duration: 256.400825ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:38.776245Z","caller":"traceutil/trace.go:171","msg":"trace[1177693715] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"256.798274ms","start":"2026-03-19T09:11:38.51944Z","end":"2026-03-19T09:11:38.776238Z","steps":["trace[1177693715] 'process raft request' (duration: 256.533608ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:38.776392Z","caller":"traceutil/trace.go:171","msg":"trace[509747036] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"250.966694ms","start":"2026-03-19T09:11:38.525407Z","end":"2026-03-19T09:11:38.776374Z","steps":["trace[509747036] 'process raft request' (duration: 250.751769ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:38.776363Z","caller":"traceutil/trace.go:171","msg":"trace[39519706] linearizableReadLoop","detail":"{readStateIndex:4874; appliedIndex:4870; }","duration":"256.62852ms","start":"2026-03-19T09:11:38.51965Z","end":"2026-03-19T09:11:38.776278Z","steps":["trace[39519706] 'read index received' (duration: 98.211047ms)","trace[39519706] 'applied index is now lower than readState.Index' (duration: 158.415723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:38.77654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.874567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-19T09:11:38.77657Z","caller":"traceutil/trace.go:171","msg":"trace[1881201966] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4661; }","duration":"256.941628ms","start":"2026-03-19T09:11:38.519622Z","end":"2026-03-19T09:11:38.776564Z","steps":["trace[1881201966] 'agreement among raft nodes before linearized reading' (duration: 256.831895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:38.776659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.822273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:38.7767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.612453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:38.7767Z","caller":"traceutil/trace.go:171","msg":"trace[1255650928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4661; }","duration":"141.922175ms","start":"2026-03-19T09:11:38.634767Z","end":"2026-03-19T09:11:38.776689Z","steps":["trace[1255650928] 'agreement among raft nodes before linearized reading' (duration: 141.836273ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:38.77672Z","caller":"traceutil/trace.go:171","msg":"trace[347944634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4661; }","duration":"173.668174ms","start":"2026-03-19T09:11:38.603046Z","end":"2026-03-19T09:11:38.776714Z","steps":["trace[347944634] 'agreement among raft nodes before linearized reading' (duration: 173.629913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:38.776748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.299103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-19T09:11:38.77681Z","caller":"traceutil/trace.go:171","msg":"trace[261750784] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4661; }","duration":"243.422585ms","start":"2026-03-19T09:11:38.533369Z","end":"2026-03-19T09:11:38.776791Z","steps":["trace[261750784] 'agreement among raft nodes before linearized reading' (duration: 243.17427ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:38.921678Z","caller":"traceutil/trace.go:171","msg":"trace[255485676] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"137.918565ms","start":"2026-03-19T09:11:38.783735Z","end":"2026-03-19T09:11:38.921653Z","steps":["trace[255485676] 'process raft request' (duration: 137.69335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:38.965975Z","caller":"traceutil/trace.go:171","msg":"trace[945844892] linearizableReadLoop","detail":"{readStateIndex:4877; appliedIndex:4875; }","duration":"176.836386ms","start":"2026-03-19T09:11:38.789102Z","end":"2026-03-19T09:11:38.965938Z","steps":["trace[945844892] 'read index received' (duration: 132.35366ms)","trace[945844892] 'applied index is now lower than readState.Index' (duration: 44.482066ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:38.966079Z","caller":"traceutil/trace.go:171","msg":"trace[1835395398] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"178.392681ms","start":"2026-03-19T09:11:38.78766Z","end":"2026-03-19T09:11:38.966053Z","steps":["trace[1835395398] 'process raft request' (duration: 178.126255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:38.966266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.142572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:11:38.966385Z","caller":"traceutil/trace.go:171","msg":"trace[1342305045] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4664; }","duration":"177.271995ms","start":"2026-03-19T09:11:38.789067Z","end":"2026-03-19T09:11:38.966339Z","steps":["trace[1342305045] 'agreement among raft nodes before linearized reading' (duration: 177.01397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.16842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.535073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:39.168664Z","caller":"traceutil/trace.go:171","msg":"trace[2074522700] linearizableReadLoop","detail":"{readStateIndex:4879; appliedIndex:4878; }","duration":"202.61218ms","start":"2026-03-19T09:11:38.966033Z","end":"2026-03-19T09:11:39.168645Z","steps":["trace[2074522700] 'read index received' (duration: 99.854172ms)","trace[2074522700] 'applied index is now lower than readState.Index' (duration: 102.756428ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:39.168769Z","caller":"traceutil/trace.go:171","msg":"trace[1795071641] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"231.085768ms","start":"2026-03-19T09:11:38.937638Z","end":"2026-03-19T09:11:39.168724Z","steps":["trace[1795071641] 'process raft request' (duration: 128.162665ms)","trace[1795071641] 'compare' (duration: 102.39844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:39.168911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.287722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:39.169003Z","caller":"traceutil/trace.go:171","msg":"trace[627539112] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:4665; }","duration":"366.424795ms","start":"2026-03-19T09:11:38.802565Z","end":"2026-03-19T09:11:39.16899Z","steps":["trace[627539112] 'agreement among raft nodes before linearized reading' (duration: 366.229731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.169099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.802504Z","time spent":"366.582519ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-19T09:11:39.218101Z","caller":"traceutil/trace.go:171","msg":"trace[1226055698] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"247.818052ms","start":"2026-03-19T09:11:38.970237Z","end":"2026-03-19T09:11:39.218056Z","steps":["trace[1226055698] 'process raft request' (duration: 247.498254ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:39.218123Z","caller":"traceutil/trace.go:171","msg":"trace[1733434379] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"244.659451ms","start":"2026-03-19T09:11:38.97343Z","end":"2026-03-19T09:11:39.218089Z","steps":["trace[1733434379] 'process raft request' (duration: 244.546549ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:39.218226Z","caller":"traceutil/trace.go:171","msg":"trace[932590912] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"246.466162ms","start":"2026-03-19T09:11:38.971731Z","end":"2026-03-19T09:11:39.218197Z","steps":["trace[932590912] 'process raft request' (duration: 246.195936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.218583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.538475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:11:39.21871Z","caller":"traceutil/trace.go:171","msg":"trace[1471309042] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4668; }","duration":"247.73951ms","start":"2026-03-19T09:11:38.970942Z","end":"2026-03-19T09:11:39.218682Z","steps":["trace[1471309042] 'agreement among raft nodes before linearized reading' (duration: 247.230489ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:39.428761Z","caller":"traceutil/trace.go:171","msg":"trace[637420081] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"101.431889ms","start":"2026-03-19T09:11:39.327288Z","end":"2026-03-19T09:11:39.428719Z","steps":["trace[637420081] 'process raft request' (duration: 72.260416ms)","trace[637420081] 'compare' (duration: 28.904327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:39.428919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.322374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:39.428968Z","caller":"traceutil/trace.go:171","msg":"trace[1025355867] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4678; }","duration":"104.400975ms","start":"2026-03-19T09:11:39.324554Z","end":"2026-03-19T09:11:39.428955Z","steps":["trace[1025355867] 'agreement among raft nodes before linearized reading' (duration: 104.293633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.429018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.736374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:39.429127Z","caller":"traceutil/trace.go:171","msg":"trace[1742683791] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:0; response_revision:4678; }","duration":"105.885137ms","start":"2026-03-19T09:11:39.323218Z","end":"2026-03-19T09:11:39.429103Z","steps":["trace[1742683791] 'agreement among raft nodes before linearized reading' (duration: 105.691073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.130562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.253562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:40.130703Z","caller":"traceutil/trace.go:171","msg":"trace[162551411] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"434.527023ms","start":"2026-03-19T09:11:39.696148Z","end":"2026-03-19T09:11:40.130675Z","steps":["trace[162551411] 'process raft request' (duration: 221.081207ms)","trace[162551411] 'compare' (duration: 212.900864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:40.13079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:39.696128Z","time spent":"434.618724ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:40.147861Z","caller":"traceutil/trace.go:171","msg":"trace[1469908262] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"450.448578ms","start":"2026-03-19T09:11:39.697377Z","end":"2026-03-19T09:11:40.147825Z","steps":["trace[1469908262] 'process raft request' (duration: 450.149902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.148103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:39.697341Z","time spent":"450.615862ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:40.148208Z","caller":"traceutil/trace.go:171","msg":"trace[2129942960] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"449.810024ms","start":"2026-03-19T09:11:39.698364Z","end":"2026-03-19T09:11:40.148174Z","steps":["trace[2129942960] 'process raft request' (duration: 449.371184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.148404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:39.698354Z","time spent":"449.929406ms","remote":"127.0.0.1:37006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7450,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:40.148429Z","caller":"traceutil/trace.go:171","msg":"trace[1381462217] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"439.568185ms","start":"2026-03-19T09:11:39.708837Z","end":"2026-03-19T09:11:40.148406Z","steps":["trace[1381462217] 'process raft request' (duration: 439.162736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.148558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:39.708827Z","time spent":"439.661647ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15286,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:40.148625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.331121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-19T09:11:40.148662Z","caller":"traceutil/trace.go:171","msg":"trace[825638768] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4710; }","duration":"448.399632ms","start":"2026-03-19T09:11:39.700253Z","end":"2026-03-19T09:11:40.148652Z","steps":["trace[825638768] 'agreement among raft nodes before linearized reading' (duration: 448.264619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.148685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:39.700243Z","time spent":"448.438133ms","remote":"127.0.0.1:54880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-19T09:11:40.148705Z","caller":"traceutil/trace.go:171","msg":"trace[650045743] linearizableReadLoop","detail":"{readStateIndex:4923; appliedIndex:4920; }","duration":"448.083345ms","start":"2026-03-19T09:11:39.700295Z","end":"2026-03-19T09:11:40.148379Z","steps":["trace[650045743] 'read index received' (duration: 217.046436ms)","trace[650045743] 'applied index is now lower than readState.Index' (duration: 231.034919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:40.148994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.065045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-19T09:11:40.149019Z","caller":"traceutil/trace.go:171","msg":"trace[234927542] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4710; }","duration":"410.128186ms","start":"2026-03-19T09:11:39.738883Z","end":"2026-03-19T09:11:40.149011Z","steps":["trace[234927542] 'agreement among raft nodes before linearized reading' (duration: 410.020284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.149039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:39.73886Z","time spent":"410.173727ms","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-19T09:11:40.149135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.3949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-19T09:11:40.149199Z","caller":"traceutil/trace.go:171","msg":"trace[1046722321] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4710; }","duration":"211.509923ms","start":"2026-03-19T09:11:39.93767Z","end":"2026-03-19T09:11:40.14918Z","steps":["trace[1046722321] 'agreement among raft nodes before linearized reading' (duration: 211.332828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.149254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.347972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:75712"} {"level":"info","ts":"2026-03-19T09:11:40.149308Z","caller":"traceutil/trace.go:171","msg":"trace[2103269957] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4710; }","duration":"448.440544ms","start":"2026-03-19T09:11:39.700852Z","end":"2026-03-19T09:11:40.149293Z","steps":["trace[2103269957] 'agreement among raft nodes before linearized reading' (duration: 447.973763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.149464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:39.700836Z","time spent":"448.603468ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":10,"response size":75734,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-19T09:11:40.149731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.78187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-19T09:11:40.149758Z","caller":"traceutil/trace.go:171","msg":"trace[1342256912] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4710; }","duration":"304.878962ms","start":"2026-03-19T09:11:39.844872Z","end":"2026-03-19T09:11:40.149751Z","steps":["trace[1342256912] 'agreement among raft nodes before linearized reading' (duration: 304.259467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.149779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:39.844838Z","time spent":"304.936323ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196065,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-19T09:11:40.149761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.791482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:11:40.149809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.872185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:11:40.14982Z","caller":"traceutil/trace.go:171","msg":"trace[907642337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4710; }","duration":"440.857255ms","start":"2026-03-19T09:11:39.708947Z","end":"2026-03-19T09:11:40.149804Z","steps":["trace[907642337] 'agreement among raft nodes before linearized reading' (duration: 440.693511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:40.149858Z","caller":"traceutil/trace.go:171","msg":"trace[1427422289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4710; }","duration":"440.944727ms","start":"2026-03-19T09:11:39.708898Z","end":"2026-03-19T09:11:40.149843Z","steps":["trace[1427422289] 'agreement among raft nodes before linearized reading' (duration: 440.805474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.149865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:39.708941Z","time spent":"440.911006ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:11:40.149896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:39.70889Z","time spent":"440.996788ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:40.150194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.151201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:11:40.150238Z","caller":"traceutil/trace.go:171","msg":"trace[1584301387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4710; }","duration":"437.197392ms","start":"2026-03-19T09:11:39.713027Z","end":"2026-03-19T09:11:40.150224Z","steps":["trace[1584301387] 'agreement among raft nodes before linearized reading' (duration: 437.065629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.150275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:39.712993Z","time spent":"437.271244ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:40.150603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.596611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:11:40.150646Z","caller":"traceutil/trace.go:171","msg":"trace[790351204] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:4710; }","duration":"441.681042ms","start":"2026-03-19T09:11:39.708953Z","end":"2026-03-19T09:11:40.150634Z","steps":["trace[790351204] 'agreement among raft nodes before linearized reading' (duration: 441.498248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.15068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:39.708931Z","time spent":"441.741404ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:11:40.150264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.944185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:40.152022Z","caller":"traceutil/trace.go:171","msg":"trace[1548342367] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4710; }","duration":"315.685204ms","start":"2026-03-19T09:11:39.83631Z","end":"2026-03-19T09:11:40.151996Z","steps":["trace[1548342367] 'agreement among raft nodes before linearized reading' (duration: 313.923874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.152065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:39.836241Z","time spent":"315.806666ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:11:40.256733Z","caller":"traceutil/trace.go:171","msg":"trace[530435229] linearizableReadLoop","detail":"{readStateIndex:4925; appliedIndex:4924; }","duration":"101.800257ms","start":"2026-03-19T09:11:40.154896Z","end":"2026-03-19T09:11:40.256696Z","steps":["trace[530435229] 'read index received' (duration: 97.518981ms)","trace[530435229] 'applied index is now lower than readState.Index' (duration: 4.279936ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:40.256854Z","caller":"traceutil/trace.go:171","msg":"trace[78593339] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"102.138966ms","start":"2026-03-19T09:11:40.154671Z","end":"2026-03-19T09:11:40.25681Z","steps":["trace[78593339] 'process raft request' (duration: 97.726886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.257089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.164125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-xs2ww\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-03-19T09:11:40.257164Z","caller":"traceutil/trace.go:171","msg":"trace[614870203] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-xs2ww; range_end:; response_count:1; response_revision:4711; }","duration":"102.274908ms","start":"2026-03-19T09:11:40.154869Z","end":"2026-03-19T09:11:40.257144Z","steps":["trace[614870203] 'agreement among raft nodes before linearized reading' (duration: 102.009932ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:40.258036Z","caller":"traceutil/trace.go:171","msg":"trace[483563274] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"101.602473ms","start":"2026-03-19T09:11:40.156395Z","end":"2026-03-19T09:11:40.257997Z","steps":["trace[483563274] 'process raft request' (duration: 101.390088ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:40.258551Z","caller":"traceutil/trace.go:171","msg":"trace[797797639] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"100.312885ms","start":"2026-03-19T09:11:40.158197Z","end":"2026-03-19T09:11:40.25851Z","steps":["trace[797797639] 'process raft request' (duration: 99.752722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.258651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.89108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62984"} {"level":"info","ts":"2026-03-19T09:11:40.258771Z","caller":"traceutil/trace.go:171","msg":"trace[509298787] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4713; }","duration":"102.017013ms","start":"2026-03-19T09:11:40.156741Z","end":"2026-03-19T09:11:40.258758Z","steps":["trace[509298787] 'agreement among raft nodes before linearized reading' (duration: 101.382488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:40.258905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.727823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T09:11:40.258953Z","caller":"traceutil/trace.go:171","msg":"trace[1804334376] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4713; }","duration":"100.799415ms","start":"2026-03-19T09:11:40.158142Z","end":"2026-03-19T09:11:40.258941Z","steps":["trace[1804334376] 'agreement among raft nodes before linearized reading' (duration: 100.596381ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:41.302652Z","caller":"traceutil/trace.go:171","msg":"trace[1493691873] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"179.548997ms","start":"2026-03-19T09:11:41.123083Z","end":"2026-03-19T09:11:41.302632Z","steps":["trace[1493691873] 'process raft request' (duration: 179.410804ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:41.447941Z","caller":"traceutil/trace.go:171","msg":"trace[257005236] linearizableReadLoop","detail":"{readStateIndex:4943; appliedIndex:4941; }","duration":"141.664939ms","start":"2026-03-19T09:11:41.306241Z","end":"2026-03-19T09:11:41.447906Z","steps":["trace[257005236] 'read index received' (duration: 107.064476ms)","trace[257005236] 'applied index is now lower than readState.Index' (duration: 34.598583ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:41.448085Z","caller":"traceutil/trace.go:171","msg":"trace[832556630] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"165.804159ms","start":"2026-03-19T09:11:41.282234Z","end":"2026-03-19T09:11:41.448038Z","steps":["trace[832556630] 'process raft request' (duration: 165.592994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:41.448228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.965025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-19T09:11:41.448291Z","caller":"traceutil/trace.go:171","msg":"trace[597912001] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1; range_end:; response_count:1; response_revision:4728; }","duration":"142.075738ms","start":"2026-03-19T09:11:41.306203Z","end":"2026-03-19T09:11:41.448278Z","steps":["trace[597912001] 'agreement among raft nodes before linearized reading' (duration: 141.857013ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:41.447971Z","caller":"traceutil/trace.go:171","msg":"trace[1400237669] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"273.634541ms","start":"2026-03-19T09:11:41.174296Z","end":"2026-03-19T09:11:41.44793Z","steps":["trace[1400237669] 'process raft request' (duration: 239.082839ms)","trace[1400237669] 'compare' (duration: 34.240285ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:42.425083Z","caller":"traceutil/trace.go:171","msg":"trace[994892704] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"112.348144ms","start":"2026-03-19T09:11:42.3127Z","end":"2026-03-19T09:11:42.425049Z","steps":["trace[994892704] 'process raft request' (duration: 80.808038ms)","trace[994892704] 'compare' (duration: 31.387752ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:44.85794Z","caller":"traceutil/trace.go:171","msg":"trace[230978960] linearizableReadLoop","detail":"{readStateIndex:5003; appliedIndex:5002; }","duration":"103.835973ms","start":"2026-03-19T09:11:44.754078Z","end":"2026-03-19T09:11:44.857914Z","steps":["trace[230978960] 'read index received' (duration: 95.755803ms)","trace[230978960] 'applied index is now lower than readState.Index' (duration: 8.07893ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:44.858093Z","caller":"traceutil/trace.go:171","msg":"trace[116618769] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"105.902739ms","start":"2026-03-19T09:11:44.752137Z","end":"2026-03-19T09:11:44.85804Z","steps":["trace[116618769] 'process raft request' (duration: 97.691335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:44.858191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.083748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1\" ","response":"range_response_count:1 size:4062"} {"level":"info","ts":"2026-03-19T09:11:44.85826Z","caller":"traceutil/trace.go:171","msg":"trace[1362586697] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1; range_end:; response_count:1; response_revision:4787; }","duration":"104.208171ms","start":"2026-03-19T09:11:44.754033Z","end":"2026-03-19T09:11:44.858241Z","steps":["trace[1362586697] 'agreement among raft nodes before linearized reading' (duration: 103.986776ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:45.441255Z","caller":"traceutil/trace.go:171","msg":"trace[1450402603] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5015; }","duration":"113.214263ms","start":"2026-03-19T09:11:45.328018Z","end":"2026-03-19T09:11:45.441233Z","steps":["trace[1450402603] 'read index received' (duration: 113.10931ms)","trace[1450402603] 'applied index is now lower than readState.Index' (duration: 104.223µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:45.441357Z","caller":"traceutil/trace.go:171","msg":"trace[12592472] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"146.442252ms","start":"2026-03-19T09:11:45.294907Z","end":"2026-03-19T09:11:45.441349Z","steps":["trace[12592472] 'process raft request' (duration: 146.209537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:45.441536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.511259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T09:11:45.441562Z","caller":"traceutil/trace.go:171","msg":"trace[798110043] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4800; }","duration":"113.593021ms","start":"2026-03-19T09:11:45.327959Z","end":"2026-03-19T09:11:45.441552Z","steps":["trace[798110043] 'agreement among raft nodes before linearized reading' (duration: 113.485458ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:45.930568Z","caller":"traceutil/trace.go:171","msg":"trace[1382544876] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"277.737727ms","start":"2026-03-19T09:11:45.652777Z","end":"2026-03-19T09:11:45.930515Z","steps":["trace[1382544876] 'process raft request' (duration: 277.542182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.176702Z","caller":"traceutil/trace.go:171","msg":"trace[1192390282] linearizableReadLoop","detail":"{readStateIndex:5022; appliedIndex:5019; }","duration":"406.393603ms","start":"2026-03-19T09:11:45.770285Z","end":"2026-03-19T09:11:46.176678Z","steps":["trace[1192390282] 'read index received' (duration: 160.106017ms)","trace[1192390282] 'applied index is now lower than readState.Index' (duration: 246.286426ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:46.176752Z","caller":"traceutil/trace.go:171","msg":"trace[306150500] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"464.345534ms","start":"2026-03-19T09:11:45.712349Z","end":"2026-03-19T09:11:46.176695Z","steps":["trace[306150500] 'process raft request' (duration: 462.82146ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.176775Z","caller":"traceutil/trace.go:171","msg":"trace[109511827] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"453.941282ms","start":"2026-03-19T09:11:45.722767Z","end":"2026-03-19T09:11:46.176708Z","steps":["trace[109511827] 'process raft request' (duration: 453.820889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.176992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.712309Z","time spent":"464.552328ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:46.177044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.722753Z","time spent":"454.135447ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:46.177097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.792402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413055"} {"level":"info","ts":"2026-03-19T09:11:46.1772Z","caller":"traceutil/trace.go:171","msg":"trace[1432575513] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4805; }","duration":"406.948415ms","start":"2026-03-19T09:11:45.770226Z","end":"2026-03-19T09:11:46.177175Z","steps":["trace[1432575513] 'agreement among raft nodes before linearized reading' (duration: 406.556657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.177265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.770205Z","time spent":"407.045707ms","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413077,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-19T09:11:46.178271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.53727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14497"} {"level":"info","ts":"2026-03-19T09:11:46.178675Z","caller":"traceutil/trace.go:171","msg":"trace[1799594291] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4806; }","duration":"236.877827ms","start":"2026-03-19T09:11:45.941611Z","end":"2026-03-19T09:11:46.178489Z","steps":["trace[1799594291] 'agreement among raft nodes before linearized reading' (duration: 236.467378ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.178839Z","caller":"traceutil/trace.go:171","msg":"trace[1740917393] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"241.769215ms","start":"2026-03-19T09:11:45.937013Z","end":"2026-03-19T09:11:46.178782Z","steps":["trace[1740917393] 'process raft request' (duration: 240.968688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.178935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.649342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T09:11:46.17899Z","caller":"traceutil/trace.go:171","msg":"trace[1242604636] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4806; }","duration":"210.749504ms","start":"2026-03-19T09:11:45.968222Z","end":"2026-03-19T09:11:46.178972Z","steps":["trace[1242604636] 'agreement among raft nodes before linearized reading' (duration: 210.595591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.535184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.538089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:11:46.535277Z","caller":"traceutil/trace.go:171","msg":"trace[208407326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4812; }","duration":"161.660202ms","start":"2026-03-19T09:11:46.373584Z","end":"2026-03-19T09:11:46.535244Z","steps":["trace[208407326] 'range keys from in-memory index tree' (duration: 151.910614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.535405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.053899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517420"} {"level":"info","ts":"2026-03-19T09:11:46.535475Z","caller":"traceutil/trace.go:171","msg":"trace[129104483] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4812; }","duration":"100.149512ms","start":"2026-03-19T09:11:46.435307Z","end":"2026-03-19T09:11:46.535456Z","steps":["trace[129104483] 'range keys from in-memory index tree' (duration: 99.715442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.535569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.621288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:11:46.5357Z","caller":"traceutil/trace.go:171","msg":"trace[1822313083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:4812; }","duration":"160.792411ms","start":"2026-03-19T09:11:46.374881Z","end":"2026-03-19T09:11:46.535674Z","steps":["trace[1822313083] 'range keys from in-memory index tree' (duration: 151.939765ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.804657Z","caller":"traceutil/trace.go:171","msg":"trace[1249379436] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"255.296307ms","start":"2026-03-19T09:11:46.549334Z","end":"2026-03-19T09:11:46.80463Z","steps":["trace[1249379436] 'process raft request' (duration: 254.923618ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.804582Z","caller":"traceutil/trace.go:171","msg":"trace[14215254] linearizableReadLoop","detail":"{readStateIndex:5032; appliedIndex:5030; }","duration":"223.55028ms","start":"2026-03-19T09:11:46.581012Z","end":"2026-03-19T09:11:46.804562Z","steps":["trace[14215254] 'read index received' (duration: 10.363541ms)","trace[14215254] 'applied index is now lower than readState.Index' (duration: 213.185989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:46.805098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.530236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:46.805126Z","caller":"traceutil/trace.go:171","msg":"trace[1996943492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4815; }","duration":"156.580187ms","start":"2026-03-19T09:11:46.648538Z","end":"2026-03-19T09:11:46.805118Z","steps":["trace[1996943492] 'agreement among raft nodes before linearized reading' (duration: 156.487665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.805283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.256966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517420"} {"level":"warn","ts":"2026-03-19T09:11:46.805345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.434244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:46.805371Z","caller":"traceutil/trace.go:171","msg":"trace[321482537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4815; }","duration":"169.848644ms","start":"2026-03-19T09:11:46.635514Z","end":"2026-03-19T09:11:46.805363Z","steps":["trace[321482537] 'agreement among raft nodes before linearized reading' (duration: 169.453124ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.80536Z","caller":"traceutil/trace.go:171","msg":"trace[1931113603] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4815; }","duration":"224.382519ms","start":"2026-03-19T09:11:46.580959Z","end":"2026-03-19T09:11:46.805341Z","steps":["trace[1931113603] 'agreement among raft nodes before linearized reading' (duration: 223.832826ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:48.293096Z","caller":"traceutil/trace.go:171","msg":"trace[1394178284] linearizableReadLoop","detail":"{readStateIndex:5042; appliedIndex:5040; }","duration":"100.244814ms","start":"2026-03-19T09:11:48.19283Z","end":"2026-03-19T09:11:48.293075Z","steps":["trace[1394178284] 'read index received' (duration: 100.07662ms)","trace[1394178284] 'applied index is now lower than readState.Index' (duration: 167.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:48.293176Z","caller":"traceutil/trace.go:171","msg":"trace[2035497482] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"111.856302ms","start":"2026-03-19T09:11:48.181272Z","end":"2026-03-19T09:11:48.293128Z","steps":["trace[2035497482] 'process raft request' (duration: 111.615777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:48.293195Z","caller":"traceutil/trace.go:171","msg":"trace[713246684] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"111.881472ms","start":"2026-03-19T09:11:48.181272Z","end":"2026-03-19T09:11:48.293153Z","steps":["trace[713246684] 'process raft request' (duration: 111.7709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:48.293288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.450678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:11:48.293323Z","caller":"traceutil/trace.go:171","msg":"trace[734161457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4825; }","duration":"100.5374ms","start":"2026-03-19T09:11:48.192779Z","end":"2026-03-19T09:11:48.293316Z","steps":["trace[734161457] 'agreement among raft nodes before linearized reading' (duration: 100.370076ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:48.447721Z","caller":"traceutil/trace.go:171","msg":"trace[1008232852] linearizableReadLoop","detail":"{readStateIndex:5043; appliedIndex:5042; }","duration":"109.733085ms","start":"2026-03-19T09:11:48.337962Z","end":"2026-03-19T09:11:48.447695Z","steps":["trace[1008232852] 'read index received' (duration: 109.573421ms)","trace[1008232852] 'applied index is now lower than readState.Index' (duration: 158.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:48.447768Z","caller":"traceutil/trace.go:171","msg":"trace[602150523] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"147.733002ms","start":"2026-03-19T09:11:48.299999Z","end":"2026-03-19T09:11:48.447732Z","steps":["trace[602150523] 'process raft request' (duration: 147.542547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:48.448078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.079222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:11:48.44819Z","caller":"traceutil/trace.go:171","msg":"trace[2044875883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4826; }","duration":"110.255966ms","start":"2026-03-19T09:11:48.337909Z","end":"2026-03-19T09:11:48.448165Z","steps":["trace[2044875883] 'agreement among raft nodes before linearized reading' (duration: 109.912558ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.313806Z","caller":"traceutil/trace.go:171","msg":"trace[1543900699] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"216.315939ms","start":"2026-03-19T09:11:49.097461Z","end":"2026-03-19T09:11:49.313777Z","steps":["trace[1543900699] 'process raft request' (duration: 216.273208ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.314029Z","caller":"traceutil/trace.go:171","msg":"trace[1052862885] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"217.928565ms","start":"2026-03-19T09:11:49.09609Z","end":"2026-03-19T09:11:49.314018Z","steps":["trace[1052862885] 'process raft request' (duration: 217.507476ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.3141Z","caller":"traceutil/trace.go:171","msg":"trace[84106969] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"219.021969ms","start":"2026-03-19T09:11:49.095031Z","end":"2026-03-19T09:11:49.314053Z","steps":["trace[84106969] 'process raft request' (duration: 148.451897ms)","trace[84106969] 'compare' (duration: 69.854626ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:49.314123Z","caller":"traceutil/trace.go:171","msg":"trace[1378375832] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"216.935382ms","start":"2026-03-19T09:11:49.097166Z","end":"2026-03-19T09:11:49.314101Z","steps":["trace[1378375832] 'process raft request' (duration: 216.530353ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.36775Z","caller":"traceutil/trace.go:171","msg":"trace[1776188266] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"267.969879ms","start":"2026-03-19T09:11:49.099748Z","end":"2026-03-19T09:11:49.367718Z","steps":["trace[1776188266] 'process raft request' (duration: 267.428617ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.367843Z","caller":"traceutil/trace.go:171","msg":"trace[1452948713] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"267.771314ms","start":"2026-03-19T09:11:49.10005Z","end":"2026-03-19T09:11:49.367821Z","steps":["trace[1452948713] 'process raft request' (duration: 267.521779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.367918Z","caller":"traceutil/trace.go:171","msg":"trace[1449671566] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"264.397639ms","start":"2026-03-19T09:11:49.103469Z","end":"2026-03-19T09:11:49.367866Z","steps":["trace[1449671566] 'process raft request' (duration: 264.191355ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.368105Z","caller":"traceutil/trace.go:171","msg":"trace[187681463] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"262.986429ms","start":"2026-03-19T09:11:49.105089Z","end":"2026-03-19T09:11:49.368075Z","steps":["trace[187681463] 'process raft request' (duration: 262.636301ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.37031Z","caller":"traceutil/trace.go:171","msg":"trace[1414677823] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"264.247117ms","start":"2026-03-19T09:11:49.10604Z","end":"2026-03-19T09:11:49.370287Z","steps":["trace[1414677823] 'process raft request' (duration: 261.986266ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.37045Z","caller":"traceutil/trace.go:171","msg":"trace[1424434425] linearizableReadLoop","detail":"{readStateIndex:5130; appliedIndex:5121; }","duration":"120.496384ms","start":"2026-03-19T09:11:49.249923Z","end":"2026-03-19T09:11:49.370419Z","steps":["trace[1424434425] 'read index received' (duration: 117.14482ms)","trace[1424434425] 'applied index is now lower than readState.Index' (duration: 3.350274ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:49.370856Z","caller":"traceutil/trace.go:171","msg":"trace[1987888080] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"228.599052ms","start":"2026-03-19T09:11:49.142239Z","end":"2026-03-19T09:11:49.370838Z","steps":["trace[1987888080] 'process raft request' (duration: 228.06523ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.370863Z","caller":"traceutil/trace.go:171","msg":"trace[172264202] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"263.989511ms","start":"2026-03-19T09:11:49.106854Z","end":"2026-03-19T09:11:49.370844Z","steps":["trace[172264202] 'process raft request' (duration: 263.243314ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.371131Z","caller":"traceutil/trace.go:171","msg":"trace[560990946] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"160.21678ms","start":"2026-03-19T09:11:49.210898Z","end":"2026-03-19T09:11:49.371115Z","steps":["trace[560990946] 'process raft request' (duration: 159.461213ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.371153Z","caller":"traceutil/trace.go:171","msg":"trace[1797649768] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"262.756552ms","start":"2026-03-19T09:11:49.108384Z","end":"2026-03-19T09:11:49.37114Z","steps":["trace[1797649768] 'process raft request' (duration: 261.848762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.371464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.516488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-19T09:11:49.371522Z","caller":"traceutil/trace.go:171","msg":"trace[509170326] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4910; }","duration":"121.63058ms","start":"2026-03-19T09:11:49.249876Z","end":"2026-03-19T09:11:49.371507Z","steps":["trace[509170326] 'agreement among raft nodes before linearized reading' (duration: 121.443026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.39213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.785929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-19T09:11:49.392196Z","caller":"traceutil/trace.go:171","msg":"trace[1896240791] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4912; }","duration":"141.904231ms","start":"2026-03-19T09:11:49.250276Z","end":"2026-03-19T09:11:49.39218Z","steps":["trace[1896240791] 'agreement among raft nodes before linearized reading' (duration: 141.729847ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.91477Z","caller":"traceutil/trace.go:171","msg":"trace[62896661] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"247.925582ms","start":"2026-03-19T09:11:49.666813Z","end":"2026-03-19T09:11:49.914739Z","steps":["trace[62896661] 'process raft request' (duration: 247.777399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:50.079508Z","caller":"traceutil/trace.go:171","msg":"trace[2120727713] linearizableReadLoop","detail":"{readStateIndex:5158; appliedIndex:5157; }","duration":"410.792581ms","start":"2026-03-19T09:11:49.668688Z","end":"2026-03-19T09:11:50.079481Z","steps":["trace[2120727713] 'read index received' (duration: 246.04725ms)","trace[2120727713] 'applied index is now lower than readState.Index' (duration: 164.744331ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:50.079603Z","caller":"traceutil/trace.go:171","msg":"trace[206624221] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"412.657433ms","start":"2026-03-19T09:11:49.66691Z","end":"2026-03-19T09:11:50.079567Z","steps":["trace[206624221] 'process raft request' (duration: 412.327346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:50.079749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:49.666902Z","time spent":"412.777435ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":918,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:11:50.079921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.20853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-19T09:11:50.08052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.466928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2207043"} {"level":"info","ts":"2026-03-19T09:11:50.080417Z","caller":"traceutil/trace.go:171","msg":"trace[20942688] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4938; }","duration":"411.735183ms","start":"2026-03-19T09:11:49.668649Z","end":"2026-03-19T09:11:50.080384Z","steps":["trace[20942688] 'agreement among raft nodes before linearized reading' (duration: 410.988785ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:50.080575Z","caller":"traceutil/trace.go:171","msg":"trace[2034165125] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:4938; }","duration":"407.53762ms","start":"2026-03-19T09:11:49.67302Z","end":"2026-03-19T09:11:50.080558Z","steps":["trace[2034165125] 'agreement among raft nodes before linearized reading' (duration: 406.612228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:50.080618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:49.673012Z","time spent":"407.595201ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":54,"response size":2207065,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-19T09:11:50.080012Z","caller":"traceutil/trace.go:171","msg":"trace[1696982783] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"404.533202ms","start":"2026-03-19T09:11:49.675445Z","end":"2026-03-19T09:11:50.079978Z","steps":["trace[1696982783] 'process raft request' (duration: 403.969329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:50.080597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:49.668631Z","time spent":"411.948377ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":730,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-19T09:11:50.080166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.291274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:50.080864Z","caller":"traceutil/trace.go:171","msg":"trace[965586261] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4938; }","duration":"149.02443ms","start":"2026-03-19T09:11:49.931796Z","end":"2026-03-19T09:11:50.08082Z","steps":["trace[965586261] 'agreement among raft nodes before linearized reading' (duration: 148.296794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:50.08098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:49.675434Z","time spent":"405.295619ms","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6497,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:50.080293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.76309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5280"} {"level":"info","ts":"2026-03-19T09:11:50.081165Z","caller":"traceutil/trace.go:171","msg":"trace[1139596024] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:4938; }","duration":"393.701202ms","start":"2026-03-19T09:11:49.687448Z","end":"2026-03-19T09:11:50.081149Z","steps":["trace[1139596024] 'agreement among raft nodes before linearized reading' (duration: 392.69998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:50.081231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:49.687415Z","time spent":"393.797123ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5302,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-03-19T09:11:50.081318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.477606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:717697"} {"level":"info","ts":"2026-03-19T09:11:50.081516Z","caller":"traceutil/trace.go:171","msg":"trace[1409395813] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4938; }","duration":"406.68543ms","start":"2026-03-19T09:11:49.674668Z","end":"2026-03-19T09:11:50.081354Z","steps":["trace[1409395813] 'agreement among raft nodes before linearized reading' (duration: 405.493574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:50.081575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:49.67466Z","time spent":"406.899065ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":717719,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-19T09:11:50.592373Z","caller":"traceutil/trace.go:171","msg":"trace[1231774582] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"276.183141ms","start":"2026-03-19T09:11:50.316157Z","end":"2026-03-19T09:11:50.59234Z","steps":["trace[1231774582] 'process raft request' (duration: 275.943426ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:50.592553Z","caller":"traceutil/trace.go:171","msg":"trace[1328909751] linearizableReadLoop","detail":"{readStateIndex:5176; appliedIndex:5174; }","duration":"263.517ms","start":"2026-03-19T09:11:50.329002Z","end":"2026-03-19T09:11:50.592519Z","steps":["trace[1328909751] 'read index received' (duration: 263.206824ms)","trace[1328909751] 'applied index is now lower than readState.Index' (duration: 308.296µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:50.592591Z","caller":"traceutil/trace.go:171","msg":"trace[338379485] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"272.462579ms","start":"2026-03-19T09:11:50.320118Z","end":"2026-03-19T09:11:50.59258Z","steps":["trace[338379485] 'process raft request' (duration: 272.123311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:50.592814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.693892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T09:11:50.59292Z","caller":"traceutil/trace.go:171","msg":"trace[1120438996] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4953; }","duration":"275.810295ms","start":"2026-03-19T09:11:50.31709Z","end":"2026-03-19T09:11:50.5929Z","steps":["trace[1120438996] 'agreement among raft nodes before linearized reading' (duration: 275.539358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:50.593833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.464784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4849"} {"level":"info","ts":"2026-03-19T09:11:50.593953Z","caller":"traceutil/trace.go:171","msg":"trace[1331856410] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4953; }","duration":"274.643058ms","start":"2026-03-19T09:11:50.319282Z","end":"2026-03-19T09:11:50.593925Z","steps":["trace[1331856410] 'agreement among raft nodes before linearized reading' (duration: 273.323888ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:50.78853Z","caller":"traceutil/trace.go:171","msg":"trace[1721098682] linearizableReadLoop","detail":"{readStateIndex:5178; appliedIndex:5176; }","duration":"195.901484ms","start":"2026-03-19T09:11:50.592601Z","end":"2026-03-19T09:11:50.788502Z","steps":["trace[1721098682] 'read index received' (duration: 133.866982ms)","trace[1721098682] 'applied index is now lower than readState.Index' (duration: 62.033472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:50.788918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.811557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:11:50.788988Z","caller":"traceutil/trace.go:171","msg":"trace[2092037526] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4955; }","duration":"188.928499ms","start":"2026-03-19T09:11:50.600045Z","end":"2026-03-19T09:11:50.788973Z","steps":["trace[2092037526] 'agreement among raft nodes before linearized reading' (duration: 188.773266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:50.789002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.649156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:11:50.788999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.576598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:11:50.789089Z","caller":"traceutil/trace.go:171","msg":"trace[1792923023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4955; }","duration":"336.721402ms","start":"2026-03-19T09:11:50.452348Z","end":"2026-03-19T09:11:50.789069Z","steps":["trace[1792923023] 'agreement among raft nodes before linearized reading' (duration: 336.434025ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:50.789089Z","caller":"traceutil/trace.go:171","msg":"trace[755996881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4955; }","duration":"260.775509ms","start":"2026-03-19T09:11:50.528292Z","end":"2026-03-19T09:11:50.789068Z","steps":["trace[755996881] 'agreement among raft nodes before linearized reading' (duration: 260.554654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:50.789096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.277845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:50.789143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:50.452327Z","time spent":"336.804894ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:11:50.789198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.658625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:11:50.789208Z","caller":"traceutil/trace.go:171","msg":"trace[748368800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4955; }","duration":"153.451918ms","start":"2026-03-19T09:11:50.635729Z","end":"2026-03-19T09:11:50.78918Z","steps":["trace[748368800] 'agreement among raft nodes before linearized reading' (duration: 153.211143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:50.789246Z","caller":"traceutil/trace.go:171","msg":"trace[1915892415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4955; }","duration":"180.753707ms","start":"2026-03-19T09:11:50.60848Z","end":"2026-03-19T09:11:50.789233Z","steps":["trace[1915892415] 'agreement among raft nodes before linearized reading' (duration: 180.570623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:50.789274Z","caller":"traceutil/trace.go:171","msg":"trace[621663752] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"432.978546ms","start":"2026-03-19T09:11:50.356279Z","end":"2026-03-19T09:11:50.789258Z","steps":["trace[621663752] 'process raft request' (duration: 432.157897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:50.789262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.927835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:11:50.789375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.14094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:11:50.789383Z","caller":"traceutil/trace.go:171","msg":"trace[1763085218] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4955; }","duration":"152.132839ms","start":"2026-03-19T09:11:50.63723Z","end":"2026-03-19T09:11:50.789363Z","steps":["trace[1763085218] 'agreement among raft nodes before linearized reading' (duration: 151.780981ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:50.7894Z","caller":"traceutil/trace.go:171","msg":"trace[687631252] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:4955; }","duration":"214.189822ms","start":"2026-03-19T09:11:50.575203Z","end":"2026-03-19T09:11:50.789393Z","steps":["trace[687631252] 'agreement among raft nodes before linearized reading' (duration: 214.11625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:50.789417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:50.356255Z","time spent":"433.101289ms","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2173,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:11:50.78928Z","caller":"traceutil/trace.go:171","msg":"trace[2100536241] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"442.979328ms","start":"2026-03-19T09:11:50.34629Z","end":"2026-03-19T09:11:50.78927Z","steps":["trace[2100536241] 'process raft request' (duration: 380.275351ms)","trace[2100536241] 'compare' (duration: 61.713074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:50.789582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:50.346262Z","time spent":"443.272024ms","remote":"127.0.0.1:37006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:50.789752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.310436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2207043"} {"level":"info","ts":"2026-03-19T09:11:50.789803Z","caller":"traceutil/trace.go:171","msg":"trace[434666784] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:4955; }","duration":"215.418048ms","start":"2026-03-19T09:11:50.574371Z","end":"2026-03-19T09:11:50.789789Z","steps":["trace[434666784] 'agreement among raft nodes before linearized reading' (duration: 214.325933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:50.790065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.065169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:11:50.790112Z","caller":"traceutil/trace.go:171","msg":"trace[1882815490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4955; }","duration":"271.158291ms","start":"2026-03-19T09:11:50.518941Z","end":"2026-03-19T09:11:50.790099Z","steps":["trace[1882815490] 'agreement among raft nodes before linearized reading' (duration: 271.015398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.094452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.611518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:51.094769Z","caller":"traceutil/trace.go:171","msg":"trace[2101024959] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"299.552953ms","start":"2026-03-19T09:11:50.795189Z","end":"2026-03-19T09:11:51.094742Z","steps":["trace[2101024959] 'process raft request' (duration: 299.387539ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.094866Z","caller":"traceutil/trace.go:171","msg":"trace[916956663] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"299.716226ms","start":"2026-03-19T09:11:50.795128Z","end":"2026-03-19T09:11:51.094845Z","steps":["trace[916956663] 'process raft request' (duration: 103.630448ms)","trace[916956663] 'compare' (duration: 195.513336ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:51.094868Z","caller":"traceutil/trace.go:171","msg":"trace[293970367] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"298.844908ms","start":"2026-03-19T09:11:50.795986Z","end":"2026-03-19T09:11:51.094831Z","steps":["trace[293970367] 'process raft request' (duration: 298.644083ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.095026Z","caller":"traceutil/trace.go:171","msg":"trace[998665336] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"296.112437ms","start":"2026-03-19T09:11:50.798863Z","end":"2026-03-19T09:11:51.094976Z","steps":["trace[998665336] 'process raft request' (duration: 295.79869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.095115Z","caller":"traceutil/trace.go:171","msg":"trace[1719608051] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"294.47217ms","start":"2026-03-19T09:11:50.800597Z","end":"2026-03-19T09:11:51.095069Z","steps":["trace[1719608051] 'process raft request' (duration: 294.114132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.463965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.944189ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:11:51.464315Z","caller":"traceutil/trace.go:171","msg":"trace[1979557923] linearizableReadLoop","detail":"{readStateIndex:5180; appliedIndex:5178; }","duration":"669.079095ms","start":"2026-03-19T09:11:50.795196Z","end":"2026-03-19T09:11:51.464275Z","steps":["trace[1979557923] 'read index received' (duration: 34.612251ms)","trace[1979557923] 'applied index is now lower than readState.Index' (duration: 634.462763ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:51.464366Z","caller":"traceutil/trace.go:171","msg":"trace[831281466] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"604.734601ms","start":"2026-03-19T09:11:50.859594Z","end":"2026-03-19T09:11:51.464329Z","steps":["trace[831281466] 'process raft request' (duration: 604.479605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.464591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:50.859568Z","time spent":"604.910195ms","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:51.800536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005313405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.800644Z","caller":"traceutil/trace.go:171","msg":"trace[867345564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4962; }","duration":"1.00548911s","start":"2026-03-19T09:11:50.795126Z","end":"2026-03-19T09:11:51.800616Z","steps":["trace[867345564] 'agreement among raft nodes before linearized reading' (duration: 669.31015ms)","trace[867345564] 'range keys from in-memory index tree' (duration: 336.016826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:51.80107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:50.795093Z","time spent":"1.005953279s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:11:51.964528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786264511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:11:52.124018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018728845s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:11:52.124487Z","caller":"traceutil/trace.go:171","msg":"trace[613900507] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"1.019289087s","start":"2026-03-19T09:11:51.105174Z","end":"2026-03-19T09:11:52.124463Z","steps":["trace[613900507] 'process raft request' (duration: 1.019121584s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:52.124635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:51.105152Z","time spent":"1.01941386s","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2928,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:11:52.980162Z","caller":"traceutil/trace.go:171","msg":"trace[805783433] linearizableReadLoop","detail":"{readStateIndex:5189; appliedIndex:5186; }","duration":"1.515710105s","start":"2026-03-19T09:11:51.464413Z","end":"2026-03-19T09:11:52.980123Z","steps":["trace[805783433] 'read index received' (duration: 659.88657ms)","trace[805783433] 'applied index is now lower than readState.Index' (duration: 855.822635ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:52.980334Z","caller":"traceutil/trace.go:171","msg":"trace[1730344597] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"1.174468503s","start":"2026-03-19T09:11:51.805832Z","end":"2026-03-19T09:11:52.980301Z","steps":["trace[1730344597] 'process raft request' (duration: 1.174243588s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:52.980401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754062164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tfkbx.189e331eb58a51a6\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-03-19T09:11:52.980459Z","caller":"traceutil/trace.go:171","msg":"trace[1424090727] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"1.393490623s","start":"2026-03-19T09:11:51.586948Z","end":"2026-03-19T09:11:52.980438Z","steps":["trace[1424090727] 'process raft request' (duration: 1.392983672s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:52.980521Z","caller":"traceutil/trace.go:171","msg":"trace[937000930] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tfkbx.189e331eb58a51a6; range_end:; response_count:1; response_revision:4965; }","duration":"1.754248129s","start":"2026-03-19T09:11:51.22624Z","end":"2026-03-19T09:11:52.980488Z","steps":["trace[937000930] 'agreement among raft nodes before linearized reading' (duration: 1.753912722s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:52.980542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:51.805806Z","time spent":"1.174631226s","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1351,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:52.980594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800598922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719500"} {"level":"warn","ts":"2026-03-19T09:11:52.980592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:51.586917Z","time spent":"1.393590296s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:52.98063Z","caller":"traceutil/trace.go:171","msg":"trace[1224808084] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4965; }","duration":"1.800639853s","start":"2026-03-19T09:11:51.179981Z","end":"2026-03-19T09:11:52.980621Z","steps":["trace[1224808084] 'agreement among raft nodes before linearized reading' (duration: 1.800279465s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:52.980633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:51.226172Z","time spent":"1.754415512s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":943,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tfkbx.189e331eb58a51a6\" "} {"level":"warn","ts":"2026-03-19T09:11:52.980672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:51.179922Z","time spent":"1.800744415s","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719522,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T09:11:52.980683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184144856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16507"} {"level":"info","ts":"2026-03-19T09:11:52.980725Z","caller":"traceutil/trace.go:171","msg":"trace[772766945] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4965; }","duration":"2.184193087s","start":"2026-03-19T09:11:50.796519Z","end":"2026-03-19T09:11:52.980712Z","steps":["trace[772766945] 'agreement among raft nodes before linearized reading' (duration: 2.184047744s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:52.980767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:50.796512Z","time spent":"2.184247878s","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16529,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:11:52.980571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183190744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-19T09:11:52.980768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160167081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-19T09:11:52.980825Z","caller":"traceutil/trace.go:171","msg":"trace[1162585140] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4965; }","duration":"2.160216513s","start":"2026-03-19T09:11:50.820589Z","end":"2026-03-19T09:11:52.980806Z","steps":["trace[1162585140] 'agreement among raft nodes before linearized reading' (duration: 2.160102481s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:52.980826Z","caller":"traceutil/trace.go:171","msg":"trace[1365170082] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4965; }","duration":"2.18345512s","start":"2026-03-19T09:11:50.797341Z","end":"2026-03-19T09:11:52.980796Z","steps":["trace[1365170082] 'agreement among raft nodes before linearized reading' (duration: 2.183069101s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:52.980517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583065836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:11:52.980872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:50.820533Z","time spent":"2.160330795s","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-19T09:11:52.980883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:50.797334Z","time spent":"2.183532581s","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-19T09:11:52.980891Z","caller":"traceutil/trace.go:171","msg":"trace[1580526933] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4965; }","duration":"1.583479765s","start":"2026-03-19T09:11:51.397393Z","end":"2026-03-19T09:11:52.980873Z","steps":["trace[1580526933] 'agreement among raft nodes before linearized reading' (duration: 1.582978194s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:52.980902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184564036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62984"} {"level":"warn","ts":"2026-03-19T09:11:52.980947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:51.397375Z","time spent":"1.583554267s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:11:52.980992Z","caller":"traceutil/trace.go:171","msg":"trace[1467449320] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4965; }","duration":"2.184701138s","start":"2026-03-19T09:11:50.796271Z","end":"2026-03-19T09:11:52.980972Z","steps":["trace[1467449320] 'agreement among raft nodes before linearized reading' (duration: 2.184412721s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:52.981034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:50.796256Z","time spent":"2.18476966s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63006,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:11:52.983624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107789304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:52.98368Z","caller":"traceutil/trace.go:171","msg":"trace[966107948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4965; }","duration":"2.107894647s","start":"2026-03-19T09:11:50.875773Z","end":"2026-03-19T09:11:52.983667Z","steps":["trace[966107948] 'agreement among raft nodes before linearized reading' (duration: 2.104709956s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:52.983711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:50.875751Z","time spent":"2.107951629s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:53.004238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.118906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:53.004311Z","caller":"traceutil/trace.go:171","msg":"trace[1959205566] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4967; }","duration":"107.258979ms","start":"2026-03-19T09:11:52.897037Z","end":"2026-03-19T09:11:53.004296Z","steps":["trace[1959205566] 'agreement among raft nodes before linearized reading' (duration: 107.092715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.004383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.657821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:11:53.004459Z","caller":"traceutil/trace.go:171","msg":"trace[571213184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4967; }","duration":"170.770084ms","start":"2026-03-19T09:11:52.833672Z","end":"2026-03-19T09:11:53.004442Z","steps":["trace[571213184] 'agreement among raft nodes before linearized reading' (duration: 170.57578ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:53.004529Z","caller":"traceutil/trace.go:171","msg":"trace[212831016] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"669.177346ms","start":"2026-03-19T09:11:52.335343Z","end":"2026-03-19T09:11:53.00452Z","steps":["trace[212831016] 'process raft request' (duration: 668.552042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.004594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:52.335316Z","time spent":"669.231377ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:53.004644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.771926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:53.004688Z","caller":"traceutil/trace.go:171","msg":"trace[1909544174] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4967; }","duration":"198.856449ms","start":"2026-03-19T09:11:52.805821Z","end":"2026-03-19T09:11:53.004678Z","steps":["trace[1909544174] 'agreement among raft nodes before linearized reading' (duration: 198.783597ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:53.004697Z","caller":"traceutil/trace.go:171","msg":"trace[1907645117] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"669.200558ms","start":"2026-03-19T09:11:52.335489Z","end":"2026-03-19T09:11:53.00469Z","steps":["trace[1907645117] 'process raft request' (duration: 668.518622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.004732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:52.335432Z","time spent":"669.280809ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:53.004834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195600114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:53.004859Z","caller":"traceutil/trace.go:171","msg":"trace[2055876873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4967; }","duration":"1.195656345s","start":"2026-03-19T09:11:51.809196Z","end":"2026-03-19T09:11:53.004852Z","steps":["trace[2055876873] 'agreement among raft nodes before linearized reading' (duration: 1.195611624s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.004881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:51.809178Z","time spent":"1.195697436s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:11:53.461161Z","caller":"traceutil/trace.go:171","msg":"trace[1654880116] linearizableReadLoop","detail":"{readStateIndex:5205; appliedIndex:5203; }","duration":"207.134303ms","start":"2026-03-19T09:11:53.254001Z","end":"2026-03-19T09:11:53.461136Z","steps":["trace[1654880116] 'read index received' (duration: 64.376573ms)","trace[1654880116] 'applied index is now lower than readState.Index' (duration: 142.7565ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:53.461469Z","caller":"traceutil/trace.go:171","msg":"trace[1632153495] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"212.624456ms","start":"2026-03-19T09:11:53.248811Z","end":"2026-03-19T09:11:53.461435Z","steps":["trace[1632153495] 'process raft request' (duration: 187.322273ms)","trace[1632153495] 'compare' (duration: 24.674688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:53.461819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.795138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719500"} {"level":"info","ts":"2026-03-19T09:11:53.461885Z","caller":"traceutil/trace.go:171","msg":"trace[1217977470] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4981; }","duration":"207.890922ms","start":"2026-03-19T09:11:53.253979Z","end":"2026-03-19T09:11:53.46187Z","steps":["trace[1217977470] 'agreement among raft nodes before linearized reading' (duration: 207.3802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:54.299124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.979893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:54.299219Z","caller":"traceutil/trace.go:171","msg":"trace[1486776727] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4981; }","duration":"454.118057ms","start":"2026-03-19T09:11:53.845079Z","end":"2026-03-19T09:11:54.299197Z","steps":["trace[1486776727] 'count revisions from in-memory index tree' (duration: 453.894142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:54.299265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:53.845061Z","time spent":"454.191519ms","remote":"127.0.0.1:57188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:54.29937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.395154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-tfkbx-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-19T09:11:54.299464Z","caller":"traceutil/trace.go:171","msg":"trace[639518287] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-tfkbx-tls; range_end:; response_count:1; response_revision:4981; }","duration":"428.550007ms","start":"2026-03-19T09:11:53.870886Z","end":"2026-03-19T09:11:54.299436Z","steps":["trace[639518287] 'range keys from in-memory index tree' (duration: 428.24677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:54.299537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:53.870858Z","time spent":"428.667029ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2206,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-tfkbx-tls\" "} {"level":"info","ts":"2026-03-19T09:11:54.54609Z","caller":"traceutil/trace.go:171","msg":"trace[2047071659] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5205; }","duration":"471.032163ms","start":"2026-03-19T09:11:54.075027Z","end":"2026-03-19T09:11:54.546059Z","steps":["trace[2047071659] 'read index received' (duration: 470.871629ms)","trace[2047071659] 'applied index is now lower than readState.Index' (duration: 159.414µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:54.546496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.081329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-tfkbx\" ","response":"range_response_count:1 size:9830"} {"level":"warn","ts":"2026-03-19T09:11:54.546624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.565615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-19T09:11:54.546631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.300654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-tfkbx-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-19T09:11:54.546669Z","caller":"traceutil/trace.go:171","msg":"trace[269391444] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-tfkbx; range_end:; response_count:1; response_revision:4982; }","duration":"293.286143ms","start":"2026-03-19T09:11:54.253353Z","end":"2026-03-19T09:11:54.546639Z","steps":["trace[269391444] 'agreement among raft nodes before linearized reading' (duration: 292.954766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:54.546689Z","caller":"traceutil/trace.go:171","msg":"trace[967381154] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d; range_end:; response_count:1; response_revision:4982; }","duration":"471.686897ms","start":"2026-03-19T09:11:54.074982Z","end":"2026-03-19T09:11:54.546669Z","steps":["trace[967381154] 'agreement among raft nodes before linearized reading' (duration: 471.247177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:54.546688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.918333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tfkbx.189e331f69c10d2e\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-19T09:11:54.546698Z","caller":"traceutil/trace.go:171","msg":"trace[1505233607] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-tfkbx-tls; range_end:; response_count:1; response_revision:4982; }","duration":"240.396435ms","start":"2026-03-19T09:11:54.306283Z","end":"2026-03-19T09:11:54.54668Z","steps":["trace[1505233607] 'agreement among raft nodes before linearized reading' (duration: 240.073208ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:54.546751Z","caller":"traceutil/trace.go:171","msg":"trace[1923097324] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tfkbx.189e331f69c10d2e; range_end:; response_count:1; response_revision:4982; }","duration":"292.020045ms","start":"2026-03-19T09:11:54.254711Z","end":"2026-03-19T09:11:54.546731Z","steps":["trace[1923097324] 'agreement among raft nodes before linearized reading' (duration: 291.78984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:54.546744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:54.074959Z","time spent":"471.771269ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d\" "} {"level":"info","ts":"2026-03-19T09:11:54.546317Z","caller":"traceutil/trace.go:171","msg":"trace[703217635] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"503.568368ms","start":"2026-03-19T09:11:54.042587Z","end":"2026-03-19T09:11:54.546155Z","steps":["trace[703217635] 'process raft request' (duration: 503.330812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:54.547416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:54.042562Z","time spent":"504.746044ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:55.197342Z","caller":"traceutil/trace.go:171","msg":"trace[2084837599] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"329.897099ms","start":"2026-03-19T09:11:54.867408Z","end":"2026-03-19T09:11:55.197305Z","steps":["trace[2084837599] 'process raft request' (duration: 329.700155ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:55.19742Z","caller":"traceutil/trace.go:171","msg":"trace[1877458067] linearizableReadLoop","detail":"{readStateIndex:5235; appliedIndex:5235; }","duration":"326.114265ms","start":"2026-03-19T09:11:54.87129Z","end":"2026-03-19T09:11:55.197404Z","steps":["trace[1877458067] 'read index received' (duration: 326.104914ms)","trace[1877458067] 'applied index is now lower than readState.Index' (duration: 7.271µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:55.197525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:54.867384Z","time spent":"330.050702ms","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2230,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:11:55.198056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.751668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777685"} {"level":"info","ts":"2026-03-19T09:11:55.198119Z","caller":"traceutil/trace.go:171","msg":"trace[705834760] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5010; }","duration":"326.82594ms","start":"2026-03-19T09:11:54.871282Z","end":"2026-03-19T09:11:55.198108Z","steps":["trace[705834760] 'agreement among raft nodes before linearized reading' (duration: 326.192196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:55.198163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:54.871237Z","time spent":"326.918933ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777707,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-19T09:11:55.303675Z","caller":"traceutil/trace.go:171","msg":"trace[1855498866] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"317.446102ms","start":"2026-03-19T09:11:54.986167Z","end":"2026-03-19T09:11:55.303613Z","steps":["trace[1855498866] 'process raft request' (duration: 295.814329ms)","trace[1855498866] 'compare' (duration: 21.253635ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:55.303841Z","caller":"traceutil/trace.go:171","msg":"trace[251451373] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5235; }","duration":"106.364609ms","start":"2026-03-19T09:11:55.197455Z","end":"2026-03-19T09:11:55.30382Z","steps":["trace[251451373] 'read index received' (duration: 84.576043ms)","trace[251451373] 'applied index is now lower than readState.Index' (duration: 21.787686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:55.303902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:54.986144Z","time spent":"317.636485ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:55.303971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.62344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:55.304003Z","caller":"traceutil/trace.go:171","msg":"trace[2088989870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5013; }","duration":"328.711792ms","start":"2026-03-19T09:11:54.975282Z","end":"2026-03-19T09:11:55.303994Z","steps":["trace[2088989870] 'agreement among raft nodes before linearized reading' (duration: 328.62291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:55.304031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:54.975264Z","time spent":"328.758003ms","remote":"127.0.0.1:57054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:55.304039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.680992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:11:55.304094Z","caller":"traceutil/trace.go:171","msg":"trace[1488386334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5013; }","duration":"196.764903ms","start":"2026-03-19T09:11:55.107316Z","end":"2026-03-19T09:11:55.304081Z","steps":["trace[1488386334] 'agreement among raft nodes before linearized reading' (duration: 196.593729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:55.304114Z","caller":"traceutil/trace.go:171","msg":"trace[1946929582] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"293.426416ms","start":"2026-03-19T09:11:55.010657Z","end":"2026-03-19T09:11:55.304083Z","steps":["trace[1946929582] 'process raft request' (duration: 293.090669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:55.30423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.956079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:11:55.304256Z","caller":"traceutil/trace.go:171","msg":"trace[1159203885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5013; }","duration":"198.034691ms","start":"2026-03-19T09:11:55.106214Z","end":"2026-03-19T09:11:55.304249Z","steps":["trace[1159203885] 'agreement among raft nodes before linearized reading' (duration: 197.971499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:55.304253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.272128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-19T09:11:55.30429Z","caller":"traceutil/trace.go:171","msg":"trace[1835307052] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5013; }","duration":"185.362639ms","start":"2026-03-19T09:11:55.118916Z","end":"2026-03-19T09:11:55.304278Z","steps":["trace[1835307052] 'agreement among raft nodes before linearized reading' (duration: 185.271527ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:55.304301Z","caller":"traceutil/trace.go:171","msg":"trace[760141654] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"293.977189ms","start":"2026-03-19T09:11:55.01031Z","end":"2026-03-19T09:11:55.304287Z","steps":["trace[760141654] 'process raft request' (duration: 293.255343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:55.304457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.8226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:11:55.304465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.89952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:55.304488Z","caller":"traceutil/trace.go:171","msg":"trace[1660090648] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5013; }","duration":"317.876621ms","start":"2026-03-19T09:11:54.986604Z","end":"2026-03-19T09:11:55.304481Z","steps":["trace[1660090648] 'agreement among raft nodes before linearized reading' (duration: 317.790589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:55.304507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:54.986595Z","time spent":"317.907581ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"info","ts":"2026-03-19T09:11:55.304514Z","caller":"traceutil/trace.go:171","msg":"trace[822741811] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5013; }","duration":"203.013412ms","start":"2026-03-19T09:11:55.101486Z","end":"2026-03-19T09:11:55.304499Z","steps":["trace[822741811] 'agreement among raft nodes before linearized reading' (duration: 202.90594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:55.304532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.529113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:11:55.304557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.053037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:11:55.304591Z","caller":"traceutil/trace.go:171","msg":"trace[900692606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5013; }","duration":"249.137309ms","start":"2026-03-19T09:11:55.055443Z","end":"2026-03-19T09:11:55.30458Z","steps":["trace[900692606] 'agreement among raft nodes before linearized reading' (duration: 249.003746ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:55.304586Z","caller":"traceutil/trace.go:171","msg":"trace[1187528854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5013; }","duration":"194.601885ms","start":"2026-03-19T09:11:55.109968Z","end":"2026-03-19T09:11:55.30457Z","steps":["trace[1187528854] 'agreement among raft nodes before linearized reading' (duration: 194.417331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:55.304568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.899435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:55.304658Z","caller":"traceutil/trace.go:171","msg":"trace[2093358036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5013; }","duration":"266.999468ms","start":"2026-03-19T09:11:55.037636Z","end":"2026-03-19T09:11:55.304635Z","steps":["trace[2093358036] 'agreement among raft nodes before linearized reading' (duration: 266.738291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:58.478211Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.129154854s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:11:58.819649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.290351ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:58.819826Z","caller":"traceutil/trace.go:171","msg":"trace[1658070289] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5035; }","duration":"942.487806ms","start":"2026-03-19T09:11:57.877318Z","end":"2026-03-19T09:11:58.819806Z","steps":["trace[1658070289] 'range keys from in-memory index tree' (duration: 942.267621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:58.820265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.60782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:58.820322Z","caller":"traceutil/trace.go:171","msg":"trace[789593962] linearizableReadLoop","detail":"{readStateIndex:5263; appliedIndex:5260; }","duration":"1.502813308s","start":"2026-03-19T09:11:57.317498Z","end":"2026-03-19T09:11:58.820311Z","steps":["trace[789593962] 'read index received' (duration: 31.45472ms)","trace[789593962] 'applied index is now lower than readState.Index' (duration: 1.471357428s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:58.820391Z","caller":"traceutil/trace.go:171","msg":"trace[2134815534] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"1.508894274s","start":"2026-03-19T09:11:57.311487Z","end":"2026-03-19T09:11:58.820381Z","steps":["trace[2134815534] 'process raft request' (duration: 1.16709195s)","trace[2134815534] 'compare' (duration: 340.909334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:58.820438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:57.311476Z","time spent":"1.508939945s","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118380,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:58.820766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503266059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:11:58.820799Z","caller":"traceutil/trace.go:171","msg":"trace[1151720152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5036; }","duration":"1.50331226s","start":"2026-03-19T09:11:57.317473Z","end":"2026-03-19T09:11:58.820786Z","steps":["trace[1151720152] 'agreement among raft nodes before linearized reading' (duration: 1.503141046s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:58.82084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:57.317462Z","time spent":"1.503368051s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:11:59.320789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786264675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:11:59.635686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000386833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:11:59.6358Z","caller":"traceutil/trace.go:171","msg":"trace[2045517630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000560947s","start":"2026-03-19T09:11:57.635217Z","end":"2026-03-19T09:11:59.635778Z","steps":["trace[2045517630] 'agreement among raft nodes before linearized reading' (duration: 2.000421434s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:59.635863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:57.635195Z","time spent":"2.00065522s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:11:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:11:59.821918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786264675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:12:00.113423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.63489712s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:12:00.152337Z","caller":"traceutil/trace.go:171","msg":"trace[531630757] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"2.046884478s","start":"2026-03-19T09:11:58.105412Z","end":"2026-03-19T09:12:00.152296Z","steps":["trace[531630757] 'process raft request' (duration: 2.046690513s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.152469Z","caller":"traceutil/trace.go:171","msg":"trace[621832868] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"2.453716241s","start":"2026-03-19T09:11:57.698734Z","end":"2026-03-19T09:12:00.15245Z","steps":["trace[621832868] 'process raft request' (duration: 2.414955737s)","trace[621832868] 'compare' (duration: 37.805703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:00.153208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:58.105381Z","time spent":"2.047593224s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:00.153225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:57.698707Z","time spent":"2.454399015s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:00.204495Z","caller":"traceutil/trace.go:171","msg":"trace[866356458] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"1.382023807s","start":"2026-03-19T09:11:58.822425Z","end":"2026-03-19T09:12:00.204449Z","steps":["trace[866356458] 'process raft request' (duration: 1.381682888s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.204546Z","caller":"traceutil/trace.go:171","msg":"trace[1581070320] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"887.578212ms","start":"2026-03-19T09:11:59.316942Z","end":"2026-03-19T09:12:00.20452Z","steps":["trace[1581070320] 'process raft request' (duration: 887.442099ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.204626Z","caller":"traceutil/trace.go:171","msg":"trace[812662652] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"1.378706802s","start":"2026-03-19T09:11:58.825814Z","end":"2026-03-19T09:12:00.204521Z","steps":["trace[812662652] 'process raft request' (duration: 1.378501688s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.204679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:58.822402Z","time spent":"1.38218856s","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1200,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:00.20492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:58.825795Z","time spent":"1.378965039s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:00.205012Z","caller":"traceutil/trace.go:171","msg":"trace[803565550] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"849.424712ms","start":"2026-03-19T09:11:59.355566Z","end":"2026-03-19T09:12:00.20499Z","steps":["trace[803565550] 'process raft request' (duration: 849.222417ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.204998Z","caller":"traceutil/trace.go:171","msg":"trace[2011688867] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"850.389024ms","start":"2026-03-19T09:11:59.354566Z","end":"2026-03-19T09:12:00.204955Z","steps":["trace[2011688867] 'process raft request' (duration: 849.864262ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.204921Z","caller":"traceutil/trace.go:171","msg":"trace[1685575225] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5263; }","duration":"1.384566393s","start":"2026-03-19T09:11:58.820337Z","end":"2026-03-19T09:12:00.204903Z","steps":["trace[1685575225] 'read index received' (duration: 1.293503894s)","trace[1685575225] 'applied index is now lower than readState.Index' (duration: 91.061339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:00.205117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:59.355556Z","time spent":"849.513653ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:00.206631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097173877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:12:00.20664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:59.354508Z","time spent":"851.723083ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:00.207354Z","caller":"traceutil/trace.go:171","msg":"trace[1037817134] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5043; }","duration":"2.097277809s","start":"2026-03-19T09:11:58.10942Z","end":"2026-03-19T09:12:00.206698Z","steps":["trace[1037817134] 'agreement among raft nodes before linearized reading' (duration: 2.096913131s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.207402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647035207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d\" ","response":"range_response_count:1 size:3894"} {"level":"warn","ts":"2026-03-19T09:12:00.207438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:58.109411Z","time spent":"2.098015266s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:12:00.2075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:59.316905Z","time spent":"887.750995ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:00.207724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.42862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:00.207821Z","caller":"traceutil/trace.go:171","msg":"trace[2064338317] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5043; }","duration":"110.547353ms","start":"2026-03-19T09:12:00.097239Z","end":"2026-03-19T09:12:00.207786Z","steps":["trace[2064338317] 'agreement among raft nodes before linearized reading' (duration: 110.355119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.207793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.749497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:00.207715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168316645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:00.20788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460485154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:00.207951Z","caller":"traceutil/trace.go:171","msg":"trace[1441607465] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5043; }","duration":"1.168591311s","start":"2026-03-19T09:11:59.039312Z","end":"2026-03-19T09:12:00.207903Z","steps":["trace[1441607465] 'agreement among raft nodes before linearized reading' (duration: 1.168283755s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.207953Z","caller":"traceutil/trace.go:171","msg":"trace[1113260529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5043; }","duration":"571.91711ms","start":"2026-03-19T09:11:59.635966Z","end":"2026-03-19T09:12:00.207883Z","steps":["trace[1113260529] 'agreement among raft nodes before linearized reading' (duration: 571.694735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.208084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890528281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:12:00.208216Z","caller":"traceutil/trace.go:171","msg":"trace[633948027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5043; }","duration":"2.890655834s","start":"2026-03-19T09:11:57.317522Z","end":"2026-03-19T09:12:00.208178Z","steps":["trace[633948027] 'agreement among raft nodes before linearized reading' (duration: 2.887434543s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.208267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:57.317518Z","time spent":"2.890737036s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:00.208094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:59.039284Z","time spent":"1.168751245s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:00.207541Z","caller":"traceutil/trace.go:171","msg":"trace[1114762757] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d; range_end:; response_count:1; response_revision:5043; }","duration":"2.647192481s","start":"2026-03-19T09:11:57.560321Z","end":"2026-03-19T09:12:00.207513Z","steps":["trace[1114762757] 'agreement among raft nodes before linearized reading' (duration: 2.644605123s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.208424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:57.560301Z","time spent":"2.6481051s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3916,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d\" "} {"level":"warn","ts":"2026-03-19T09:12:00.208564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888580168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:12:00.208687Z","caller":"traceutil/trace.go:171","msg":"trace[851828171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5043; }","duration":"2.88870069s","start":"2026-03-19T09:11:57.319961Z","end":"2026-03-19T09:12:00.208662Z","steps":["trace[851828171] 'agreement among raft nodes before linearized reading' (duration: 2.885027239s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.208263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:59.635942Z","time spent":"572.299668ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:12:00.208011Z","caller":"traceutil/trace.go:171","msg":"trace[39979441] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5043; }","duration":"1.460654428s","start":"2026-03-19T09:11:58.747318Z","end":"2026-03-19T09:12:00.207973Z","steps":["trace[39979441] 'agreement among raft nodes before linearized reading' (duration: 1.457629891s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.208795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:57.319955Z","time spent":"2.888787892s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:12:00.208843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:58.747292Z","time spent":"1.461537478s","remote":"127.0.0.1:54642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:00.208874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890257185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:12:00.20896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890816797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:12:00.208971Z","caller":"traceutil/trace.go:171","msg":"trace[588761115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5043; }","duration":"2.890350957s","start":"2026-03-19T09:11:57.318578Z","end":"2026-03-19T09:12:00.208929Z","steps":["trace[588761115] 'agreement among raft nodes before linearized reading' (duration: 2.88642859s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.209026Z","caller":"traceutil/trace.go:171","msg":"trace[1318315211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5043; }","duration":"2.890889329s","start":"2026-03-19T09:11:57.318108Z","end":"2026-03-19T09:12:00.208998Z","steps":["trace[1318315211] 'agreement among raft nodes before linearized reading' (duration: 2.886943952s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.209026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:57.318571Z","time spent":"2.89044027s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:00.209068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:57.318099Z","time spent":"2.890960701s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:00.212235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89405222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:12:00.2123Z","caller":"traceutil/trace.go:171","msg":"trace[502203924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5043; }","duration":"2.894130281s","start":"2026-03-19T09:11:57.318148Z","end":"2026-03-19T09:12:00.212278Z","steps":["trace[502203924] 'agreement among raft nodes before linearized reading' (duration: 2.88687833s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.212353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:57.318138Z","time spent":"2.894207123s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:12:00.371194Z","caller":"traceutil/trace.go:171","msg":"trace[1918686209] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"152.894455ms","start":"2026-03-19T09:12:00.218279Z","end":"2026-03-19T09:12:00.371173Z","steps":["trace[1918686209] 'process raft request' (duration: 152.839544ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.37128Z","caller":"traceutil/trace.go:171","msg":"trace[1464358518] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"152.984677ms","start":"2026-03-19T09:12:00.218202Z","end":"2026-03-19T09:12:00.371187Z","steps":["trace[1464358518] 'process raft request' (duration: 62.589204ms)","trace[1464358518] 'compare' (duration: 90.180839ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:00.484878Z","caller":"traceutil/trace.go:171","msg":"trace[163581141] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"265.530095ms","start":"2026-03-19T09:12:00.219322Z","end":"2026-03-19T09:12:00.484852Z","steps":["trace[163581141] 'process raft request' (duration: 262.511818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.485267Z","caller":"traceutil/trace.go:171","msg":"trace[864347432] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"265.704989ms","start":"2026-03-19T09:12:00.219548Z","end":"2026-03-19T09:12:00.485253Z","steps":["trace[864347432] 'process raft request' (duration: 265.260179ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.485511Z","caller":"traceutil/trace.go:171","msg":"trace[475399239] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"265.151677ms","start":"2026-03-19T09:12:00.220323Z","end":"2026-03-19T09:12:00.485475Z","steps":["trace[475399239] 'process raft request' (duration: 264.773479ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.485609Z","caller":"traceutil/trace.go:171","msg":"trace[1813231287] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"265.152207ms","start":"2026-03-19T09:12:00.220411Z","end":"2026-03-19T09:12:00.485563Z","steps":["trace[1813231287] 'process raft request' (duration: 264.816399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.485731Z","caller":"traceutil/trace.go:171","msg":"trace[1606162807] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"263.717054ms","start":"2026-03-19T09:12:00.222001Z","end":"2026-03-19T09:12:00.485718Z","steps":["trace[1606162807] 'process raft request' (duration: 263.340256ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.485798Z","caller":"traceutil/trace.go:171","msg":"trace[1124777214] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"265.239159ms","start":"2026-03-19T09:12:00.220545Z","end":"2026-03-19T09:12:00.485784Z","steps":["trace[1124777214] 'process raft request' (duration: 264.745748ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.485881Z","caller":"traceutil/trace.go:171","msg":"trace[1028468084] linearizableReadLoop","detail":"{readStateIndex:5273; appliedIndex:5270; }","duration":"266.371174ms","start":"2026-03-19T09:12:00.219486Z","end":"2026-03-19T09:12:00.485857Z","steps":["trace[1028468084] 'read index received' (duration: 61.49976ms)","trace[1028468084] 'applied index is now lower than readState.Index' (duration: 204.869114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:00.488558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.041184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:00.488624Z","caller":"traceutil/trace.go:171","msg":"trace[340961262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5051; }","duration":"269.140945ms","start":"2026-03-19T09:12:00.219464Z","end":"2026-03-19T09:12:00.488605Z","steps":["trace[340961262] 'agreement among raft nodes before linearized reading' (duration: 266.511897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.488716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.395979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62984"} {"level":"info","ts":"2026-03-19T09:12:00.488827Z","caller":"traceutil/trace.go:171","msg":"trace[1039889134] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5051; }","duration":"269.186967ms","start":"2026-03-19T09:12:00.219615Z","end":"2026-03-19T09:12:00.488802Z","steps":["trace[1039889134] 'agreement among raft nodes before linearized reading' (duration: 268.835169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.488966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.908469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16507"} {"level":"info","ts":"2026-03-19T09:12:00.489149Z","caller":"traceutil/trace.go:171","msg":"trace[509703769] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5051; }","duration":"268.260406ms","start":"2026-03-19T09:12:00.220869Z","end":"2026-03-19T09:12:00.48913Z","steps":["trace[509703769] 'agreement among raft nodes before linearized reading' (duration: 267.656523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.489157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.855394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d\" ","response":"range_response_count:1 size:2245"} {"level":"info","ts":"2026-03-19T09:12:00.48959Z","caller":"traceutil/trace.go:171","msg":"trace[2117323583] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d; range_end:; response_count:1; response_revision:5051; }","duration":"131.327826ms","start":"2026-03-19T09:12:00.358243Z","end":"2026-03-19T09:12:00.489571Z","steps":["trace[2117323583] 'agreement among raft nodes before linearized reading' (duration: 130.785084ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.659007Z","caller":"traceutil/trace.go:171","msg":"trace[1463997934] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"168.33239ms","start":"2026-03-19T09:12:00.490649Z","end":"2026-03-19T09:12:00.658982Z","steps":["trace[1463997934] 'process raft request' (duration: 168.182057ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.82774Z","caller":"traceutil/trace.go:171","msg":"trace[1295727941] linearizableReadLoop","detail":"{readStateIndex:5282; appliedIndex:5279; }","duration":"278.706518ms","start":"2026-03-19T09:12:00.549009Z","end":"2026-03-19T09:12:00.827715Z","steps":["trace[1295727941] 'read index received' (duration: 109.897078ms)","trace[1295727941] 'applied index is now lower than readState.Index' (duration: 168.80847ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:00.827864Z","caller":"traceutil/trace.go:171","msg":"trace[882517901] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5053; }","duration":"336.289141ms","start":"2026-03-19T09:12:00.491551Z","end":"2026-03-19T09:12:00.82784Z","steps":["trace[882517901] 'process raft request' (duration: 335.920263ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:00.827907Z","caller":"traceutil/trace.go:171","msg":"trace[977495516] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"333.623392ms","start":"2026-03-19T09:12:00.494251Z","end":"2026-03-19T09:12:00.827874Z","steps":["trace[977495516] 'process raft request' (duration: 333.380656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.827971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.942773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:00.828029Z","caller":"traceutil/trace.go:171","msg":"trace[921534926] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5054; }","duration":"279.059466ms","start":"2026-03-19T09:12:00.548952Z","end":"2026-03-19T09:12:00.828012Z","steps":["trace[921534926] 'agreement among raft nodes before linearized reading' (duration: 278.952333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:00.828055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:00.491533Z","time spent":"336.385843ms","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-19T09:12:00.828072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:00.494237Z","time spent":"333.742084ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10224,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:00.828018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.835979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:00.828145Z","caller":"traceutil/trace.go:171","msg":"trace[1362045606] range","detail":"{range_begin:/registry/limitranges/monitoring/; range_end:/registry/limitranges/monitoring0; response_count:0; response_revision:5054; }","duration":"164.046814ms","start":"2026-03-19T09:12:00.664077Z","end":"2026-03-19T09:12:00.828123Z","steps":["trace[1362045606] 'agreement among raft nodes before linearized reading' (duration: 163.836779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:01.085707Z","caller":"traceutil/trace.go:171","msg":"trace[153368894] linearizableReadLoop","detail":"{readStateIndex:5286; appliedIndex:5284; }","duration":"156.100778ms","start":"2026-03-19T09:12:00.929588Z","end":"2026-03-19T09:12:01.085689Z","steps":["trace[153368894] 'read index received' (duration: 77.259332ms)","trace[153368894] 'applied index is now lower than readState.Index' (duration: 78.840386ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:01.085793Z","caller":"traceutil/trace.go:171","msg":"trace[2063411085] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"162.431089ms","start":"2026-03-19T09:12:00.923354Z","end":"2026-03-19T09:12:01.085785Z","steps":["trace[2063411085] 'process raft request' (duration: 162.287596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:01.0858Z","caller":"traceutil/trace.go:171","msg":"trace[1156102648] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"164.258929ms","start":"2026-03-19T09:12:00.921521Z","end":"2026-03-19T09:12:01.08578Z","steps":["trace[1156102648] 'process raft request' (duration: 164.004103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:01.08597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.351923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:12:01.086037Z","caller":"traceutil/trace.go:171","msg":"trace[208274554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5058; }","duration":"156.449375ms","start":"2026-03-19T09:12:00.929571Z","end":"2026-03-19T09:12:01.08602Z","steps":["trace[208274554] 'agreement among raft nodes before linearized reading' (duration: 156.22891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:01.365681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.760761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:01.365773Z","caller":"traceutil/trace.go:171","msg":"trace[530791193] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"213.568288ms","start":"2026-03-19T09:12:01.152189Z","end":"2026-03-19T09:12:01.365757Z","steps":["trace[530791193] 'process raft request' (duration: 100.663593ms)","trace[530791193] 'compare' (duration: 112.541037ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:01.442762Z","caller":"traceutil/trace.go:171","msg":"trace[234428389] linearizableReadLoop","detail":"{readStateIndex:5290; appliedIndex:5288; }","duration":"222.938487ms","start":"2026-03-19T09:12:01.219799Z","end":"2026-03-19T09:12:01.442738Z","steps":["trace[234428389] 'read index received' (duration: 33.020556ms)","trace[234428389] 'applied index is now lower than readState.Index' (duration: 189.916801ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:01.442802Z","caller":"traceutil/trace.go:171","msg":"trace[1528397119] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"290.565483ms","start":"2026-03-19T09:12:01.152205Z","end":"2026-03-19T09:12:01.442771Z","steps":["trace[1528397119] 'process raft request' (duration: 290.390429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:01.442995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.958994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"warn","ts":"2026-03-19T09:12:01.443014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.943684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-03-19T09:12:01.443036Z","caller":"traceutil/trace.go:171","msg":"trace[1089524720] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:5062; }","duration":"147.067306ms","start":"2026-03-19T09:12:01.295958Z","end":"2026-03-19T09:12:01.443025Z","steps":["trace[1089524720] 'agreement among raft nodes before linearized reading' (duration: 146.931713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:01.443025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.199482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-03-19T09:12:01.443057Z","caller":"traceutil/trace.go:171","msg":"trace[449023545] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d; range_end:; response_count:1; response_revision:5062; }","duration":"134.043196ms","start":"2026-03-19T09:12:01.309001Z","end":"2026-03-19T09:12:01.443044Z","steps":["trace[449023545] 'agreement among raft nodes before linearized reading' (duration: 133.902293ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:01.443091Z","caller":"traceutil/trace.go:171","msg":"trace[302740565] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d; range_end:; response_count:1; response_revision:5062; }","duration":"223.321135ms","start":"2026-03-19T09:12:01.219755Z","end":"2026-03-19T09:12:01.443076Z","steps":["trace[302740565] 'agreement among raft nodes before linearized reading' (duration: 223.10037ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:01.776756Z","caller":"traceutil/trace.go:171","msg":"trace[2075280794] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5290; }","duration":"132.932452ms","start":"2026-03-19T09:12:01.643798Z","end":"2026-03-19T09:12:01.77673Z","steps":["trace[2075280794] 'read index received' (duration: 132.575794ms)","trace[2075280794] 'applied index is now lower than readState.Index' (duration: 355.758µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:01.776896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.068555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:01.776868Z","caller":"traceutil/trace.go:171","msg":"trace[1745793642] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"326.028582ms","start":"2026-03-19T09:12:01.450803Z","end":"2026-03-19T09:12:01.776831Z","steps":["trace[1745793642] 'process raft request' (duration: 325.632023ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:01.776931Z","caller":"traceutil/trace.go:171","msg":"trace[1734489775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5063; }","duration":"133.151797ms","start":"2026-03-19T09:12:01.643768Z","end":"2026-03-19T09:12:01.77692Z","steps":["trace[1734489775] 'agreement among raft nodes before linearized reading' (duration: 133.066015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:01.777041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:01.45077Z","time spent":"326.180037ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3894,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:02.217678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.683587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:02.217749Z","caller":"traceutil/trace.go:171","msg":"trace[1657722013] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"158.094852ms","start":"2026-03-19T09:12:02.059644Z","end":"2026-03-19T09:12:02.217739Z","steps":["trace[1657722013] 'process raft request' (duration: 55.299263ms)","trace[1657722013] 'compare' (duration: 102.609125ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:02.471839Z","caller":"traceutil/trace.go:171","msg":"trace[1587685186] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5293; }","duration":"256.363361ms","start":"2026-03-19T09:12:02.215461Z","end":"2026-03-19T09:12:02.471824Z","steps":["trace[1587685186] 'read index received' (duration: 175.411457ms)","trace[1587685186] 'applied index is now lower than readState.Index' (duration: 80.951314ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:02.471879Z","caller":"traceutil/trace.go:171","msg":"trace[1336265209] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"406.415093ms","start":"2026-03-19T09:12:02.065424Z","end":"2026-03-19T09:12:02.471839Z","steps":["trace[1336265209] 'process raft request' (duration: 325.429559ms)","trace[1336265209] 'compare' (duration: 80.76005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:02.471999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.533845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:02.472019Z","caller":"traceutil/trace.go:171","msg":"trace[2067894022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5066; }","duration":"256.592536ms","start":"2026-03-19T09:12:02.21542Z","end":"2026-03-19T09:12:02.472012Z","steps":["trace[2067894022] 'agreement among raft nodes before linearized reading' (duration: 256.488524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:02.472026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:02.065397Z","time spent":"406.556757ms","remote":"127.0.0.1:54946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2540,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:02.472813Z","caller":"traceutil/trace.go:171","msg":"trace[1549393934] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"253.818273ms","start":"2026-03-19T09:12:02.218958Z","end":"2026-03-19T09:12:02.472776Z","steps":["trace[1549393934] 'process raft request' (duration: 253.67656ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:02.47308Z","caller":"traceutil/trace.go:171","msg":"trace[254025731] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"253.720291ms","start":"2026-03-19T09:12:02.21935Z","end":"2026-03-19T09:12:02.473071Z","steps":["trace[254025731] 'process raft request' (duration: 253.329353ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:02.473098Z","caller":"traceutil/trace.go:171","msg":"trace[766674596] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"254.781546ms","start":"2026-03-19T09:12:02.218303Z","end":"2026-03-19T09:12:02.473085Z","steps":["trace[766674596] 'process raft request' (duration: 254.155132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:02.734459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.731949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:02.734771Z","caller":"traceutil/trace.go:171","msg":"trace[675485655] linearizableReadLoop","detail":"{readStateIndex:5299; appliedIndex:5297; }","duration":"254.302285ms","start":"2026-03-19T09:12:02.480445Z","end":"2026-03-19T09:12:02.734748Z","steps":["trace[675485655] 'read index received' (duration: 129.198928ms)","trace[675485655] 'applied index is now lower than readState.Index' (duration: 125.101957ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:02.734782Z","caller":"traceutil/trace.go:171","msg":"trace[340550398] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"257.440495ms","start":"2026-03-19T09:12:02.477312Z","end":"2026-03-19T09:12:02.734753Z","steps":["trace[340550398] 'process raft request' (duration: 132.281707ms)","trace[340550398] 'compare' (duration: 124.362931ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:02.734894Z","caller":"traceutil/trace.go:171","msg":"trace[1727310058] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"252.252719ms","start":"2026-03-19T09:12:02.482596Z","end":"2026-03-19T09:12:02.734849Z","steps":["trace[1727310058] 'process raft request' (duration: 252.034945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:02.735048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.597132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d\" ","response":"range_response_count:1 size:3909"} {"level":"info","ts":"2026-03-19T09:12:02.735089Z","caller":"traceutil/trace.go:171","msg":"trace[803399875] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d; range_end:; response_count:1; response_revision:5071; }","duration":"254.683354ms","start":"2026-03-19T09:12:02.480394Z","end":"2026-03-19T09:12:02.735078Z","steps":["trace[803399875] 'agreement among raft nodes before linearized reading' (duration: 254.463809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:02.735134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.160557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:12:02.735182Z","caller":"traceutil/trace.go:171","msg":"trace[1719923075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5071; }","duration":"239.229019ms","start":"2026-03-19T09:12:02.495942Z","end":"2026-03-19T09:12:02.735171Z","steps":["trace[1719923075] 'agreement among raft nodes before linearized reading' (duration: 239.092216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:02.735359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.833596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:12:02.735403Z","caller":"traceutil/trace.go:171","msg":"trace[863909528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5071; }","duration":"245.903098ms","start":"2026-03-19T09:12:02.489491Z","end":"2026-03-19T09:12:02.735394Z","steps":["trace[863909528] 'agreement among raft nodes before linearized reading' (duration: 245.787256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:02.735533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.420142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:12:02.735636Z","caller":"traceutil/trace.go:171","msg":"trace[655764599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5071; }","duration":"247.549684ms","start":"2026-03-19T09:12:02.488062Z","end":"2026-03-19T09:12:02.735612Z","steps":["trace[655764599] 'agreement among raft nodes before linearized reading' (duration: 247.213677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:02.735706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.257186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:12:02.735796Z","caller":"traceutil/trace.go:171","msg":"trace[110163291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5071; }","duration":"246.394609ms","start":"2026-03-19T09:12:02.489377Z","end":"2026-03-19T09:12:02.735772Z","steps":["trace[110163291] 'agreement among raft nodes before linearized reading' (duration: 246.151313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:02.73571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.692746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:12:02.735998Z","caller":"traceutil/trace.go:171","msg":"trace[268119259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5071; }","duration":"246.990722ms","start":"2026-03-19T09:12:02.488981Z","end":"2026-03-19T09:12:02.735972Z","steps":["trace[268119259] 'agreement among raft nodes before linearized reading' (duration: 246.498401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:02.984344Z","caller":"traceutil/trace.go:171","msg":"trace[1435320622] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"246.646835ms","start":"2026-03-19T09:12:02.737676Z","end":"2026-03-19T09:12:02.984322Z","steps":["trace[1435320622] 'process raft request' (duration: 246.510742ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:02.984593Z","caller":"traceutil/trace.go:171","msg":"trace[2102224511] linearizableReadLoop","detail":"{readStateIndex:5300; appliedIndex:5300; }","duration":"245.258434ms","start":"2026-03-19T09:12:02.739303Z","end":"2026-03-19T09:12:02.984561Z","steps":["trace[2102224511] 'read index received' (duration: 245.246874ms)","trace[2102224511] 'applied index is now lower than readState.Index' (duration: 9.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:02.984966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.641102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62984"} {"level":"info","ts":"2026-03-19T09:12:02.985019Z","caller":"traceutil/trace.go:171","msg":"trace[1988395928] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5072; }","duration":"245.727914ms","start":"2026-03-19T09:12:02.739279Z","end":"2026-03-19T09:12:02.985007Z","steps":["trace[1988395928] 'agreement among raft nodes before linearized reading' (duration: 245.416837ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:03.081097Z","caller":"traceutil/trace.go:171","msg":"trace[434676281] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"341.23168ms","start":"2026-03-19T09:12:02.739835Z","end":"2026-03-19T09:12:03.081067Z","steps":["trace[434676281] 'process raft request' (duration: 340.949024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:03.081132Z","caller":"traceutil/trace.go:171","msg":"trace[343248970] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"340.644517ms","start":"2026-03-19T09:12:02.74047Z","end":"2026-03-19T09:12:03.081114Z","steps":["trace[343248970] 'process raft request' (duration: 340.551485ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:03.081156Z","caller":"traceutil/trace.go:171","msg":"trace[493042893] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"341.260751ms","start":"2026-03-19T09:12:02.739861Z","end":"2026-03-19T09:12:03.081122Z","steps":["trace[493042893] 'process raft request' (duration: 341.110128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:03.081243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:02.739821Z","time spent":"341.346572ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:03.081257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:02.740462Z","time spent":"340.715019ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:03.081309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:02.739842Z","time spent":"341.380945ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:03.081415Z","caller":"traceutil/trace.go:171","msg":"trace[828343181] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"340.496235ms","start":"2026-03-19T09:12:02.7409Z","end":"2026-03-19T09:12:03.081396Z","steps":["trace[828343181] 'process raft request' (duration: 340.396443ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:03.081473Z","caller":"traceutil/trace.go:171","msg":"trace[317851042] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"340.798262ms","start":"2026-03-19T09:12:02.740663Z","end":"2026-03-19T09:12:03.081462Z","steps":["trace[317851042] 'process raft request' (duration: 340.394342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:03.081526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:02.740658Z","time spent":"340.842823ms","remote":"127.0.0.1:54946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:03.08154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:02.740894Z","time spent":"340.578567ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:03.160479Z","caller":"traceutil/trace.go:171","msg":"trace[537419909] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5077; }","duration":"174.357164ms","start":"2026-03-19T09:12:02.986089Z","end":"2026-03-19T09:12:03.160446Z","steps":["trace[537419909] 'process raft request' (duration: 154.243956ms)","trace[537419909] 'compare' (duration: 19.926924ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:03.43794Z","caller":"traceutil/trace.go:171","msg":"trace[409499907] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"205.548769ms","start":"2026-03-19T09:12:03.232368Z","end":"2026-03-19T09:12:03.437917Z","steps":["trace[409499907] 'process raft request' (duration: 177.922174ms)","trace[409499907] 'compare' (duration: 27.521703ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:03.439334Z","caller":"traceutil/trace.go:171","msg":"trace[695939510] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"203.502452ms","start":"2026-03-19T09:12:03.235791Z","end":"2026-03-19T09:12:03.439294Z","steps":["trace[695939510] 'process raft request' (duration: 203.285118ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:03.642672Z","caller":"traceutil/trace.go:171","msg":"trace[1740891355] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"199.217018ms","start":"2026-03-19T09:12:03.443419Z","end":"2026-03-19T09:12:03.642636Z","steps":["trace[1740891355] 'process raft request' (duration: 137.034593ms)","trace[1740891355] 'compare' (duration: 61.5387ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:05.384219Z","caller":"traceutil/trace.go:171","msg":"trace[152106911] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5365; }","duration":"102.483924ms","start":"2026-03-19T09:12:05.28171Z","end":"2026-03-19T09:12:05.384194Z","steps":["trace[152106911] 'read index received' (duration: 102.294099ms)","trace[152106911] 'applied index is now lower than readState.Index' (duration: 188.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:05.384254Z","caller":"traceutil/trace.go:171","msg":"trace[1128609017] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"107.986306ms","start":"2026-03-19T09:12:05.276231Z","end":"2026-03-19T09:12:05.384217Z","steps":["trace[1128609017] 'process raft request' (duration: 107.818592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:05.384593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.857201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:12:05.384696Z","caller":"traceutil/trace.go:171","msg":"trace[1436323139] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5136; }","duration":"103.021945ms","start":"2026-03-19T09:12:05.281648Z","end":"2026-03-19T09:12:05.38467Z","steps":["trace[1436323139] 'agreement among raft nodes before linearized reading' (duration: 102.675007ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:05.520685Z","caller":"traceutil/trace.go:171","msg":"trace[385615350] linearizableReadLoop","detail":"{readStateIndex:5368; appliedIndex:5367; }","duration":"102.595955ms","start":"2026-03-19T09:12:05.418058Z","end":"2026-03-19T09:12:05.520654Z","steps":["trace[385615350] 'read index received' (duration: 102.280518ms)","trace[385615350] 'applied index is now lower than readState.Index' (duration: 310.496µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:05.520829Z","caller":"traceutil/trace.go:171","msg":"trace[783871138] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"120.930863ms","start":"2026-03-19T09:12:05.399856Z","end":"2026-03-19T09:12:05.520787Z","steps":["trace[783871138] 'process raft request' (duration: 120.584856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:05.521459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.991324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T09:12:05.521543Z","caller":"traceutil/trace.go:171","msg":"trace[2043983075] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5138; }","duration":"129.546916ms","start":"2026-03-19T09:12:05.391972Z","end":"2026-03-19T09:12:05.521519Z","steps":["trace[2043983075] 'agreement among raft nodes before linearized reading' (duration: 128.862321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:05.750869Z","caller":"traceutil/trace.go:171","msg":"trace[1662780449] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"222.781332ms","start":"2026-03-19T09:12:05.52806Z","end":"2026-03-19T09:12:05.750842Z","steps":["trace[1662780449] 'process raft request' (duration: 222.422304ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:05.751266Z","caller":"traceutil/trace.go:171","msg":"trace[903217270] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"223.127301ms","start":"2026-03-19T09:12:05.528109Z","end":"2026-03-19T09:12:05.751236Z","steps":["trace[903217270] 'process raft request' (duration: 222.67257ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:05.75132Z","caller":"traceutil/trace.go:171","msg":"trace[2007477505] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"223.150361ms","start":"2026-03-19T09:12:05.528151Z","end":"2026-03-19T09:12:05.751301Z","steps":["trace[2007477505] 'process raft request' (duration: 222.916536ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:05.751435Z","caller":"traceutil/trace.go:171","msg":"trace[1478085477] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"222.127939ms","start":"2026-03-19T09:12:05.529298Z","end":"2026-03-19T09:12:05.751426Z","steps":["trace[1478085477] 'process raft request' (duration: 221.935575ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:05.751426Z","caller":"traceutil/trace.go:171","msg":"trace[1184467242] linearizableReadLoop","detail":"{readStateIndex:5373; appliedIndex:5369; }","duration":"177.088365ms","start":"2026-03-19T09:12:05.574318Z","end":"2026-03-19T09:12:05.751406Z","steps":["trace[1184467242] 'read index received' (duration: 176.160464ms)","trace[1184467242] 'applied index is now lower than readState.Index' (duration: 926.331µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:05.751625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.982005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"warn","ts":"2026-03-19T09:12:05.751629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.522402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-19T09:12:05.751663Z","caller":"traceutil/trace.go:171","msg":"trace[2082994047] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5142; }","duration":"226.057156ms","start":"2026-03-19T09:12:05.525598Z","end":"2026-03-19T09:12:05.751655Z","steps":["trace[2082994047] 'agreement among raft nodes before linearized reading' (duration: 225.897362ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:05.751676Z","caller":"traceutil/trace.go:171","msg":"trace[1432801185] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5142; }","duration":"224.612363ms","start":"2026-03-19T09:12:05.52705Z","end":"2026-03-19T09:12:05.751662Z","steps":["trace[1432801185] 'agreement among raft nodes before linearized reading' (duration: 224.413959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:05.761283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.167032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:05.761367Z","caller":"traceutil/trace.go:171","msg":"trace[53466503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5143; }","duration":"127.290175ms","start":"2026-03-19T09:12:05.63406Z","end":"2026-03-19T09:12:05.76135Z","steps":["trace[53466503] 'agreement among raft nodes before linearized reading' (duration: 127.115982ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:05.761782Z","caller":"traceutil/trace.go:171","msg":"trace[1744115100] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"185.606924ms","start":"2026-03-19T09:12:05.575542Z","end":"2026-03-19T09:12:05.761149Z","steps":["trace[1744115100] 'process raft request' (duration: 185.450751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:06.26396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786264891,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:12:06.41404Z","caller":"traceutil/trace.go:171","msg":"trace[1368117260] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"650.391548ms","start":"2026-03-19T09:12:05.76362Z","end":"2026-03-19T09:12:06.414011Z","steps":["trace[1368117260] 'process raft request' (duration: 650.164723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:06.414237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:05.763585Z","time spent":"650.537661ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:06.414303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.458249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:12:06.414368Z","caller":"traceutil/trace.go:171","msg":"trace[601871794] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5144; }","duration":"650.550262ms","start":"2026-03-19T09:12:05.763803Z","end":"2026-03-19T09:12:06.414353Z","steps":["trace[601871794] 'agreement among raft nodes before linearized reading' (duration: 650.307116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:06.414452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:05.763788Z","time spent":"650.634113ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T09:12:06.414371Z","caller":"traceutil/trace.go:171","msg":"trace[516031307] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5374; }","duration":"650.117262ms","start":"2026-03-19T09:12:05.763838Z","end":"2026-03-19T09:12:06.413955Z","steps":["trace[516031307] 'read index received' (duration: 649.885507ms)","trace[516031307] 'applied index is now lower than readState.Index' (duration: 230.565µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:06.414853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.28339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:12:06.414905Z","caller":"traceutil/trace.go:171","msg":"trace[947057284] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5144; }","duration":"322.387282ms","start":"2026-03-19T09:12:06.092504Z","end":"2026-03-19T09:12:06.414891Z","steps":["trace[947057284] 'agreement among raft nodes before linearized reading' (duration: 322.241678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:06.414884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.267746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-19T09:12:06.414946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:06.092473Z","time spent":"322.463124ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:12:06.414988Z","caller":"traceutil/trace.go:171","msg":"trace[1340518986] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5144; }","duration":"650.41771ms","start":"2026-03-19T09:12:05.764539Z","end":"2026-03-19T09:12:06.414957Z","steps":["trace[1340518986] 'agreement among raft nodes before linearized reading' (duration: 650.164133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:06.415044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:05.764523Z","time spent":"650.506801ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":718,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-19T09:12:06.415242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.378783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:06.415302Z","caller":"traceutil/trace.go:171","msg":"trace[235995564] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5144; }","duration":"573.476305ms","start":"2026-03-19T09:12:05.841807Z","end":"2026-03-19T09:12:06.415284Z","steps":["trace[235995564] 'agreement among raft nodes before linearized reading' (duration: 573.363662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:06.415341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:05.841787Z","time spent":"573.543846ms","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":18,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:06.646188Z","caller":"traceutil/trace.go:171","msg":"trace[928534385] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"223.139521ms","start":"2026-03-19T09:12:06.423024Z","end":"2026-03-19T09:12:06.646164Z","steps":["trace[928534385] 'process raft request' (duration: 223.09758ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:06.646487Z","caller":"traceutil/trace.go:171","msg":"trace[114476668] linearizableReadLoop","detail":"{readStateIndex:5380; appliedIndex:5380; }","duration":"205.492667ms","start":"2026-03-19T09:12:06.44096Z","end":"2026-03-19T09:12:06.646453Z","steps":["trace[114476668] 'read index received' (duration: 205.473117ms)","trace[114476668] 'applied index is now lower than readState.Index' (duration: 16.61µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:06.646586Z","caller":"traceutil/trace.go:171","msg":"trace[439875021] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"224.265246ms","start":"2026-03-19T09:12:06.422284Z","end":"2026-03-19T09:12:06.646549Z","steps":["trace[439875021] 'process raft request' (duration: 223.802046ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:06.646731Z","caller":"traceutil/trace.go:171","msg":"trace[1761373544] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"225.455202ms","start":"2026-03-19T09:12:06.421256Z","end":"2026-03-19T09:12:06.646712Z","steps":["trace[1761373544] 'process raft request' (duration: 224.611243ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:06.646837Z","caller":"traceutil/trace.go:171","msg":"trace[117814391] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"225.022232ms","start":"2026-03-19T09:12:06.4218Z","end":"2026-03-19T09:12:06.646822Z","steps":["trace[117814391] 'process raft request' (duration: 224.228385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:06.64702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.14026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-19T09:12:06.647022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.968333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T09:12:06.647107Z","caller":"traceutil/trace.go:171","msg":"trace[1316216761] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5149; }","duration":"227.287083ms","start":"2026-03-19T09:12:06.419795Z","end":"2026-03-19T09:12:06.647082Z","steps":["trace[1316216761] 'agreement among raft nodes before linearized reading' (duration: 226.982636ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:06.647125Z","caller":"traceutil/trace.go:171","msg":"trace[361276978] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5149; }","duration":"226.129726ms","start":"2026-03-19T09:12:06.420972Z","end":"2026-03-19T09:12:06.647102Z","steps":["trace[361276978] 'agreement among raft nodes before linearized reading' (duration: 225.811489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:06.647343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.082596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-30d07a52-5d00-45eb-bc7d-3d9715999470\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-19T09:12:06.647406Z","caller":"traceutil/trace.go:171","msg":"trace[854441166] range","detail":"{range_begin:/registry/persistentvolumes/pvc-30d07a52-5d00-45eb-bc7d-3d9715999470; range_end:; response_count:1; response_revision:5149; }","duration":"226.167629ms","start":"2026-03-19T09:12:06.421223Z","end":"2026-03-19T09:12:06.647391Z","steps":["trace[854441166] 'agreement among raft nodes before linearized reading' (duration: 225.388101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:06.662955Z","caller":"traceutil/trace.go:171","msg":"trace[1936416281] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"171.253844ms","start":"2026-03-19T09:12:06.491674Z","end":"2026-03-19T09:12:06.662928Z","steps":["trace[1936416281] 'process raft request' (duration: 171.169752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:06.662975Z","caller":"traceutil/trace.go:171","msg":"trace[96659583] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"176.504032ms","start":"2026-03-19T09:12:06.486423Z","end":"2026-03-19T09:12:06.662927Z","steps":["trace[96659583] 'process raft request' (duration: 176.292707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:06.663266Z","caller":"traceutil/trace.go:171","msg":"trace[527335490] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"167.314157ms","start":"2026-03-19T09:12:06.495933Z","end":"2026-03-19T09:12:06.663247Z","steps":["trace[527335490] 'process raft request' (duration: 166.958639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:06.663413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.975173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16507"} {"level":"info","ts":"2026-03-19T09:12:06.663517Z","caller":"traceutil/trace.go:171","msg":"trace[1663322308] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5152; }","duration":"221.129236ms","start":"2026-03-19T09:12:06.442365Z","end":"2026-03-19T09:12:06.663495Z","steps":["trace[1663322308] 'agreement among raft nodes before linearized reading' (duration: 220.794479ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:07.036413Z","caller":"traceutil/trace.go:171","msg":"trace[1961599126] linearizableReadLoop","detail":"{readStateIndex:5384; appliedIndex:5383; }","duration":"314.827652ms","start":"2026-03-19T09:12:06.721565Z","end":"2026-03-19T09:12:07.036392Z","steps":["trace[1961599126] 'read index received' (duration: 314.667969ms)","trace[1961599126] 'applied index is now lower than readState.Index' (duration: 156.513µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:07.03657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.994077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:07.036562Z","caller":"traceutil/trace.go:171","msg":"trace[725931642] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"349.556215ms","start":"2026-03-19T09:12:06.686981Z","end":"2026-03-19T09:12:07.036538Z","steps":["trace[725931642] 'process raft request' (duration: 349.272439ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:07.036596Z","caller":"traceutil/trace.go:171","msg":"trace[705613514] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5153; }","duration":"315.039528ms","start":"2026-03-19T09:12:06.721549Z","end":"2026-03-19T09:12:07.036589Z","steps":["trace[705613514] 'agreement among raft nodes before linearized reading' (duration: 314.970006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:07.036629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:06.721502Z","time spent":"315.118389ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:12:07.036702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:06.686966Z","time spent":"349.657308ms","remote":"127.0.0.1:37006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:07.036877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.653548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:07.036986Z","caller":"traceutil/trace.go:171","msg":"trace[1528963985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5153; }","duration":"287.842402ms","start":"2026-03-19T09:12:06.749121Z","end":"2026-03-19T09:12:07.036964Z","steps":["trace[1528963985] 'agreement among raft nodes before linearized reading' (duration: 287.538824ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:07.553175Z","caller":"traceutil/trace.go:171","msg":"trace[525414100] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"157.344534ms","start":"2026-03-19T09:12:07.395772Z","end":"2026-03-19T09:12:07.553117Z","steps":["trace[525414100] 'process raft request' (duration: 123.511961ms)","trace[525414100] 'compare' (duration: 33.319072ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:10.382992Z","caller":"traceutil/trace.go:171","msg":"trace[1995529612] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"177.758699ms","start":"2026-03-19T09:12:10.205184Z","end":"2026-03-19T09:12:10.382943Z","steps":["trace[1995529612] 'process raft request' (duration: 177.522794ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:10.62818Z","caller":"traceutil/trace.go:171","msg":"trace[319627034] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"235.652491ms","start":"2026-03-19T09:12:10.3925Z","end":"2026-03-19T09:12:10.628153Z","steps":["trace[319627034] 'process raft request' (duration: 235.456195ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:10.638495Z","caller":"traceutil/trace.go:171","msg":"trace[774044522] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"170.439667ms","start":"2026-03-19T09:12:10.468042Z","end":"2026-03-19T09:12:10.638481Z","steps":["trace[774044522] 'process raft request' (duration: 170.016188ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:10.732725Z","caller":"traceutil/trace.go:171","msg":"trace[156741447] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"102.411642ms","start":"2026-03-19T09:12:10.630272Z","end":"2026-03-19T09:12:10.732684Z","steps":["trace[156741447] 'process raft request' (duration: 102.101125ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:10.775244Z","caller":"traceutil/trace.go:171","msg":"trace[699875984] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"100.639582ms","start":"2026-03-19T09:12:10.674582Z","end":"2026-03-19T09:12:10.775222Z","steps":["trace[699875984] 'process raft request' (duration: 100.487349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:11.534578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.734239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-hdf4t\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-19T09:12:11.534745Z","caller":"traceutil/trace.go:171","msg":"trace[533432331] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-hdf4t; range_end:; response_count:1; response_revision:5228; }","duration":"107.964025ms","start":"2026-03-19T09:12:11.426753Z","end":"2026-03-19T09:12:11.534717Z","steps":["trace[533432331] 'range keys from in-memory index tree' (duration: 107.268819ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:11.916337Z","caller":"traceutil/trace.go:171","msg":"trace[1684029750] linearizableReadLoop","detail":"{readStateIndex:5462; appliedIndex:5461; }","duration":"335.832281ms","start":"2026-03-19T09:12:11.580472Z","end":"2026-03-19T09:12:11.916304Z","steps":["trace[1684029750] 'read index received' (duration: 335.444672ms)","trace[1684029750] 'applied index is now lower than readState.Index' (duration: 386.109µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:11.916367Z","caller":"traceutil/trace.go:171","msg":"trace[2104046669] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"372.392386ms","start":"2026-03-19T09:12:11.543942Z","end":"2026-03-19T09:12:11.916335Z","steps":["trace[2104046669] 'process raft request' (duration: 372.111029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:11.916534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:11.543912Z","time spent":"372.535428ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:11.916519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.028925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:11.916612Z","caller":"traceutil/trace.go:171","msg":"trace[78880903] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5229; }","duration":"336.180039ms","start":"2026-03-19T09:12:11.580398Z","end":"2026-03-19T09:12:11.916578Z","steps":["trace[78880903] 'agreement among raft nodes before linearized reading' (duration: 336.032126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:11.916663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:11.580365Z","time spent":"336.287031ms","remote":"127.0.0.1:57204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:12.034423Z","caller":"traceutil/trace.go:171","msg":"trace[1878063293] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"110.483681ms","start":"2026-03-19T09:12:11.923887Z","end":"2026-03-19T09:12:12.034371Z","steps":["trace[1878063293] 'process raft request' (duration: 34.034848ms)","trace[1878063293] 'compare' (duration: 76.243289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:12.312004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.796528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:12.312185Z","caller":"traceutil/trace.go:171","msg":"trace[1678873130] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"387.909482ms","start":"2026-03-19T09:12:11.924247Z","end":"2026-03-19T09:12:12.312156Z","steps":["trace[1678873130] 'process raft request' (duration: 259.88046ms)","trace[1678873130] 'compare' (duration: 127.658074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:12.312331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.591902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:12:12.312332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:11.924217Z","time spent":"388.041925ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:12.312364Z","caller":"traceutil/trace.go:171","msg":"trace[1824099992] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5233; }","duration":"241.713495ms","start":"2026-03-19T09:12:12.070641Z","end":"2026-03-19T09:12:12.312355Z","steps":["trace[1824099992] 'agreement among raft nodes before linearized reading' (duration: 241.596933ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:12.312379Z","caller":"traceutil/trace.go:171","msg":"trace[452472970] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"387.489912ms","start":"2026-03-19T09:12:11.924863Z","end":"2026-03-19T09:12:12.312353Z","steps":["trace[452472970] 'process raft request' (duration: 387.291738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:12.312212Z","caller":"traceutil/trace.go:171","msg":"trace[1478884230] linearizableReadLoop","detail":"{readStateIndex:5466; appliedIndex:5463; }","duration":"241.447949ms","start":"2026-03-19T09:12:12.07075Z","end":"2026-03-19T09:12:12.312198Z","steps":["trace[1478884230] 'read index received' (duration: 113.415986ms)","trace[1478884230] 'applied index is now lower than readState.Index' (duration: 128.031103ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:12.312379Z","caller":"traceutil/trace.go:171","msg":"trace[618328032] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"387.799199ms","start":"2026-03-19T09:12:11.924514Z","end":"2026-03-19T09:12:12.312314Z","steps":["trace[618328032] 'process raft request' (duration: 387.578134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:12.312491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:11.924843Z","time spent":"387.591975ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:12.312568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:11.924504Z","time spent":"387.968183ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:14.955601Z","caller":"traceutil/trace.go:171","msg":"trace[538913275] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"169.568737ms","start":"2026-03-19T09:12:14.786006Z","end":"2026-03-19T09:12:14.955575Z","steps":["trace[538913275] 'process raft request' (duration: 169.425074ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:14.985184Z","caller":"traceutil/trace.go:171","msg":"trace[1528853266] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"196.764933ms","start":"2026-03-19T09:12:14.788388Z","end":"2026-03-19T09:12:14.985153Z","steps":["trace[1528853266] 'process raft request' (duration: 196.582619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:14.985401Z","caller":"traceutil/trace.go:171","msg":"trace[49774132] linearizableReadLoop","detail":"{readStateIndex:5492; appliedIndex:5489; }","duration":"151.170487ms","start":"2026-03-19T09:12:14.834194Z","end":"2026-03-19T09:12:14.985365Z","steps":["trace[49774132] 'read index received' (duration: 121.2559ms)","trace[49774132] 'applied index is now lower than readState.Index' (duration: 29.911947ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:14.985441Z","caller":"traceutil/trace.go:171","msg":"trace[1064739356] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"195.909194ms","start":"2026-03-19T09:12:14.789506Z","end":"2026-03-19T09:12:14.985416Z","steps":["trace[1064739356] 'process raft request' (duration: 195.598217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:14.985554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.327511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:14.985592Z","caller":"traceutil/trace.go:171","msg":"trace[2018157841] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5259; }","duration":"151.410863ms","start":"2026-03-19T09:12:14.834168Z","end":"2026-03-19T09:12:14.985579Z","steps":["trace[2018157841] 'agreement among raft nodes before linearized reading' (duration: 151.30933ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:15.403504Z","caller":"traceutil/trace.go:171","msg":"trace[604514370] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"191.654059ms","start":"2026-03-19T09:12:15.211814Z","end":"2026-03-19T09:12:15.403468Z","steps":["trace[604514370] 'process raft request' (duration: 191.378563ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:15.403628Z","caller":"traceutil/trace.go:171","msg":"trace[505953286] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"190.818271ms","start":"2026-03-19T09:12:15.212786Z","end":"2026-03-19T09:12:15.403604Z","steps":["trace[505953286] 'process raft request' (duration: 190.636167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:15.635384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.563845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:15.635552Z","caller":"traceutil/trace.go:171","msg":"trace[371811467] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"171.319786ms","start":"2026-03-19T09:12:15.464201Z","end":"2026-03-19T09:12:15.63552Z","steps":["trace[371811467] 'process raft request' (duration: 59.414553ms)","trace[371811467] 'compare' (duration: 111.148296ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:17.165826Z","caller":"traceutil/trace.go:171","msg":"trace[396269345] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"204.764641ms","start":"2026-03-19T09:12:16.961034Z","end":"2026-03-19T09:12:17.165799Z","steps":["trace[396269345] 'process raft request' (duration: 204.568167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.379858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.656741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:17.380098Z","caller":"traceutil/trace.go:171","msg":"trace[1797271952] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"389.212671ms","start":"2026-03-19T09:12:16.990844Z","end":"2026-03-19T09:12:17.380056Z","steps":["trace[1797271952] 'process raft request' (duration: 280.259233ms)","trace[1797271952] 'compare' (duration: 108.410316ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:17.380171Z","caller":"traceutil/trace.go:171","msg":"trace[137779004] linearizableReadLoop","detail":"{readStateIndex:5502; appliedIndex:5499; }","duration":"229.283138ms","start":"2026-03-19T09:12:17.150869Z","end":"2026-03-19T09:12:17.380153Z","steps":["trace[137779004] 'read index received' (duration: 14.662246ms)","trace[137779004] 'applied index is now lower than readState.Index' (duration: 214.619822ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:17.380186Z","caller":"traceutil/trace.go:171","msg":"trace[1690199408] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"389.112219ms","start":"2026-03-19T09:12:16.991029Z","end":"2026-03-19T09:12:17.380141Z","steps":["trace[1690199408] 'process raft request' (duration: 388.930005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.380261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.990798Z","time spent":"389.381344ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:17.380401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:16.990993Z","time spent":"389.292582ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:17.380479Z","caller":"traceutil/trace.go:171","msg":"trace[156680101] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"149.155873ms","start":"2026-03-19T09:12:17.231283Z","end":"2026-03-19T09:12:17.380438Z","steps":["trace[156680101] 'process raft request' (duration: 148.818896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.380636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.43522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:12:17.380711Z","caller":"traceutil/trace.go:171","msg":"trace[2047337131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5269; }","duration":"154.565723ms","start":"2026-03-19T09:12:17.226131Z","end":"2026-03-19T09:12:17.380696Z","steps":["trace[2047337131] 'agreement among raft nodes before linearized reading' (duration: 154.287257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.380717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.803499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:12:17.380882Z","caller":"traceutil/trace.go:171","msg":"trace[1897241679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5269; }","duration":"230.049625ms","start":"2026-03-19T09:12:17.150798Z","end":"2026-03-19T09:12:17.380848Z","steps":["trace[1897241679] 'agreement among raft nodes before linearized reading' (duration: 229.436222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.380902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.511256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:12:17.380899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.04956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:12:17.38098Z","caller":"traceutil/trace.go:171","msg":"trace[2144955304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5269; }","duration":"169.632909ms","start":"2026-03-19T09:12:17.211327Z","end":"2026-03-19T09:12:17.38096Z","steps":["trace[2144955304] 'agreement among raft nodes before linearized reading' (duration: 169.101217ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.381033Z","caller":"traceutil/trace.go:171","msg":"trace[120997541] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5269; }","duration":"228.227004ms","start":"2026-03-19T09:12:17.152785Z","end":"2026-03-19T09:12:17.381012Z","steps":["trace[120997541] 'agreement among raft nodes before linearized reading' (duration: 227.766254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.600698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.967252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:17.600881Z","caller":"traceutil/trace.go:171","msg":"trace[782071156] linearizableReadLoop","detail":"{readStateIndex:5506; appliedIndex:5503; }","duration":"198.416401ms","start":"2026-03-19T09:12:17.402447Z","end":"2026-03-19T09:12:17.600863Z","steps":["trace[782071156] 'read index received' (duration: 73.912987ms)","trace[782071156] 'applied index is now lower than readState.Index' (duration: 124.502574ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:17.600974Z","caller":"traceutil/trace.go:171","msg":"trace[1072323216] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"215.664724ms","start":"2026-03-19T09:12:17.385299Z","end":"2026-03-19T09:12:17.600964Z","steps":["trace[1072323216] 'process raft request' (duration: 215.50718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.601255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.779658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:12:17.601349Z","caller":"traceutil/trace.go:171","msg":"trace[962201046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5272; }","duration":"198.901171ms","start":"2026-03-19T09:12:17.402426Z","end":"2026-03-19T09:12:17.601327Z","steps":["trace[962201046] 'agreement among raft nodes before linearized reading' (duration: 198.619895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.601266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.461008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:12:17.601382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.59936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:12:17.601452Z","caller":"traceutil/trace.go:171","msg":"trace[1030064341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5272; }","duration":"192.718603ms","start":"2026-03-19T09:12:17.408715Z","end":"2026-03-19T09:12:17.601434Z","steps":["trace[1030064341] 'agreement among raft nodes before linearized reading' (duration: 192.311804ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.601533Z","caller":"traceutil/trace.go:171","msg":"trace[1140373654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5272; }","duration":"192.677703ms","start":"2026-03-19T09:12:17.408746Z","end":"2026-03-19T09:12:17.601423Z","steps":["trace[1140373654] 'agreement among raft nodes before linearized reading' (duration: 192.344916ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.601658Z","caller":"traceutil/trace.go:171","msg":"trace[1724686843] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"215.701595ms","start":"2026-03-19T09:12:17.385217Z","end":"2026-03-19T09:12:17.600919Z","steps":["trace[1724686843] 'process raft request' (duration: 95.420765ms)","trace[1724686843] 'compare' (duration: 119.778968ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:20.299254Z","caller":"traceutil/trace.go:171","msg":"trace[1174734997] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"246.019351ms","start":"2026-03-19T09:12:20.0532Z","end":"2026-03-19T09:12:20.299219Z","steps":["trace[1174734997] 'process raft request' (duration: 245.721624ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:20.664676Z","caller":"traceutil/trace.go:171","msg":"trace[1944207626] linearizableReadLoop","detail":"{readStateIndex:5529; appliedIndex:5528; }","duration":"137.195566ms","start":"2026-03-19T09:12:20.527461Z","end":"2026-03-19T09:12:20.664657Z","steps":["trace[1944207626] 'read index received' (duration: 136.752906ms)","trace[1944207626] 'applied index is now lower than readState.Index' (duration: 441.85µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:20.664855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.378061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:20.664886Z","caller":"traceutil/trace.go:171","msg":"trace[1938028124] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5295; }","duration":"137.434182ms","start":"2026-03-19T09:12:20.527445Z","end":"2026-03-19T09:12:20.66488Z","steps":["trace[1938028124] 'agreement among raft nodes before linearized reading' (duration: 137.289679ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:20.664945Z","caller":"traceutil/trace.go:171","msg":"trace[1826451629] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"218.357734ms","start":"2026-03-19T09:12:20.446564Z","end":"2026-03-19T09:12:20.664921Z","steps":["trace[1826451629] 'process raft request' (duration: 217.642418ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:20.706024Z","caller":"traceutil/trace.go:171","msg":"trace[402406791] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"129.874162ms","start":"2026-03-19T09:12:20.576131Z","end":"2026-03-19T09:12:20.706005Z","steps":["trace[402406791] 'process raft request' (duration: 129.680128ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:20.82957Z","caller":"traceutil/trace.go:171","msg":"trace[535901440] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"117.209131ms","start":"2026-03-19T09:12:20.712339Z","end":"2026-03-19T09:12:20.829548Z","steps":["trace[535901440] 'process raft request' (duration: 55.19916ms)","trace[535901440] 'compare' (duration: 61.682664ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:21.001079Z","caller":"traceutil/trace.go:171","msg":"trace[495120452] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"151.858053ms","start":"2026-03-19T09:12:20.849186Z","end":"2026-03-19T09:12:21.001044Z","steps":["trace[495120452] 'process raft request' (duration: 151.611227ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:21.163817Z","caller":"traceutil/trace.go:171","msg":"trace[1213337320] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"135.11358ms","start":"2026-03-19T09:12:21.028679Z","end":"2026-03-19T09:12:21.163792Z","steps":["trace[1213337320] 'process raft request' (duration: 134.949966ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:21.263543Z","caller":"traceutil/trace.go:171","msg":"trace[274374865] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"232.52975ms","start":"2026-03-19T09:12:21.030979Z","end":"2026-03-19T09:12:21.263509Z","steps":["trace[274374865] 'process raft request' (duration: 232.469258ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:21.263597Z","caller":"traceutil/trace.go:171","msg":"trace[2136620652] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"233.90798ms","start":"2026-03-19T09:12:21.029667Z","end":"2026-03-19T09:12:21.263575Z","steps":["trace[2136620652] 'process raft request' (duration: 233.725596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:21.264026Z","caller":"traceutil/trace.go:171","msg":"trace[300110830] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"235.173769ms","start":"2026-03-19T09:12:21.028804Z","end":"2026-03-19T09:12:21.263977Z","steps":["trace[300110830] 'process raft request' (duration: 214.735624ms)","trace[300110830] 'compare' (duration: 19.674128ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:21.3736Z","caller":"traceutil/trace.go:171","msg":"trace[232281801] linearizableReadLoop","detail":"{readStateIndex:5545; appliedIndex:5543; }","duration":"101.905529ms","start":"2026-03-19T09:12:21.271676Z","end":"2026-03-19T09:12:21.373581Z","steps":["trace[232281801] 'read index received' (duration: 62.388529ms)","trace[232281801] 'applied index is now lower than readState.Index' (duration: 39.51587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:21.373781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.084463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T09:12:21.373826Z","caller":"traceutil/trace.go:171","msg":"trace[571919283] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5310; }","duration":"102.171765ms","start":"2026-03-19T09:12:21.271643Z","end":"2026-03-19T09:12:21.373815Z","steps":["trace[571919283] 'agreement among raft nodes before linearized reading' (duration: 102.011602ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:21.373927Z","caller":"traceutil/trace.go:171","msg":"trace[655573113] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"103.524855ms","start":"2026-03-19T09:12:21.27034Z","end":"2026-03-19T09:12:21.373864Z","steps":["trace[655573113] 'process raft request' (duration: 100.58802ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:21.374102Z","caller":"traceutil/trace.go:171","msg":"trace[984094219] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"103.34646ms","start":"2026-03-19T09:12:21.270706Z","end":"2026-03-19T09:12:21.374052Z","steps":["trace[984094219] 'process raft request' (duration: 102.835139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:21.964715Z","caller":"traceutil/trace.go:171","msg":"trace[966782074] linearizableReadLoop","detail":"{readStateIndex:5561; appliedIndex:5560; }","duration":"211.345437ms","start":"2026-03-19T09:12:21.75334Z","end":"2026-03-19T09:12:21.964686Z","steps":["trace[966782074] 'read index received' (duration: 189.851699ms)","trace[966782074] 'applied index is now lower than readState.Index' (duration: 21.492568ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:21.964796Z","caller":"traceutil/trace.go:171","msg":"trace[999041606] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"294.446359ms","start":"2026-03-19T09:12:21.670309Z","end":"2026-03-19T09:12:21.964756Z","steps":["trace[999041606] 'process raft request' (duration: 272.831699ms)","trace[999041606] 'compare' (duration: 21.263133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:21.964929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.193652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-03-19T09:12:21.964936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.661689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:12:21.964973Z","caller":"traceutil/trace.go:171","msg":"trace[1910039352] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:5326; }","duration":"210.281214ms","start":"2026-03-19T09:12:21.754679Z","end":"2026-03-19T09:12:21.964961Z","steps":["trace[1910039352] 'agreement among raft nodes before linearized reading' (duration: 210.153541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:21.96502Z","caller":"traceutil/trace.go:171","msg":"trace[459067798] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5326; }","duration":"283.773011ms","start":"2026-03-19T09:12:21.68122Z","end":"2026-03-19T09:12:21.964993Z","steps":["trace[459067798] 'agreement among raft nodes before linearized reading' (duration: 283.492444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:21.965072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.606129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:12:21.964934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.474441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:12:21.96518Z","caller":"traceutil/trace.go:171","msg":"trace[1044503907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5326; }","duration":"306.762783ms","start":"2026-03-19T09:12:21.658392Z","end":"2026-03-19T09:12:21.965155Z","steps":["trace[1044503907] 'agreement among raft nodes before linearized reading' (duration: 306.450256ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:21.965205Z","caller":"traceutil/trace.go:171","msg":"trace[607801143] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5326; }","duration":"299.771698ms","start":"2026-03-19T09:12:21.665411Z","end":"2026-03-19T09:12:21.965183Z","steps":["trace[607801143] 'agreement among raft nodes before linearized reading' (duration: 299.378219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:21.965248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:21.658381Z","time spent":"306.848975ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:12:22.199172Z","caller":"traceutil/trace.go:171","msg":"trace[2082816520] linearizableReadLoop","detail":"{readStateIndex:5564; appliedIndex:5563; }","duration":"136.578703ms","start":"2026-03-19T09:12:22.062558Z","end":"2026-03-19T09:12:22.199137Z","steps":["trace[2082816520] 'read index received' (duration: 63.817402ms)","trace[2082816520] 'applied index is now lower than readState.Index' (duration: 72.759731ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:22.199209Z","caller":"traceutil/trace.go:171","msg":"trace[961808923] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"136.780007ms","start":"2026-03-19T09:12:22.062373Z","end":"2026-03-19T09:12:22.199153Z","steps":["trace[961808923] 'process raft request' (duration: 63.968995ms)","trace[961808923] 'compare' (duration: 72.656049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:22.199535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.952741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T09:12:22.199594Z","caller":"traceutil/trace.go:171","msg":"trace[300350544] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5329; }","duration":"137.077514ms","start":"2026-03-19T09:12:22.062503Z","end":"2026-03-19T09:12:22.19958Z","steps":["trace[300350544] 'agreement among raft nodes before linearized reading' (duration: 136.824578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:22.199738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.275466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:22.199833Z","caller":"traceutil/trace.go:171","msg":"trace[1674765020] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:0; response_revision:5329; }","duration":"136.394908ms","start":"2026-03-19T09:12:22.063413Z","end":"2026-03-19T09:12:22.199808Z","steps":["trace[1674765020] 'agreement among raft nodes before linearized reading' (duration: 136.241224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:22.199831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.212626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-19T09:12:22.199898Z","caller":"traceutil/trace.go:171","msg":"trace[664543151] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5329; }","duration":"137.3617ms","start":"2026-03-19T09:12:22.062516Z","end":"2026-03-19T09:12:22.199877Z","steps":["trace[664543151] 'agreement among raft nodes before linearized reading' (duration: 137.106995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:22.70773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786265283,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:12:22.834254Z","caller":"traceutil/trace.go:171","msg":"trace[415978019] linearizableReadLoop","detail":"{readStateIndex:5565; appliedIndex:5564; }","duration":"626.556018ms","start":"2026-03-19T09:12:22.207672Z","end":"2026-03-19T09:12:22.834228Z","steps":["trace[415978019] 'read index received' (duration: 612.958235ms)","trace[415978019] 'applied index is now lower than readState.Index' (duration: 13.596783ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:22.83433Z","caller":"traceutil/trace.go:171","msg":"trace[1516918851] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"627.873446ms","start":"2026-03-19T09:12:22.206426Z","end":"2026-03-19T09:12:22.834299Z","steps":["trace[1516918851] 'process raft request' (duration: 614.189111ms)","trace[1516918851] 'compare' (duration: 13.499251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:22.834471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:22.206402Z","time spent":"628.00021ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9200,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:22.834553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.833504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-19T09:12:22.834581Z","caller":"traceutil/trace.go:171","msg":"trace[873885377] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5330; }","duration":"626.925415ms","start":"2026-03-19T09:12:22.207646Z","end":"2026-03-19T09:12:22.834571Z","steps":["trace[873885377] 'agreement among raft nodes before linearized reading' (duration: 626.715191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:22.834625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.32458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T09:12:22.834712Z","caller":"traceutil/trace.go:171","msg":"trace[1836029160] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5330; }","duration":"625.432932ms","start":"2026-03-19T09:12:22.209253Z","end":"2026-03-19T09:12:22.834686Z","steps":["trace[1836029160] 'agreement among raft nodes before linearized reading' (duration: 625.183166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:22.83476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:22.209243Z","time spent":"625.508603ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":730,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-19T09:12:22.834817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:22.207631Z","time spent":"627.176462ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":718,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-19T09:12:22.834798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.762562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:22.834812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.449609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:12:22.834871Z","caller":"traceutil/trace.go:171","msg":"trace[1724755644] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5330; }","duration":"226.902055ms","start":"2026-03-19T09:12:22.60795Z","end":"2026-03-19T09:12:22.834852Z","steps":["trace[1724755644] 'agreement among raft nodes before linearized reading' (duration: 226.760622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:22.83488Z","caller":"traceutil/trace.go:171","msg":"trace[588186789] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5330; }","duration":"149.560542ms","start":"2026-03-19T09:12:22.685303Z","end":"2026-03-19T09:12:22.834864Z","steps":["trace[588186789] 'agreement among raft nodes before linearized reading' (duration: 149.341157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:23.496601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.083858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:23.496796Z","caller":"traceutil/trace.go:171","msg":"trace[225926088] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"655.995883ms","start":"2026-03-19T09:12:22.840779Z","end":"2026-03-19T09:12:23.496775Z","steps":["trace[225926088] 'process raft request' (duration: 147.67676ms)","trace[225926088] 'compare' (duration: 507.934525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:23.496915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:22.840764Z","time spent":"656.104265ms","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6111,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:23.695018Z","caller":"traceutil/trace.go:171","msg":"trace[1929749488] linearizableReadLoop","detail":"{readStateIndex:5567; appliedIndex:5565; }","duration":"851.931858ms","start":"2026-03-19T09:12:22.843058Z","end":"2026-03-19T09:12:23.69499Z","steps":["trace[1929749488] 'read index received' (duration: 145.533062ms)","trace[1929749488] 'applied index is now lower than readState.Index' (duration: 706.397496ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:23.69512Z","caller":"traceutil/trace.go:171","msg":"trace[1898322202] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"853.738628ms","start":"2026-03-19T09:12:22.84134Z","end":"2026-03-19T09:12:23.695078Z","steps":["trace[1898322202] 'process raft request' (duration: 809.758028ms)","trace[1898322202] 'compare' (duration: 43.638512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:23.69527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:22.841305Z","time spent":"853.893872ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:23.695277Z","caller":"traceutil/trace.go:171","msg":"trace[1090723193] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"840.052653ms","start":"2026-03-19T09:12:22.855185Z","end":"2026-03-19T09:12:23.695238Z","steps":["trace[1090723193] 'process raft request' (duration: 839.729596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:23.695347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.271845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17738"} {"level":"warn","ts":"2026-03-19T09:12:23.695379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.251555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-19T09:12:23.695442Z","caller":"traceutil/trace.go:171","msg":"trace[187211861] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5333; }","duration":"852.43934ms","start":"2026-03-19T09:12:22.842982Z","end":"2026-03-19T09:12:23.695422Z","steps":["trace[187211861] 'agreement among raft nodes before linearized reading' (duration: 852.152223ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:23.695488Z","caller":"traceutil/trace.go:171","msg":"trace[1648451270] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5333; }","duration":"852.48201ms","start":"2026-03-19T09:12:22.842993Z","end":"2026-03-19T09:12:23.695475Z","steps":["trace[1648451270] 'agreement among raft nodes before linearized reading' (duration: 852.127282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:23.69552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:22.85516Z","time spent":"840.217477ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9303,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:23.695656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:22.842952Z","time spent":"852.541031ms","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17760,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:12:23.69555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:22.842965Z","time spent":"852.572212ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1015,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-19T09:12:24.063522Z","caller":"traceutil/trace.go:171","msg":"trace[934128128] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"722.935996ms","start":"2026-03-19T09:12:23.340554Z","end":"2026-03-19T09:12:24.06349Z","steps":["trace[934128128] 'process raft request' (duration: 716.847469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.063701Z","caller":"traceutil/trace.go:171","msg":"trace[1923902155] linearizableReadLoop","detail":"{readStateIndex:5572; appliedIndex:5568; }","duration":"368.593752ms","start":"2026-03-19T09:12:23.695091Z","end":"2026-03-19T09:12:24.063685Z","steps":["trace[1923902155] 'read index received' (duration: 362.386573ms)","trace[1923902155] 'applied index is now lower than readState.Index' (duration: 6.206129ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:24.063678Z","caller":"traceutil/trace.go:171","msg":"trace[1655793647] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"643.71743ms","start":"2026-03-19T09:12:23.419919Z","end":"2026-03-19T09:12:24.063637Z","steps":["trace[1655793647] 'process raft request' (duration: 643.477653ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.063782Z","caller":"traceutil/trace.go:171","msg":"trace[1812154439] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"632.94478ms","start":"2026-03-19T09:12:23.430828Z","end":"2026-03-19T09:12:24.063773Z","steps":["trace[1812154439] 'process raft request' (duration: 632.701074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.063795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.340528Z","time spent":"723.078768ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:24.063871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.430806Z","time spent":"633.005452ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:24.063975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.419895Z","time spent":"643.871704ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:24.064015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.850343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:24.064099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.582373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:12:24.06419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219740752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T09:12:24.064151Z","caller":"traceutil/trace.go:171","msg":"trace[1669842329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5337; }","duration":"429.001906ms","start":"2026-03-19T09:12:23.635123Z","end":"2026-03-19T09:12:24.064125Z","steps":["trace[1669842329] 'agreement among raft nodes before linearized reading' (duration: 428.863623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.064177Z","caller":"traceutil/trace.go:171","msg":"trace[1945192539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5337; }","duration":"409.712857ms","start":"2026-03-19T09:12:23.654446Z","end":"2026-03-19T09:12:24.064159Z","steps":["trace[1945192539] 'agreement among raft nodes before linearized reading' (duration: 409.437061ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.064228Z","caller":"traceutil/trace.go:171","msg":"trace[971636349] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5337; }","duration":"1.219788043s","start":"2026-03-19T09:12:22.84443Z","end":"2026-03-19T09:12:24.064218Z","steps":["trace[971636349] 'agreement among raft nodes before linearized reading' (duration: 1.219705872s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.06426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:22.844423Z","time spent":"1.219828814s","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-19T09:12:24.064118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.266267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:12:24.064277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.635099Z","time spent":"429.13397ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:12:24.064256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.654412Z","time spent":"409.82873ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:12:24.064312Z","caller":"traceutil/trace.go:171","msg":"trace[58917556] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5337; }","duration":"589.452141ms","start":"2026-03-19T09:12:23.474846Z","end":"2026-03-19T09:12:24.064298Z","steps":["trace[58917556] 'agreement among raft nodes before linearized reading' (duration: 589.186885ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.064148Z","caller":"traceutil/trace.go:171","msg":"trace[251724174] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"558.678976ms","start":"2026-03-19T09:12:23.505387Z","end":"2026-03-19T09:12:24.064066Z","steps":["trace[251724174] 'process raft request' (duration: 558.182135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.064356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.474791Z","time spent":"589.548633ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:12:24.064578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.505363Z","time spent":"559.038824ms","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":952,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:24.06581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.232851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-19T09:12:24.065873Z","caller":"traceutil/trace.go:171","msg":"trace[1875506055] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5338; }","duration":"363.368443ms","start":"2026-03-19T09:12:23.702489Z","end":"2026-03-19T09:12:24.065857Z","steps":["trace[1875506055] 'agreement among raft nodes before linearized reading' (duration: 363.185599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.06592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.702467Z","time spent":"363.438725ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1015,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-19T09:12:24.066381Z","caller":"traceutil/trace.go:171","msg":"trace[1997718786] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"362.597628ms","start":"2026-03-19T09:12:23.703755Z","end":"2026-03-19T09:12:24.066352Z","steps":["trace[1997718786] 'process raft request' (duration: 361.81942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.066475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.728819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:12:24.066551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.703718Z","time spent":"362.72895ms","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3281,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:24.066574Z","caller":"traceutil/trace.go:171","msg":"trace[340060345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5338; }","duration":"308.878622ms","start":"2026-03-19T09:12:23.75768Z","end":"2026-03-19T09:12:24.066559Z","steps":["trace[340060345] 'agreement among raft nodes before linearized reading' (duration: 308.689438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.066615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.757659Z","time spent":"308.948233ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:24.066707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.933143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:24.066753Z","caller":"traceutil/trace.go:171","msg":"trace[1434578113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5338; }","duration":"309.004135ms","start":"2026-03-19T09:12:23.757724Z","end":"2026-03-19T09:12:24.066728Z","steps":["trace[1434578113] 'agreement among raft nodes before linearized reading' (duration: 308.909852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.066777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.757698Z","time spent":"309.072465ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:12:24.066496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.691908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:12:24.067251Z","caller":"traceutil/trace.go:171","msg":"trace[564081772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5338; }","duration":"309.497935ms","start":"2026-03-19T09:12:23.757729Z","end":"2026-03-19T09:12:24.067227Z","steps":["trace[564081772] 'agreement among raft nodes before linearized reading' (duration: 308.665337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.067427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.119769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:24.067437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.757718Z","time spent":"309.70829ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:12:24.067478Z","caller":"traceutil/trace.go:171","msg":"trace[1791470662] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5338; }","duration":"266.210961ms","start":"2026-03-19T09:12:23.801256Z","end":"2026-03-19T09:12:24.067467Z","steps":["trace[1791470662] 'agreement among raft nodes before linearized reading' (duration: 266.124469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.235213Z","caller":"traceutil/trace.go:171","msg":"trace[1613268813] linearizableReadLoop","detail":"{readStateIndex:5574; appliedIndex:5573; }","duration":"165.218811ms","start":"2026-03-19T09:12:24.069956Z","end":"2026-03-19T09:12:24.235175Z","steps":["trace[1613268813] 'read index received' (duration: 165.098868ms)","trace[1613268813] 'applied index is now lower than readState.Index' (duration: 119.003µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:24.235262Z","caller":"traceutil/trace.go:171","msg":"trace[672645113] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"165.63882ms","start":"2026-03-19T09:12:24.069593Z","end":"2026-03-19T09:12:24.235232Z","steps":["trace[672645113] 'process raft request' (duration: 165.404775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.235548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.562808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71044"} {"level":"info","ts":"2026-03-19T09:12:24.235591Z","caller":"traceutil/trace.go:171","msg":"trace[1278128147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5339; }","duration":"165.64952ms","start":"2026-03-19T09:12:24.069931Z","end":"2026-03-19T09:12:24.23558Z","steps":["trace[1278128147] 'agreement among raft nodes before linearized reading' (duration: 165.389164ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.444807Z","caller":"traceutil/trace.go:171","msg":"trace[1047413799] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"374.141735ms","start":"2026-03-19T09:12:24.07064Z","end":"2026-03-19T09:12:24.444781Z","steps":["trace[1047413799] 'process raft request' (duration: 373.995342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.444994Z","caller":"traceutil/trace.go:171","msg":"trace[1770729101] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"374.161575ms","start":"2026-03-19T09:12:24.070797Z","end":"2026-03-19T09:12:24.444959Z","steps":["trace[1770729101] 'process raft request' (duration: 373.91793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.445018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:24.070626Z","time spent":"374.257657ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:24.444969Z","caller":"traceutil/trace.go:171","msg":"trace[1674868214] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"373.50736ms","start":"2026-03-19T09:12:24.071423Z","end":"2026-03-19T09:12:24.44493Z","steps":["trace[1674868214] 'process raft request' (duration: 373.376627ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.444785Z","caller":"traceutil/trace.go:171","msg":"trace[931194331] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"374.764558ms","start":"2026-03-19T09:12:24.069977Z","end":"2026-03-19T09:12:24.444741Z","steps":["trace[931194331] 'process raft request' (duration: 373.764875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.445167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:24.070778Z","time spent":"374.296978ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:24.44522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:24.069954Z","time spent":"375.227919ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:24.445318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:24.071415Z","time spent":"373.720466ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:24.445651Z","caller":"traceutil/trace.go:171","msg":"trace[1682367617] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"374.000912ms","start":"2026-03-19T09:12:24.071634Z","end":"2026-03-19T09:12:24.445635Z","steps":["trace[1682367617] 'process raft request' (duration: 373.237855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.44574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:24.071626Z","time spent":"374.075863ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9164,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:24.445729Z","caller":"traceutil/trace.go:171","msg":"trace[1386907834] linearizableReadLoop","detail":"{readStateIndex:5581; appliedIndex:5574; }","duration":"210.414777ms","start":"2026-03-19T09:12:24.235289Z","end":"2026-03-19T09:12:24.445704Z","steps":["trace[1386907834] 'read index received' (duration: 208.383682ms)","trace[1386907834] 'applied index is now lower than readState.Index' (duration: 2.029345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:24.446052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.768708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:24.446149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.716096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110805"} {"level":"info","ts":"2026-03-19T09:12:24.4462Z","caller":"traceutil/trace.go:171","msg":"trace[888710091] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5346; }","duration":"369.834498ms","start":"2026-03-19T09:12:24.076352Z","end":"2026-03-19T09:12:24.446187Z","steps":["trace[888710091] 'agreement among raft nodes before linearized reading' (duration: 369.417539ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.446121Z","caller":"traceutil/trace.go:171","msg":"trace[1365979717] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5346; }","duration":"374.85253ms","start":"2026-03-19T09:12:24.071251Z","end":"2026-03-19T09:12:24.446103Z","steps":["trace[1365979717] 'agreement among raft nodes before linearized reading' (duration: 374.654556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.446238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.338578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-19T09:12:24.446268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:24.076339Z","time spent":"369.91773ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":110827,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-19T09:12:24.446265Z","caller":"traceutil/trace.go:171","msg":"trace[1848553003] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"374.611385ms","start":"2026-03-19T09:12:24.071634Z","end":"2026-03-19T09:12:24.446246Z","steps":["trace[1848553003] 'process raft request' (duration: 373.886909ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.446285Z","caller":"traceutil/trace.go:171","msg":"trace[1488638761] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5346; }","duration":"374.388749ms","start":"2026-03-19T09:12:24.071884Z","end":"2026-03-19T09:12:24.446272Z","steps":["trace[1488638761] 'agreement among raft nodes before linearized reading' (duration: 374.236005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.447617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:24.071864Z","time spent":"375.732271ms","remote":"127.0.0.1:54880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-19T09:12:24.446331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:24.071243Z","time spent":"375.026544ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T09:12:24.446396Z","caller":"traceutil/trace.go:171","msg":"trace[1831030679] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"374.209515ms","start":"2026-03-19T09:12:24.072176Z","end":"2026-03-19T09:12:24.446385Z","steps":["trace[1831030679] 'process raft request' (duration: 373.455849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.44755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:24.071623Z","time spent":"375.856443ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:24.44785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:24.072166Z","time spent":"375.611597ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:24.447072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.166267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-19T09:12:24.448206Z","caller":"traceutil/trace.go:171","msg":"trace[2143456747] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5346; }","duration":"372.351295ms","start":"2026-03-19T09:12:24.075833Z","end":"2026-03-19T09:12:24.448185Z","steps":["trace[2143456747] 'agreement among raft nodes before linearized reading' (duration: 369.966241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.448277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:24.075818Z","time spent":"372.435356ms","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T09:12:24.446499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.587644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110805"} {"level":"info","ts":"2026-03-19T09:12:24.448376Z","caller":"traceutil/trace.go:171","msg":"trace[21124218] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5346; }","duration":"372.473477ms","start":"2026-03-19T09:12:24.075874Z","end":"2026-03-19T09:12:24.448347Z","steps":["trace[21124218] 'agreement among raft nodes before linearized reading' (duration: 370.458852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.448443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:24.075862Z","time spent":"372.557269ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":110827,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-19T09:12:24.710997Z","caller":"traceutil/trace.go:171","msg":"trace[702979862] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"135.629502ms","start":"2026-03-19T09:12:24.57534Z","end":"2026-03-19T09:12:24.710969Z","steps":["trace[702979862] 'process raft request' (duration: 96.849048ms)","trace[702979862] 'compare' (duration: 38.637281ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:24.720995Z","caller":"traceutil/trace.go:171","msg":"trace[326159663] linearizableReadLoop","detail":"{readStateIndex:5591; appliedIndex:5588; }","duration":"145.129263ms","start":"2026-03-19T09:12:24.575848Z","end":"2026-03-19T09:12:24.720977Z","steps":["trace[326159663] 'read index received' (duration: 96.526251ms)","trace[326159663] 'applied index is now lower than readState.Index' (duration: 48.602132ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:24.721092Z","caller":"traceutil/trace.go:171","msg":"trace[1511498041] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"145.274727ms","start":"2026-03-19T09:12:24.575809Z","end":"2026-03-19T09:12:24.721083Z","steps":["trace[1511498041] 'process raft request' (duration: 144.932319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.721345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.09856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:24.721383Z","caller":"traceutil/trace.go:171","msg":"trace[458539641] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:5356; }","duration":"144.160721ms","start":"2026-03-19T09:12:24.577211Z","end":"2026-03-19T09:12:24.721372Z","steps":["trace[458539641] 'agreement among raft nodes before linearized reading' (duration: 144.082879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.72139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.523822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-03-19T09:12:24.721471Z","caller":"traceutil/trace.go:171","msg":"trace[783452132] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5356; }","duration":"145.641195ms","start":"2026-03-19T09:12:24.575811Z","end":"2026-03-19T09:12:24.721452Z","steps":["trace[783452132] 'agreement among raft nodes before linearized reading' (duration: 145.378859ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:24.721657Z","caller":"traceutil/trace.go:171","msg":"trace[667136498] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"145.824829ms","start":"2026-03-19T09:12:24.575823Z","end":"2026-03-19T09:12:24.721648Z","steps":["trace[667136498] 'process raft request' (duration: 145.088573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:26.987633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.345754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:26.987763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.708593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189e3326b39f64d6\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-19T09:12:26.987793Z","caller":"traceutil/trace.go:171","msg":"trace[270319429] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5386; }","duration":"324.577829ms","start":"2026-03-19T09:12:26.663173Z","end":"2026-03-19T09:12:26.987751Z","steps":["trace[270319429] 'count revisions from in-memory index tree' (duration: 324.206471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:26.987903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:26.663142Z","time spent":"324.740014ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:26.987963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.105201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-497cf\" ","response":"range_response_count:1 size:4995"} {"level":"info","ts":"2026-03-19T09:12:26.988054Z","caller":"traceutil/trace.go:171","msg":"trace[1327605696] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-497cf; range_end:; response_count:1; response_revision:5386; }","duration":"439.257164ms","start":"2026-03-19T09:12:26.548773Z","end":"2026-03-19T09:12:26.98803Z","steps":["trace[1327605696] 'range keys from in-memory index tree' (duration: 438.869155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:26.988116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:26.548746Z","time spent":"439.356716ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5017,"request content":"key:\"/registry/pods/monitoring/goldpinger-497cf\" "} {"level":"warn","ts":"2026-03-19T09:12:26.98814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.941048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c081193-fa71-48f4-a17a-79e0ecc79104\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-19T09:12:26.988218Z","caller":"traceutil/trace.go:171","msg":"trace[908152888] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c081193-fa71-48f4-a17a-79e0ecc79104; range_end:; response_count:1; response_revision:5386; }","duration":"197.05754ms","start":"2026-03-19T09:12:26.791138Z","end":"2026-03-19T09:12:26.988195Z","steps":["trace[908152888] 'range keys from in-memory index tree' (duration: 196.749323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:26.98785Z","caller":"traceutil/trace.go:171","msg":"trace[682231004] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189e3326b39f64d6; range_end:; response_count:1; response_revision:5386; }","duration":"276.854126ms","start":"2026-03-19T09:12:26.710972Z","end":"2026-03-19T09:12:26.987826Z","steps":["trace[682231004] 'range keys from in-memory index tree' (duration: 276.532559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:26.988679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.876211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:26.988952Z","caller":"traceutil/trace.go:171","msg":"trace[1554543658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5386; }","duration":"353.241189ms","start":"2026-03-19T09:12:26.63568Z","end":"2026-03-19T09:12:26.988921Z","steps":["trace[1554543658] 'range keys from in-memory index tree' (duration: 352.633766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:26.989053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:26.635653Z","time spent":"353.382082ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:12:27.181804Z","caller":"traceutil/trace.go:171","msg":"trace[496346854] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"190.914944ms","start":"2026-03-19T09:12:26.99085Z","end":"2026-03-19T09:12:27.181765Z","steps":["trace[496346854] 'process raft request' (duration: 190.659829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:27.334058Z","caller":"traceutil/trace.go:171","msg":"trace[1865755744] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"336.204019ms","start":"2026-03-19T09:12:26.997835Z","end":"2026-03-19T09:12:27.334039Z","steps":["trace[1865755744] 'process raft request' (duration: 336.074396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:27.334181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:26.997815Z","time spent":"336.303312ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:27.867272Z","caller":"traceutil/trace.go:171","msg":"trace[380453186] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"142.434723ms","start":"2026-03-19T09:12:27.72479Z","end":"2026-03-19T09:12:27.867225Z","steps":["trace[380453186] 'process raft request' (duration: 46.487536ms)","trace[380453186] 'compare' (duration: 95.540118ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:27.932544Z","caller":"traceutil/trace.go:171","msg":"trace[187854876] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"207.700937ms","start":"2026-03-19T09:12:27.72481Z","end":"2026-03-19T09:12:27.932511Z","steps":["trace[187854876] 'process raft request' (duration: 207.435981ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:27.932794Z","caller":"traceutil/trace.go:171","msg":"trace[1081029507] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"206.667964ms","start":"2026-03-19T09:12:27.726117Z","end":"2026-03-19T09:12:27.932785Z","steps":["trace[1081029507] 'process raft request' (duration: 206.312306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.672966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181481779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:12:29.673297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418326335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:12:29.673411Z","caller":"traceutil/trace.go:171","msg":"trace[902989307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5396; }","duration":"1.418500988s","start":"2026-03-19T09:12:28.254884Z","end":"2026-03-19T09:12:29.673385Z","steps":["trace[902989307] 'range keys from in-memory index tree' (duration: 1.418035059s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.673456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.254862Z","time spent":"1.41858508s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:29.673463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.063985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:29.673526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.813266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:12:29.673516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.141821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:29.673576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.359015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:29.673574Z","caller":"traceutil/trace.go:171","msg":"trace[2019067023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5396; }","duration":"100.903338ms","start":"2026-03-19T09:12:29.572657Z","end":"2026-03-19T09:12:29.67356Z","steps":["trace[2019067023] 'range keys from in-memory index tree' (duration: 100.635221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:29.673597Z","caller":"traceutil/trace.go:171","msg":"trace[2035805828] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5396; }","duration":"526.417317ms","start":"2026-03-19T09:12:29.147175Z","end":"2026-03-19T09:12:29.673592Z","steps":["trace[2035805828] 'count revisions from in-memory index tree' (duration: 526.225233ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:29.673588Z","caller":"traceutil/trace.go:171","msg":"trace[1037701721] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5396; }","duration":"803.272614ms","start":"2026-03-19T09:12:28.870298Z","end":"2026-03-19T09:12:29.673571Z","steps":["trace[1037701721] 'count revisions from in-memory index tree' (duration: 803.025549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.673624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:29.147153Z","time spent":"526.464498ms","remote":"127.0.0.1:54730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:29.67364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.870269Z","time spent":"803.360846ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:29.673645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179880864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:12:29.673688Z","caller":"traceutil/trace.go:171","msg":"trace[440641064] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5396; }","duration":"1.179934164s","start":"2026-03-19T09:12:28.493741Z","end":"2026-03-19T09:12:29.673675Z","steps":["trace[440641064] 'range keys from in-memory index tree' (duration: 1.179833432s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:29.673532Z","caller":"traceutil/trace.go:171","msg":"trace[1889542861] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5396; }","duration":"507.194108ms","start":"2026-03-19T09:12:29.166319Z","end":"2026-03-19T09:12:29.673513Z","steps":["trace[1889542861] 'count revisions from in-memory index tree' (duration: 506.939322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.67372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.49373Z","time spent":"1.179980985s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:29.673749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:29.166291Z","time spent":"507.444294ms","remote":"127.0.0.1:57238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:29.673776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.385414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:29.673833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.354002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:29.673872Z","caller":"traceutil/trace.go:171","msg":"trace[550355447] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5396; }","duration":"700.421832ms","start":"2026-03-19T09:12:28.973437Z","end":"2026-03-19T09:12:29.673859Z","steps":["trace[550355447] 'count revisions from in-memory index tree' (duration: 700.26599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.6739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.973384Z","time spent":"700.508795ms","remote":"127.0.0.1:42956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:29.673445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41673204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:12:29.673926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20392513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:29.673939Z","caller":"traceutil/trace.go:171","msg":"trace[85406137] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5396; }","duration":"1.417275012s","start":"2026-03-19T09:12:28.25665Z","end":"2026-03-19T09:12:29.673925Z","steps":["trace[85406137] 'range keys from in-memory index tree' (duration: 1.416538376s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:29.673955Z","caller":"traceutil/trace.go:171","msg":"trace[2044772419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5396; }","duration":"1.20395505s","start":"2026-03-19T09:12:28.469993Z","end":"2026-03-19T09:12:29.673948Z","steps":["trace[2044772419] 'range keys from in-memory index tree' (duration: 1.203859046s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.673975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.256629Z","time spent":"1.417336653s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:12:29.673981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.469945Z","time spent":"1.204029622s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:12:29.674079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183451433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:12:29.674105Z","caller":"traceutil/trace.go:171","msg":"trace[3173014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5396; }","duration":"1.183500284s","start":"2026-03-19T09:12:28.490598Z","end":"2026-03-19T09:12:29.674098Z","steps":["trace[3173014] 'range keys from in-memory index tree' (duration: 1.183345821s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.67413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.490586Z","time spent":"1.183539104s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:12:29.674193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.324662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c081193-fa71-48f4-a17a-79e0ecc79104\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-19T09:12:29.67423Z","caller":"traceutil/trace.go:171","msg":"trace[1716839716] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9c081193-fa71-48f4-a17a-79e0ecc79104; range_end:; response_count:1; response_revision:5396; }","duration":"661.382073ms","start":"2026-03-19T09:12:29.012836Z","end":"2026-03-19T09:12:29.674218Z","steps":["trace[1716839716] 'range keys from in-memory index tree' (duration: 661.20745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.674258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:29.012818Z","time spent":"661.433004ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9c081193-fa71-48f4-a17a-79e0ecc79104\" "} {"level":"warn","ts":"2026-03-19T09:12:29.673588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038720199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:29.673831Z","caller":"traceutil/trace.go:171","msg":"trace[708162482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5396; }","duration":"978.472596ms","start":"2026-03-19T09:12:28.695338Z","end":"2026-03-19T09:12:29.673811Z","steps":["trace[708162482] 'count revisions from in-memory index tree' (duration: 978.312253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:29.674306Z","caller":"traceutil/trace.go:171","msg":"trace[1386553021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5396; }","duration":"1.039477856s","start":"2026-03-19T09:12:28.634818Z","end":"2026-03-19T09:12:29.674296Z","steps":["trace[1386553021] 'range keys from in-memory index tree' (duration: 1.038655898s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.67434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.634797Z","time spent":"1.039535007s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:12:29.674345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.695314Z","time spent":"979.012059ms","remote":"127.0.0.1:57038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:29.673051Z","caller":"traceutil/trace.go:171","msg":"trace[298939055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5396; }","duration":"1.181602412s","start":"2026-03-19T09:12:28.491428Z","end":"2026-03-19T09:12:29.67303Z","steps":["trace[298939055] 'range keys from in-memory index tree' (duration: 1.181405668s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.674541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.491417Z","time spent":"1.183114645s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:32.191532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786265493,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:12:32.201829Z","caller":"traceutil/trace.go:171","msg":"trace[272223220] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"511.598808ms","start":"2026-03-19T09:12:31.690195Z","end":"2026-03-19T09:12:32.201794Z","steps":["trace[272223220] 'process raft request' (duration: 507.752561ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:32.20189Z","caller":"traceutil/trace.go:171","msg":"trace[198046083] linearizableReadLoop","detail":"{readStateIndex:5662; appliedIndex:5661; }","duration":"510.421251ms","start":"2026-03-19T09:12:31.691445Z","end":"2026-03-19T09:12:32.201866Z","steps":["trace[198046083] 'read index received' (duration: 506.522214ms)","trace[198046083] 'applied index is now lower than readState.Index' (duration: 3.896637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:32.201994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:31.690175Z","time spent":"511.73618ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:32.202132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.662816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-03-19T09:12:32.202134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.290414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:32.202165Z","caller":"traceutil/trace.go:171","msg":"trace[2074936099] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d; range_end:; response_count:1; response_revision:5426; }","duration":"510.763349ms","start":"2026-03-19T09:12:31.691389Z","end":"2026-03-19T09:12:32.202152Z","steps":["trace[2074936099] 'agreement among raft nodes before linearized reading' (duration: 510.609446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:32.202192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:31.691357Z","time spent":"510.82845ms","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-f44f082b-8ee6-44f6-9018-bfd9cec5b15d\" "} {"level":"info","ts":"2026-03-19T09:12:32.202194Z","caller":"traceutil/trace.go:171","msg":"trace[1002416765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5426; }","duration":"491.380977ms","start":"2026-03-19T09:12:31.710797Z","end":"2026-03-19T09:12:32.202178Z","steps":["trace[1002416765] 'agreement among raft nodes before linearized reading' (duration: 491.240754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:32.202229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:31.710783Z","time spent":"491.436318ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:12:32.202358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.19426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:12:32.202417Z","caller":"traceutil/trace.go:171","msg":"trace[2126708823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5426; }","duration":"490.275252ms","start":"2026-03-19T09:12:31.712126Z","end":"2026-03-19T09:12:32.202401Z","steps":["trace[2126708823] 'agreement among raft nodes before linearized reading' (duration: 490.094578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:32.202437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.252356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:12:32.202455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:31.712115Z","time spent":"490.331693ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:32.202438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.685141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:12:32.2025Z","caller":"traceutil/trace.go:171","msg":"trace[1717985293] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5426; }","duration":"483.358149ms","start":"2026-03-19T09:12:31.719122Z","end":"2026-03-19T09:12:32.202481Z","steps":["trace[1717985293] 'agreement among raft nodes before linearized reading' (duration: 483.128344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:32.202582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:31.719094Z","time spent":"483.478591ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"info","ts":"2026-03-19T09:12:32.202587Z","caller":"traceutil/trace.go:171","msg":"trace[859085089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5426; }","duration":"490.802073ms","start":"2026-03-19T09:12:31.711703Z","end":"2026-03-19T09:12:32.202505Z","steps":["trace[859085089] 'agreement among raft nodes before linearized reading' (duration: 490.550978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:32.202646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:31.711696Z","time spent":"490.935856ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:32.203176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.713483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:12:32.203447Z","caller":"traceutil/trace.go:171","msg":"trace[2112375634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5426; }","duration":"492.02844ms","start":"2026-03-19T09:12:31.711403Z","end":"2026-03-19T09:12:32.203431Z","steps":["trace[2112375634] 'agreement among raft nodes before linearized reading' (duration: 491.57332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:32.203501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:31.711395Z","time spent":"492.091392ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:12:34.069383Z","caller":"traceutil/trace.go:171","msg":"trace[1893858724] linearizableReadLoop","detail":"{readStateIndex:5683; appliedIndex:5682; }","duration":"450.092886ms","start":"2026-03-19T09:12:33.619265Z","end":"2026-03-19T09:12:34.069358Z","steps":["trace[1893858724] 'read index received' (duration: 449.875541ms)","trace[1893858724] 'applied index is now lower than readState.Index' (duration: 216.125µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:34.069429Z","caller":"traceutil/trace.go:171","msg":"trace[1358908544] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"599.982865ms","start":"2026-03-19T09:12:33.46942Z","end":"2026-03-19T09:12:34.069403Z","steps":["trace[1358908544] 'process raft request' (duration: 599.782951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:34.069609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.469392Z","time spent":"600.088118ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9210,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:34.069654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.388142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-ll24l\" ","response":"range_response_count:1 size:4040"} {"level":"info","ts":"2026-03-19T09:12:34.069693Z","caller":"traceutil/trace.go:171","msg":"trace[1520784386] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-ll24l; range_end:; response_count:1; response_revision:5446; }","duration":"450.481764ms","start":"2026-03-19T09:12:33.6192Z","end":"2026-03-19T09:12:34.069681Z","steps":["trace[1520784386] 'agreement among raft nodes before linearized reading' (duration: 450.28715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:34.069735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.619159Z","time spent":"450.568596ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4062,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-ll24l\" "} {"level":"warn","ts":"2026-03-19T09:12:34.069959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.425797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-19T09:12:34.069996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.605046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:34.070019Z","caller":"traceutil/trace.go:171","msg":"trace[1200233826] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5446; }","duration":"285.51268ms","start":"2026-03-19T09:12:33.784487Z","end":"2026-03-19T09:12:34.07Z","steps":["trace[1200233826] 'agreement among raft nodes before linearized reading' (duration: 285.379376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:34.07002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.57794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:12:34.070064Z","caller":"traceutil/trace.go:171","msg":"trace[414629798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5446; }","duration":"436.688727ms","start":"2026-03-19T09:12:33.633357Z","end":"2026-03-19T09:12:34.070046Z","steps":["trace[414629798] 'agreement among raft nodes before linearized reading' (duration: 436.579244ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:34.070099Z","caller":"traceutil/trace.go:171","msg":"trace[808553509] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5446; }","duration":"284.697612ms","start":"2026-03-19T09:12:33.785381Z","end":"2026-03-19T09:12:34.070079Z","steps":["trace[808553509] 'agreement among raft nodes before linearized reading' (duration: 284.482796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:34.070123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.63335Z","time spent":"436.76082ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:12:34.070238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.770456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-19T09:12:34.070409Z","caller":"traceutil/trace.go:171","msg":"trace[1566774866] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5446; }","duration":"440.004631ms","start":"2026-03-19T09:12:33.630359Z","end":"2026-03-19T09:12:34.070363Z","steps":["trace[1566774866] 'agreement among raft nodes before linearized reading' (duration: 439.498419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:34.07057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.630339Z","time spent":"440.217406ms","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-19T09:12:39.844473Z","caller":"traceutil/trace.go:171","msg":"trace[1473495318] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"104.289203ms","start":"2026-03-19T09:12:39.740121Z","end":"2026-03-19T09:12:39.84441Z","steps":["trace[1473495318] 'process raft request' (duration: 104.106639ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:39.844615Z","caller":"traceutil/trace.go:171","msg":"trace[1088321446] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"102.399502ms","start":"2026-03-19T09:12:39.742199Z","end":"2026-03-19T09:12:39.844598Z","steps":["trace[1088321446] 'process raft request' (duration: 102.246099ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:39.844779Z","caller":"traceutil/trace.go:171","msg":"trace[989101158] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"102.947104ms","start":"2026-03-19T09:12:39.741628Z","end":"2026-03-19T09:12:39.844575Z","steps":["trace[989101158] 'process raft request' (duration: 102.78661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:39.844914Z","caller":"traceutil/trace.go:171","msg":"trace[1047258374] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"104.197871ms","start":"2026-03-19T09:12:39.740705Z","end":"2026-03-19T09:12:39.844903Z","steps":["trace[1047258374] 'process raft request' (duration: 103.672539ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:39.844512Z","caller":"traceutil/trace.go:171","msg":"trace[407973328] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"104.13703ms","start":"2026-03-19T09:12:39.740351Z","end":"2026-03-19T09:12:39.844488Z","steps":["trace[407973328] 'process raft request' (duration: 103.984626ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:40.946645Z","caller":"traceutil/trace.go:171","msg":"trace[1709106403] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"128.317068ms","start":"2026-03-19T09:12:40.818281Z","end":"2026-03-19T09:12:40.946598Z","steps":["trace[1709106403] 'process raft request' (duration: 124.036524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:41.989599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.477157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2102"} {"level":"info","ts":"2026-03-19T09:12:41.989679Z","caller":"traceutil/trace.go:171","msg":"trace[1177192320] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5568; }","duration":"376.596019ms","start":"2026-03-19T09:12:41.613063Z","end":"2026-03-19T09:12:41.989659Z","steps":["trace[1177192320] 'range keys from in-memory index tree' (duration: 376.360314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:41.989718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.612991Z","time spent":"376.718753ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2124,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"info","ts":"2026-03-19T09:12:42.472917Z","caller":"traceutil/trace.go:171","msg":"trace[529323650] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"101.759597ms","start":"2026-03-19T09:12:42.371127Z","end":"2026-03-19T09:12:42.472886Z","steps":["trace[529323650] 'process raft request' (duration: 101.423139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:42.472996Z","caller":"traceutil/trace.go:171","msg":"trace[1510926993] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"100.416367ms","start":"2026-03-19T09:12:42.372548Z","end":"2026-03-19T09:12:42.472964Z","steps":["trace[1510926993] 'process raft request' (duration: 100.227403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:46.249642Z","caller":"traceutil/trace.go:171","msg":"trace[306410112] linearizableReadLoop","detail":"{readStateIndex:5836; appliedIndex:5835; }","duration":"121.495376ms","start":"2026-03-19T09:12:46.128122Z","end":"2026-03-19T09:12:46.249617Z","steps":["trace[306410112] 'read index received' (duration: 121.124018ms)","trace[306410112] 'applied index is now lower than readState.Index' (duration: 369.898µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:46.249848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.703081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:46.249889Z","caller":"traceutil/trace.go:171","msg":"trace[92888917] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5592; }","duration":"121.815263ms","start":"2026-03-19T09:12:46.128063Z","end":"2026-03-19T09:12:46.249878Z","steps":["trace[92888917] 'agreement among raft nodes before linearized reading' (duration: 121.65874ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:46.250192Z","caller":"traceutil/trace.go:171","msg":"trace[2069017042] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"129.390332ms","start":"2026-03-19T09:12:46.120761Z","end":"2026-03-19T09:12:46.250152Z","steps":["trace[2069017042] 'process raft request' (duration: 128.520803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:46.502863Z","caller":"traceutil/trace.go:171","msg":"trace[310752396] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"126.152861ms","start":"2026-03-19T09:12:46.376674Z","end":"2026-03-19T09:12:46.502827Z","steps":["trace[310752396] 'process raft request' (duration: 78.252974ms)","trace[310752396] 'compare' (duration: 47.719263ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:46.514119Z","caller":"traceutil/trace.go:171","msg":"trace[2090914623] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"132.361019ms","start":"2026-03-19T09:12:46.381717Z","end":"2026-03-19T09:12:46.514078Z","steps":["trace[2090914623] 'process raft request' (duration: 132.211196ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:46.514356Z","caller":"traceutil/trace.go:171","msg":"trace[522987421] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"133.255609ms","start":"2026-03-19T09:12:46.381062Z","end":"2026-03-19T09:12:46.514317Z","steps":["trace[522987421] 'process raft request' (duration: 132.704546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:51.965514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786265972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:12:52.465953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786265972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:12:52.594739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814036647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-19T09:12:52.594839Z","caller":"traceutil/trace.go:171","msg":"trace[1395690474] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5622; }","duration":"1.81417151s","start":"2026-03-19T09:12:50.780645Z","end":"2026-03-19T09:12:52.594816Z","steps":["trace[1395690474] 'range keys from in-memory index tree' (duration: 1.813845413s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:52.594955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:50.780627Z","time spent":"1.814296163s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T09:12:52.595284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773968822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:12:52.595577Z","caller":"traceutil/trace.go:171","msg":"trace[200647349] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5622; }","duration":"1.774101955s","start":"2026-03-19T09:12:50.821237Z","end":"2026-03-19T09:12:52.595339Z","steps":["trace[200647349] 'range keys from in-memory index tree' (duration: 1.773835819s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:52.595882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:50.821219Z","time spent":"1.774650228s","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T09:12:52.96646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786265972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:12:53.398944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.281418476s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:12:53.399733Z","caller":"traceutil/trace.go:171","msg":"trace[1343748697] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"2.282268587s","start":"2026-03-19T09:12:51.117412Z","end":"2026-03-19T09:12:53.399681Z","steps":["trace[1343748697] 'process raft request' (duration: 2.281898188s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.39991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:51.117385Z","time spent":"2.28243417s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:53.635408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:12:53.635519Z","caller":"traceutil/trace.go:171","msg":"trace[1903244165] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075287s","start":"2026-03-19T09:12:51.635421Z","end":"2026-03-19T09:12:53.635496Z","steps":["trace[1903244165] 'agreement among raft nodes before linearized reading' (duration: 1.999949034s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.635584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:51.635401Z","time spent":"2.000167379s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:12:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-19T09:12:53.787449Z","caller":"traceutil/trace.go:171","msg":"trace[1799857194] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"2.450816634s","start":"2026-03-19T09:12:51.336604Z","end":"2026-03-19T09:12:53.787421Z","steps":["trace[1799857194] 'process raft request' (duration: 2.450563959s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.787643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:51.336578Z","time spent":"2.450979828s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:53.787877Z","caller":"traceutil/trace.go:171","msg":"trace[958720880] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"1.200796417s","start":"2026-03-19T09:12:52.587043Z","end":"2026-03-19T09:12:53.787839Z","steps":["trace[958720880] 'process raft request' (duration: 1.200315736s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.788069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:52.587017Z","time spent":"1.2009522s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:53.788281Z","caller":"traceutil/trace.go:171","msg":"trace[1122930433] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"1.190825984s","start":"2026-03-19T09:12:52.597377Z","end":"2026-03-19T09:12:53.788203Z","steps":["trace[1122930433] 'process raft request' (duration: 1.190241351s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.788536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:52.597357Z","time spent":"1.191037059s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:53.788546Z","caller":"traceutil/trace.go:171","msg":"trace[1315203072] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"1.191059139s","start":"2026-03-19T09:12:52.597473Z","end":"2026-03-19T09:12:53.788532Z","steps":["trace[1315203072] 'process raft request' (duration: 1.19064974s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.788627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:52.597466Z","time spent":"1.19112478s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:53.789079Z","caller":"traceutil/trace.go:171","msg":"trace[1099726925] linearizableReadLoop","detail":"{readStateIndex:5874; appliedIndex:5868; }","duration":"2.324168973s","start":"2026-03-19T09:12:51.464877Z","end":"2026-03-19T09:12:53.789046Z","steps":["trace[1099726925] 'read index received' (duration: 1.934362947s)","trace[1099726925] 'applied index is now lower than readState.Index' (duration: 389.804766ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:53.789804Z","caller":"traceutil/trace.go:171","msg":"trace[475279139] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"1.184098883s","start":"2026-03-19T09:12:52.605689Z","end":"2026-03-19T09:12:53.789788Z","steps":["trace[475279139] 'process raft request' (duration: 1.182686671s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.789886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:52.605669Z","time spent":"1.184173176s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:53.79021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.218755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:53.790256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325365269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:53.790255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297504697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:53.79032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080554559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:12:53.790349Z","caller":"traceutil/trace.go:171","msg":"trace[1811349479] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5628; }","duration":"2.325506302s","start":"2026-03-19T09:12:51.464819Z","end":"2026-03-19T09:12:53.790325Z","steps":["trace[1811349479] 'agreement among raft nodes before linearized reading' (duration: 2.324588712s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:53.790369Z","caller":"traceutil/trace.go:171","msg":"trace[949796567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5628; }","duration":"1.080657371s","start":"2026-03-19T09:12:52.709696Z","end":"2026-03-19T09:12:53.790353Z","steps":["trace[949796567] 'agreement among raft nodes before linearized reading' (duration: 1.080485917s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:53.79035Z","caller":"traceutil/trace.go:171","msg":"trace[41273924] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5628; }","duration":"2.29765892s","start":"2026-03-19T09:12:51.492672Z","end":"2026-03-19T09:12:53.790331Z","steps":["trace[41273924] 'agreement among raft nodes before linearized reading' (duration: 2.297269422s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.790386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080677201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:12:53.79041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:52.709662Z","time spent":"1.080740653s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:53.790417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:51.46479Z","time spent":"2.325611555s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:53.79043Z","caller":"traceutil/trace.go:171","msg":"trace[2074656752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5628; }","duration":"1.080735273s","start":"2026-03-19T09:12:52.709681Z","end":"2026-03-19T09:12:53.790416Z","steps":["trace[2074656752] 'agreement among raft nodes before linearized reading' (duration: 1.080647551s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.790444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:51.492649Z","time spent":"2.297759242s","remote":"127.0.0.1:37044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:53.790463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186842885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:12:53.790467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:52.70967Z","time spent":"1.080790224s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:12:53.790495Z","caller":"traceutil/trace.go:171","msg":"trace[29683553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5628; }","duration":"1.186931027s","start":"2026-03-19T09:12:52.603554Z","end":"2026-03-19T09:12:53.790486Z","steps":["trace[29683553] 'agreement among raft nodes before linearized reading' (duration: 1.186809614s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.790559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:52.603526Z","time spent":"1.187020129s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:12:53.79057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.917593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:53.790613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007472291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:53.790623Z","caller":"traceutil/trace.go:171","msg":"trace[1694735263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5628; }","duration":"155.002975ms","start":"2026-03-19T09:12:53.635605Z","end":"2026-03-19T09:12:53.790608Z","steps":["trace[1694735263] 'agreement among raft nodes before linearized reading' (duration: 154.902813ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:53.790646Z","caller":"traceutil/trace.go:171","msg":"trace[151099018] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5628; }","duration":"2.007550163s","start":"2026-03-19T09:12:51.783087Z","end":"2026-03-19T09:12:53.790637Z","steps":["trace[151099018] 'agreement among raft nodes before linearized reading' (duration: 2.007491312s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:53.790281Z","caller":"traceutil/trace.go:171","msg":"trace[1565106500] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5628; }","duration":"208.295867ms","start":"2026-03-19T09:12:53.581968Z","end":"2026-03-19T09:12:53.790263Z","steps":["trace[1565106500] 'agreement among raft nodes before linearized reading' (duration: 208.161634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.790675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:51.783058Z","time spent":"2.007609515s","remote":"127.0.0.1:54656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:53.790693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157648422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:12:53.790731Z","caller":"traceutil/trace.go:171","msg":"trace[1947431641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5628; }","duration":"1.157736734s","start":"2026-03-19T09:12:52.632985Z","end":"2026-03-19T09:12:53.790721Z","steps":["trace[1947431641] 'agreement among raft nodes before linearized reading' (duration: 1.157649322s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.79068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653928017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:53.79076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:52.632973Z","time spent":"1.157778585s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:12:53.790797Z","caller":"traceutil/trace.go:171","msg":"trace[835293414] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5628; }","duration":"1.654117422s","start":"2026-03-19T09:12:52.136651Z","end":"2026-03-19T09:12:53.790769Z","steps":["trace[835293414] 'agreement among raft nodes before linearized reading' (duration: 1.653814005s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.790292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088588818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:12:53.790887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:52.136626Z","time spent":"1.654248324s","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:53.791002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191812096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c081193-fa71-48f4-a17a-79e0ecc79104\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T09:12:53.791049Z","caller":"traceutil/trace.go:171","msg":"trace[1557937349] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c081193-fa71-48f4-a17a-79e0ecc79104; range_end:; response_count:1; response_revision:5628; }","duration":"1.191871447s","start":"2026-03-19T09:12:52.599165Z","end":"2026-03-19T09:12:53.791036Z","steps":["trace[1557937349] 'agreement among raft nodes before linearized reading' (duration: 1.191665942s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.790915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185615497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:12:53.791086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:52.599157Z","time spent":"1.191921488s","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-9c081193-fa71-48f4-a17a-79e0ecc79104\" "} {"level":"info","ts":"2026-03-19T09:12:53.791112Z","caller":"traceutil/trace.go:171","msg":"trace[229880896] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5628; }","duration":"1.185823632s","start":"2026-03-19T09:12:52.605273Z","end":"2026-03-19T09:12:53.791096Z","steps":["trace[229880896] 'agreement among raft nodes before linearized reading' (duration: 1.185561046s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.791156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:52.605266Z","time spent":"1.185876633s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"info","ts":"2026-03-19T09:12:53.790909Z","caller":"traceutil/trace.go:171","msg":"trace[967478746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5628; }","duration":"1.089259293s","start":"2026-03-19T09:12:52.701616Z","end":"2026-03-19T09:12:53.790875Z","steps":["trace[967478746] 'agreement among raft nodes before linearized reading' (duration: 1.088520657s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:53.791231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:52.701593Z","time spent":"1.089617522s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:12:54.95964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.905516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:54.959732Z","caller":"traceutil/trace.go:171","msg":"trace[311096334] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"1.161657362s","start":"2026-03-19T09:12:53.798058Z","end":"2026-03-19T09:12:54.959715Z","steps":["trace[311096334] 'process raft request' (duration: 428.611683ms)","trace[311096334] 'compare' (duration: 732.800574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:54.959767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:53.798028Z","time spent":"1.161722403s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:55.360207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13338713s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:12:55.42647Z","caller":"traceutil/trace.go:171","msg":"trace[101855557] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"1.628207853s","start":"2026-03-19T09:12:53.798196Z","end":"2026-03-19T09:12:55.426403Z","steps":["trace[101855557] 'process raft request' (duration: 1.56230079s)","trace[101855557] 'compare' (duration: 65.601097ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:55.42667Z","caller":"traceutil/trace.go:171","msg":"trace[1159072907] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"1.628407348s","start":"2026-03-19T09:12:53.798228Z","end":"2026-03-19T09:12:55.426635Z","steps":["trace[1159072907] 'process raft request' (duration: 1.6280692s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:55.426785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:53.79818Z","time spent":"1.628463199s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:55.426799Z","caller":"traceutil/trace.go:171","msg":"trace[691715828] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"1.628342146s","start":"2026-03-19T09:12:53.79841Z","end":"2026-03-19T09:12:55.426752Z","steps":["trace[691715828] 'process raft request' (duration: 1.628027489s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:55.426902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:53.798206Z","time spent":"1.628578282s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:55.426951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:53.79837Z","time spent":"1.628481799s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:55.427024Z","caller":"traceutil/trace.go:171","msg":"trace[898954645] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"1.627789054s","start":"2026-03-19T09:12:53.799184Z","end":"2026-03-19T09:12:55.426973Z","steps":["trace[898954645] 'process raft request' (duration: 1.627381165s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:55.427041Z","caller":"traceutil/trace.go:171","msg":"trace[461991885] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"1.628672853s","start":"2026-03-19T09:12:53.798309Z","end":"2026-03-19T09:12:55.426982Z","steps":["trace[461991885] 'process raft request' (duration: 1.62808064s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:55.427202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:53.799172Z","time spent":"1.627935957s","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:55.427229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:53.798283Z","time spent":"1.628843217s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:55.427224Z","caller":"traceutil/trace.go:171","msg":"trace[1427253431] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"1.627665501s","start":"2026-03-19T09:12:53.799526Z","end":"2026-03-19T09:12:55.427191Z","steps":["trace[1427253431] 'process raft request' (duration: 1.62718557s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:55.427419Z","caller":"traceutil/trace.go:171","msg":"trace[570925780] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"1.627810725s","start":"2026-03-19T09:12:53.799592Z","end":"2026-03-19T09:12:55.427403Z","steps":["trace[570925780] 'process raft request' (duration: 1.627448837s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:55.427417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:53.799514Z","time spent":"1.627801885s","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:55.4275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:53.799572Z","time spent":"1.627888656s","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:55.427503Z","caller":"traceutil/trace.go:171","msg":"trace[1123860842] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"1.627022906s","start":"2026-03-19T09:12:53.800463Z","end":"2026-03-19T09:12:55.427486Z","steps":["trace[1123860842] 'process raft request' (duration: 1.626832272s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:55.427511Z","caller":"traceutil/trace.go:171","msg":"trace[1768970671] linearizableReadLoop","detail":"{readStateIndex:5879; appliedIndex:5874; }","duration":"1.62899283s","start":"2026-03-19T09:12:53.798487Z","end":"2026-03-19T09:12:55.42748Z","steps":["trace[1768970671] 'read index received' (duration: 428.337037ms)","trace[1768970671] 'applied index is now lower than readState.Index' (duration: 1.200654173s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:55.427589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:53.800453Z","time spent":"1.627092918s","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:55.427139Z","caller":"traceutil/trace.go:171","msg":"trace[468877348] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"1.628469319s","start":"2026-03-19T09:12:53.798574Z","end":"2026-03-19T09:12:55.427043Z","steps":["trace[468877348] 'process raft request' (duration: 1.627914146s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:55.427801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629311679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81903"} {"level":"info","ts":"2026-03-19T09:12:55.427845Z","caller":"traceutil/trace.go:171","msg":"trace[688657648] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5638; }","duration":"1.62935856s","start":"2026-03-19T09:12:53.798476Z","end":"2026-03-19T09:12:55.427835Z","steps":["trace[688657648] 'agreement among raft nodes before linearized reading' (duration: 1.629114494s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:55.427875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:53.798466Z","time spent":"1.629402831s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81925,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:12:55.428537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:53.798566Z","time spent":"1.62933951s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:55.799785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:12:55.79987Z","caller":"traceutil/trace.go:171","msg":"trace[1320551665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346604s","start":"2026-03-19T09:12:53.799503Z","end":"2026-03-19T09:12:55.799849Z","steps":["trace[1320551665] 'agreement among raft nodes before linearized reading' (duration: 2.000238171s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:55.799922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:53.79948Z","time spent":"2.000431865s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:12:56.413103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.31943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:56.41346Z","caller":"traceutil/trace.go:171","msg":"trace[550914465] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"1.436148918s","start":"2026-03-19T09:12:54.977275Z","end":"2026-03-19T09:12:56.413424Z","steps":["trace[550914465] 'process raft request' (duration: 819.39626ms)","trace[550914465] 'compare' (duration: 615.90782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:56.41353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:54.97724Z","time spent":"1.436258841s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:56.413746Z","caller":"traceutil/trace.go:171","msg":"trace[2028019369] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"618.57086ms","start":"2026-03-19T09:12:55.795161Z","end":"2026-03-19T09:12:56.413732Z","steps":["trace[2028019369] 'process raft request' (duration: 618.485417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.414624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.795151Z","time spent":"619.337157ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:56.413749Z","caller":"traceutil/trace.go:171","msg":"trace[1330234893] linearizableReadLoop","detail":"{readStateIndex:5885; appliedIndex:5884; }","duration":"986.172709ms","start":"2026-03-19T09:12:55.427561Z","end":"2026-03-19T09:12:56.413733Z","steps":["trace[1330234893] 'read index received' (duration: 369.118603ms)","trace[1330234893] 'applied index is now lower than readState.Index' (duration: 617.051346ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:56.413856Z","caller":"traceutil/trace.go:171","msg":"trace[1958695614] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"618.233173ms","start":"2026-03-19T09:12:55.795613Z","end":"2026-03-19T09:12:56.413846Z","steps":["trace[1958695614] 'process raft request' (duration: 618.085248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.414927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.67241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:56.414958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.234362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:56.414985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.629239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:56.415016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.710408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:56.415031Z","caller":"traceutil/trace.go:171","msg":"trace[1234281663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5642; }","duration":"614.317134ms","start":"2026-03-19T09:12:55.800687Z","end":"2026-03-19T09:12:56.415004Z","steps":["trace[1234281663] 'agreement among raft nodes before linearized reading' (duration: 614.223012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:56.415046Z","caller":"traceutil/trace.go:171","msg":"trace[1008791998] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5642; }","duration":"494.745242ms","start":"2026-03-19T09:12:55.920285Z","end":"2026-03-19T09:12:56.415031Z","steps":["trace[1008791998] 'agreement among raft nodes before linearized reading' (duration: 494.604339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:56.415111Z","caller":"traceutil/trace.go:171","msg":"trace[1661466590] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5642; }","duration":"357.875241ms","start":"2026-03-19T09:12:56.057217Z","end":"2026-03-19T09:12:56.415092Z","steps":["trace[1661466590] 'agreement among raft nodes before linearized reading' (duration: 357.732778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.41513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.920277Z","time spent":"494.842184ms","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:56.414913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.795605Z","time spent":"619.211374ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:56.413918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55569865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:56.415377Z","caller":"traceutil/trace.go:171","msg":"trace[1472549350] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5642; }","duration":"2.557219194s","start":"2026-03-19T09:12:53.858122Z","end":"2026-03-19T09:12:56.415341Z","steps":["trace[1472549350] 'agreement among raft nodes before linearized reading' (duration: 2.555654749s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.413983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013903868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-19T09:12:56.415436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:53.858091Z","time spent":"2.557329876s","remote":"127.0.0.1:42966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:56.415485Z","caller":"traceutil/trace.go:171","msg":"trace[1527013004] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5642; }","duration":"1.015412262s","start":"2026-03-19T09:12:55.400031Z","end":"2026-03-19T09:12:56.415443Z","steps":["trace[1527013004] 'agreement among raft nodes before linearized reading' (duration: 1.013759875s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.415562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.40001Z","time spent":"1.015536674s","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T09:12:56.41557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.087798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T09:12:56.415622Z","caller":"traceutil/trace.go:171","msg":"trace[1228337080] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5642; }","duration":"376.17512ms","start":"2026-03-19T09:12:56.039427Z","end":"2026-03-19T09:12:56.415602Z","steps":["trace[1228337080] 'agreement among raft nodes before linearized reading' (duration: 375.537226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.415666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:56.039403Z","time spent":"376.254522ms","remote":"127.0.0.1:55000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":650,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:56.414008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351737842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:56.415729Z","caller":"traceutil/trace.go:171","msg":"trace[1753868583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5642; }","duration":"1.353552662s","start":"2026-03-19T09:12:55.062147Z","end":"2026-03-19T09:12:56.415699Z","steps":["trace[1753868583] 'agreement among raft nodes before linearized reading' (duration: 1.351638839s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.414033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690740041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:56.415796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.062114Z","time spent":"1.353661644s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:56.415839Z","caller":"traceutil/trace.go:171","msg":"trace[761751204] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5642; }","duration":"1.692638053s","start":"2026-03-19T09:12:54.723172Z","end":"2026-03-19T09:12:56.41581Z","steps":["trace[761751204] 'agreement among raft nodes before linearized reading' (duration: 1.690616218s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.415896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:54.723138Z","time spent":"1.692742376s","remote":"127.0.0.1:57252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:56.414035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212381844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-19T09:12:56.416021Z","caller":"traceutil/trace.go:171","msg":"trace[1644376334] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5642; }","duration":"2.214389028s","start":"2026-03-19T09:12:54.201617Z","end":"2026-03-19T09:12:56.416006Z","steps":["trace[1644376334] 'agreement among raft nodes before linearized reading' (duration: 2.21218128s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.416072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:54.201571Z","time spent":"2.21448764s","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T09:12:56.414275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182910747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:12:56.416137Z","caller":"traceutil/trace.go:171","msg":"trace[1343070383] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5642; }","duration":"1.1848395s","start":"2026-03-19T09:12:55.231281Z","end":"2026-03-19T09:12:56.41612Z","steps":["trace[1343070383] 'agreement among raft nodes before linearized reading' (duration: 1.182528159s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.416199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.231246Z","time spent":"1.184936312s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:12:56.41385Z","caller":"traceutil/trace.go:171","msg":"trace[1418376908] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"619.115172ms","start":"2026-03-19T09:12:55.7947Z","end":"2026-03-19T09:12:56.413815Z","steps":["trace[1418376908] 'process raft request' (duration: 618.740223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.414937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.987455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T09:12:56.416459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.794673Z","time spent":"621.698309ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:56.415129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.800674Z","time spent":"614.444247ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:12:56.416504Z","caller":"traceutil/trace.go:171","msg":"trace[1545444940] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:5642; }","duration":"979.510918ms","start":"2026-03-19T09:12:55.436907Z","end":"2026-03-19T09:12:56.416418Z","steps":["trace[1545444940] 'agreement among raft nodes before linearized reading' (duration: 977.944044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.415156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:56.057126Z","time spent":"358.020174ms","remote":"127.0.0.1:54606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:56.416556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.436891Z","time spent":"979.654763ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-03-19T09:12:56.415001Z","caller":"traceutil/trace.go:171","msg":"trace[1704485364] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5642; }","duration":"494.787543ms","start":"2026-03-19T09:12:55.920203Z","end":"2026-03-19T09:12:56.414991Z","steps":["trace[1704485364] 'agreement among raft nodes before linearized reading' (duration: 494.690161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.416661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.92018Z","time spent":"496.46023ms","remote":"127.0.0.1:54802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:56.866853Z","caller":"traceutil/trace.go:171","msg":"trace[632782710] linearizableReadLoop","detail":"{readStateIndex:5889; appliedIndex:5888; }","duration":"444.873517ms","start":"2026-03-19T09:12:56.42195Z","end":"2026-03-19T09:12:56.866823Z","steps":["trace[632782710] 'read index received' (duration: 371.177569ms)","trace[632782710] 'applied index is now lower than readState.Index' (duration: 73.694007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:56.866983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:56.417647Z","time spent":"449.332916ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:12:56.86734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.371067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:12:56.867386Z","caller":"traceutil/trace.go:171","msg":"trace[1425051241] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5; range_end:; response_count:1; response_revision:5642; }","duration":"445.431379ms","start":"2026-03-19T09:12:56.421942Z","end":"2026-03-19T09:12:56.867374Z","steps":["trace[1425051241] 'agreement among raft nodes before linearized reading' (duration: 445.261355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.867419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:56.421881Z","time spent":"445.530981ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" "} {"level":"warn","ts":"2026-03-19T09:12:56.867537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.96414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:56.867608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.00082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-19T09:12:56.867727Z","caller":"traceutil/trace.go:171","msg":"trace[1760555586] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5642; }","duration":"445.154203ms","start":"2026-03-19T09:12:56.422547Z","end":"2026-03-19T09:12:56.867701Z","steps":["trace[1760555586] 'agreement among raft nodes before linearized reading' (duration: 444.813464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.867555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.525401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:12:56.867784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:56.422538Z","time spent":"445.237084ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-19T09:12:56.867559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.375509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:56.867755Z","caller":"traceutil/trace.go:171","msg":"trace[2110131892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5642; }","duration":"442.135985ms","start":"2026-03-19T09:12:56.425533Z","end":"2026-03-19T09:12:56.867669Z","steps":["trace[2110131892] 'agreement among raft nodes before linearized reading' (duration: 441.801877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.868028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:56.425516Z","time spent":"442.490793ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:12:56.868033Z","caller":"traceutil/trace.go:171","msg":"trace[916576976] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5642; }","duration":"374.841521ms","start":"2026-03-19T09:12:56.49307Z","end":"2026-03-19T09:12:56.867912Z","steps":["trace[916576976] 'agreement among raft nodes before linearized reading' (duration: 374.286547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.868239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:56.493049Z","time spent":"375.118187ms","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":36,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:56.868442Z","caller":"traceutil/trace.go:171","msg":"trace[1045521920] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5642; }","duration":"445.827959ms","start":"2026-03-19T09:12:56.421966Z","end":"2026-03-19T09:12:56.867794Z","steps":["trace[1045521920] 'agreement among raft nodes before linearized reading' (duration: 445.371108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.868758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:56.421941Z","time spent":"446.606806ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:12:57.410387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786266005,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:12:57.683915Z","caller":"traceutil/trace.go:171","msg":"trace[1530380024] linearizableReadLoop","detail":"{readStateIndex:5891; appliedIndex:5890; }","duration":"774.106307ms","start":"2026-03-19T09:12:56.909774Z","end":"2026-03-19T09:12:57.683881Z","steps":["trace[1530380024] 'read index received' (duration: 773.883462ms)","trace[1530380024] 'applied index is now lower than readState.Index' (duration: 221.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:57.683989Z","caller":"traceutil/trace.go:171","msg":"trace[147761907] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"814.152013ms","start":"2026-03-19T09:12:56.869783Z","end":"2026-03-19T09:12:57.683935Z","steps":["trace[147761907] 'process raft request' (duration: 813.871586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:57.684059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.252416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:57.684154Z","caller":"traceutil/trace.go:171","msg":"trace[1216221821] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:5644; }","duration":"810.376158ms","start":"2026-03-19T09:12:56.873752Z","end":"2026-03-19T09:12:57.684128Z","steps":["trace[1216221821] 'agreement among raft nodes before linearized reading' (duration: 810.174543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:57.684211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:56.873739Z","time spent":"810.463099ms","remote":"127.0.0.1:54606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:12:57.684244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.02314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19088"} {"level":"warn","ts":"2026-03-19T09:12:57.6843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.710426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:57.684293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:56.869767Z","time spent":"814.372878ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:57.684323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.913048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:12:57.684336Z","caller":"traceutil/trace.go:171","msg":"trace[2055103626] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5644; }","duration":"814.169963ms","start":"2026-03-19T09:12:56.870147Z","end":"2026-03-19T09:12:57.684317Z","steps":["trace[2055103626] 'agreement among raft nodes before linearized reading' (duration: 813.893127ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:57.684344Z","caller":"traceutil/trace.go:171","msg":"trace[449890897] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5644; }","duration":"594.808748ms","start":"2026-03-19T09:12:57.089526Z","end":"2026-03-19T09:12:57.684334Z","steps":["trace[449890897] 'agreement among raft nodes before linearized reading' (duration: 594.713746ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:57.684375Z","caller":"traceutil/trace.go:171","msg":"trace[597397024] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5644; }","duration":"772.028841ms","start":"2026-03-19T09:12:56.912332Z","end":"2026-03-19T09:12:57.68436Z","steps":["trace[597397024] 'agreement among raft nodes before linearized reading' (duration: 771.794336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:57.684384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:57.089499Z","time spent":"594.876419ms","remote":"127.0.0.1:43022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:57.684384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:56.870128Z","time spent":"814.247035ms","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19110,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:12:57.684387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.866596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:12:57.684487Z","caller":"traceutil/trace.go:171","msg":"trace[46078398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5644; }","duration":"249.986428ms","start":"2026-03-19T09:12:57.434479Z","end":"2026-03-19T09:12:57.684466Z","steps":["trace[46078398] 'agreement among raft nodes before linearized reading' (duration: 249.663731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:57.684537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.517257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:57.684577Z","caller":"traceutil/trace.go:171","msg":"trace[1490766493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5644; }","duration":"719.580589ms","start":"2026-03-19T09:12:56.964987Z","end":"2026-03-19T09:12:57.684567Z","steps":["trace[1490766493] 'agreement among raft nodes before linearized reading' (duration: 719.460146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:57.68461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:56.964971Z","time spent":"719.632609ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:12:57.684502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.959476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:57.684691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.254345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:12:57.684738Z","caller":"traceutil/trace.go:171","msg":"trace[1819850326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5644; }","duration":"250.347687ms","start":"2026-03-19T09:12:57.434379Z","end":"2026-03-19T09:12:57.684727Z","steps":["trace[1819850326] 'agreement among raft nodes before linearized reading' (duration: 250.195464ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:57.684712Z","caller":"traceutil/trace.go:171","msg":"trace[2064518375] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5644; }","duration":"380.270212ms","start":"2026-03-19T09:12:57.304421Z","end":"2026-03-19T09:12:57.684691Z","steps":["trace[2064518375] 'agreement among raft nodes before linearized reading' (duration: 379.765511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:57.684919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:57.304394Z","time spent":"380.506918ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:57.684944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.016559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:12:57.684819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.980929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:12:57.684984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.661723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:12:57.685022Z","caller":"traceutil/trace.go:171","msg":"trace[294515690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5644; }","duration":"250.116541ms","start":"2026-03-19T09:12:57.434889Z","end":"2026-03-19T09:12:57.685006Z","steps":["trace[294515690] 'agreement among raft nodes before linearized reading' (duration: 249.922227ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:57.685023Z","caller":"traceutil/trace.go:171","msg":"trace[679265292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5644; }","duration":"250.202873ms","start":"2026-03-19T09:12:57.434808Z","end":"2026-03-19T09:12:57.685011Z","steps":["trace[679265292] 'agreement among raft nodes before linearized reading' (duration: 249.939767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:57.684945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.765562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:57.685057Z","caller":"traceutil/trace.go:171","msg":"trace[647326352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5644; }","duration":"250.781956ms","start":"2026-03-19T09:12:57.434263Z","end":"2026-03-19T09:12:57.685045Z","steps":["trace[647326352] 'agreement among raft nodes before linearized reading' (duration: 250.545671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:57.685266Z","caller":"traceutil/trace.go:171","msg":"trace[1207696577] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5644; }","duration":"177.178681ms","start":"2026-03-19T09:12:57.508049Z","end":"2026-03-19T09:12:57.685227Z","steps":["trace[1207696577] 'agreement among raft nodes before linearized reading' (duration: 176.456755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:57.684421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:56.912312Z","time spent":"772.099863ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:12:58.271942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.725855ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:58.272133Z","caller":"traceutil/trace.go:171","msg":"trace[696327261] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5644; }","duration":"394.9406ms","start":"2026-03-19T09:12:57.877164Z","end":"2026-03-19T09:12:58.272104Z","steps":["trace[696327261] 'range keys from in-memory index tree' (duration: 394.701374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.273034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.475594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:58.273241Z","caller":"traceutil/trace.go:171","msg":"trace[1306006861] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"583.110467ms","start":"2026-03-19T09:12:57.690096Z","end":"2026-03-19T09:12:58.273206Z","steps":["trace[1306006861] 'process raft request' (duration: 67.352806ms)","trace[1306006861] 'compare' (duration: 515.074616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:58.273409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:57.69005Z","time spent":"583.26812ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:58.273418Z","caller":"traceutil/trace.go:171","msg":"trace[1397052607] linearizableReadLoop","detail":"{readStateIndex:5896; appliedIndex:5891; }","duration":"582.242407ms","start":"2026-03-19T09:12:57.691152Z","end":"2026-03-19T09:12:58.273395Z","steps":["trace[1397052607] 'read index received' (duration: 66.308422ms)","trace[1397052607] 'applied index is now lower than readState.Index' (duration: 515.932445ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:58.273433Z","caller":"traceutil/trace.go:171","msg":"trace[642058839] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"583.283681ms","start":"2026-03-19T09:12:57.690111Z","end":"2026-03-19T09:12:58.273395Z","steps":["trace[642058839] 'process raft request' (duration: 583.035055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:58.273524Z","caller":"traceutil/trace.go:171","msg":"trace[1526011321] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"583.402064ms","start":"2026-03-19T09:12:57.690111Z","end":"2026-03-19T09:12:58.273513Z","steps":["trace[1526011321] 'process raft request' (duration: 583.145618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.273589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:57.690074Z","time spent":"583.479184ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:58.273603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:57.690074Z","time spent":"583.434413ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:58.273692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.40865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189e3326b5279169\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-19T09:12:58.273742Z","caller":"traceutil/trace.go:171","msg":"trace[1506969702] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189e3326b5279169; range_end:; response_count:1; response_revision:5649; }","duration":"582.477232ms","start":"2026-03-19T09:12:57.691252Z","end":"2026-03-19T09:12:58.273729Z","steps":["trace[1506969702] 'agreement among raft nodes before linearized reading' (duration: 582.333259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.273769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.610765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81903"} {"level":"warn","ts":"2026-03-19T09:12:58.273789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.334941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:58.273749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.065838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:58.273812Z","caller":"traceutil/trace.go:171","msg":"trace[1837473029] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5649; }","duration":"582.701038ms","start":"2026-03-19T09:12:57.691101Z","end":"2026-03-19T09:12:58.273802Z","steps":["trace[1837473029] 'agreement among raft nodes before linearized reading' (duration: 582.448092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.273782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:57.691245Z","time spent":"582.528723ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":768,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.189e3326b5279169\" "} {"level":"info","ts":"2026-03-19T09:12:58.273823Z","caller":"traceutil/trace.go:171","msg":"trace[1867258837] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5649; }","duration":"444.18447ms","start":"2026-03-19T09:12:57.82963Z","end":"2026-03-19T09:12:58.273814Z","steps":["trace[1867258837] 'agreement among raft nodes before linearized reading' (duration: 444.079328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.273849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:57.691093Z","time spent":"582.748ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81925,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:12:58.273893Z","caller":"traceutil/trace.go:171","msg":"trace[8340767] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"583.18155ms","start":"2026-03-19T09:12:57.690664Z","end":"2026-03-19T09:12:58.273845Z","steps":["trace[8340767] 'process raft request' (duration: 582.629337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.274005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.92078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T09:12:58.274042Z","caller":"traceutil/trace.go:171","msg":"trace[417174666] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5649; }","duration":"581.980952ms","start":"2026-03-19T09:12:57.692053Z","end":"2026-03-19T09:12:58.274034Z","steps":["trace[417174666] 'agreement among raft nodes before linearized reading' (duration: 581.8963ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:58.274043Z","caller":"traceutil/trace.go:171","msg":"trace[2007542477] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"583.245551ms","start":"2026-03-19T09:12:57.690784Z","end":"2026-03-19T09:12:58.27403Z","steps":["trace[2007542477] 'process raft request' (duration: 582.562545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.274068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:57.69201Z","time spent":"582.052084ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:12:58.274075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:57.690652Z","time spent":"583.324343ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:58.27385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:57.829604Z","time spent":"444.240513ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:12:58.27393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.792708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-03-19T09:12:58.275331Z","caller":"traceutil/trace.go:171","msg":"trace[26535426] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5649; }","duration":"583.190558ms","start":"2026-03-19T09:12:57.692122Z","end":"2026-03-19T09:12:58.275313Z","steps":["trace[26535426] 'agreement among raft nodes before linearized reading' (duration: 581.744196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.275381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:57.692116Z","time spent":"583.25035ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T09:12:58.274114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:57.690773Z","time spent":"583.304242ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:58.27382Z","caller":"traceutil/trace.go:171","msg":"trace[225973384] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5649; }","duration":"434.363831ms","start":"2026-03-19T09:12:57.839446Z","end":"2026-03-19T09:12:58.27381Z","steps":["trace[225973384] 'agreement among raft nodes before linearized reading' (duration: 434.31919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.275693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:57.839368Z","time spent":"436.301965ms","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:58.989879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.210975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:58.990371Z","caller":"traceutil/trace.go:171","msg":"trace[1512555510] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"714.088025ms","start":"2026-03-19T09:12:58.276258Z","end":"2026-03-19T09:12:58.990346Z","steps":["trace[1512555510] 'process raft request' (duration: 344.312118ms)","trace[1512555510] 'compare' (duration: 368.98407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:58.990496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:58.276236Z","time spent":"714.189777ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:58.990548Z","caller":"traceutil/trace.go:171","msg":"trace[2105440453] linearizableReadLoop","detail":"{readStateIndex:5897; appliedIndex:5896; }","duration":"712.291125ms","start":"2026-03-19T09:12:58.278179Z","end":"2026-03-19T09:12:58.99047Z","steps":["trace[2105440453] 'read index received' (duration: 342.399995ms)","trace[2105440453] 'applied index is now lower than readState.Index' (duration: 369.88687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:58.990634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.448418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:58.990706Z","caller":"traceutil/trace.go:171","msg":"trace[502812762] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5650; }","duration":"712.54182ms","start":"2026-03-19T09:12:58.278141Z","end":"2026-03-19T09:12:58.990683Z","steps":["trace[502812762] 'agreement among raft nodes before linearized reading' (duration: 712.421367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.99078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:58.278123Z","time spent":"712.621222ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T09:12:58.991275Z","caller":"traceutil/trace.go:171","msg":"trace[1892225281] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"570.649138ms","start":"2026-03-19T09:12:58.420595Z","end":"2026-03-19T09:12:58.991244Z","steps":["trace[1892225281] 'process raft request' (duration: 569.798528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:58.991398Z","caller":"traceutil/trace.go:171","msg":"trace[1692163372] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"569.315449ms","start":"2026-03-19T09:12:58.422055Z","end":"2026-03-19T09:12:58.99137Z","steps":["trace[1692163372] 'process raft request' (duration: 569.103434ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:58.991644Z","caller":"traceutil/trace.go:171","msg":"trace[1308254328] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"569.258827ms","start":"2026-03-19T09:12:58.422322Z","end":"2026-03-19T09:12:58.991581Z","steps":["trace[1308254328] 'process raft request' (duration: 569.028242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.991738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:58.422039Z","time spent":"569.483293ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:58.991765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.184464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:58.991432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:58.420569Z","time spent":"570.784812ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:58.991895Z","caller":"traceutil/trace.go:171","msg":"trace[2100241943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5653; }","duration":"356.378318ms","start":"2026-03-19T09:12:58.635478Z","end":"2026-03-19T09:12:58.991856Z","steps":["trace[2100241943] 'agreement among raft nodes before linearized reading' (duration: 356.093321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.991906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.639591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-03-19T09:12:58.991917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:58.422312Z","time spent":"569.430951ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:58.991955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:58.635447Z","time spent":"356.498501ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:12:58.991968Z","caller":"traceutil/trace.go:171","msg":"trace[506547487] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5653; }","duration":"711.741243ms","start":"2026-03-19T09:12:58.280209Z","end":"2026-03-19T09:12:58.99195Z","steps":["trace[506547487] 'agreement among raft nodes before linearized reading' (duration: 711.346924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.992021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:58.280201Z","time spent":"711.809044ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-19T09:12:59.388193Z","caller":"traceutil/trace.go:171","msg":"trace[1319844160] linearizableReadLoop","detail":"{readStateIndex:5901; appliedIndex:5900; }","duration":"381.407728ms","start":"2026-03-19T09:12:59.006759Z","end":"2026-03-19T09:12:59.388166Z","steps":["trace[1319844160] 'read index received' (duration: 371.798653ms)","trace[1319844160] 'applied index is now lower than readState.Index' (duration: 9.607705ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:59.388235Z","caller":"traceutil/trace.go:171","msg":"trace[992408515] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"389.955608ms","start":"2026-03-19T09:12:58.998239Z","end":"2026-03-19T09:12:59.388195Z","steps":["trace[992408515] 'process raft request' (duration: 380.318303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:59.388468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:58.998207Z","time spent":"390.114002ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:59.388518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.07641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:12:59.388555Z","caller":"traceutil/trace.go:171","msg":"trace[1650667792] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5654; }","duration":"381.160822ms","start":"2026-03-19T09:12:59.007384Z","end":"2026-03-19T09:12:59.388544Z","steps":["trace[1650667792] 'agreement among raft nodes before linearized reading' (duration: 380.941517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:59.38859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:59.007374Z","time spent":"381.207973ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:12:59.38863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.827347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-19T09:12:59.388745Z","caller":"traceutil/trace.go:171","msg":"trace[1026281481] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5654; }","duration":"382.012051ms","start":"2026-03-19T09:12:59.00671Z","end":"2026-03-19T09:12:59.388722Z","steps":["trace[1026281481] 'agreement among raft nodes before linearized reading' (duration: 381.593202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:59.388798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:59.006686Z","time spent":"382.100303ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-19T09:12:59.501805Z","caller":"traceutil/trace.go:171","msg":"trace[1436524367] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"105.729184ms","start":"2026-03-19T09:12:59.396041Z","end":"2026-03-19T09:12:59.50177Z","steps":["trace[1436524367] 'process raft request' (duration: 99.927894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:59.967856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.953304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:59.96793Z","caller":"traceutil/trace.go:171","msg":"trace[139782515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5655; }","duration":"333.081887ms","start":"2026-03-19T09:12:59.634832Z","end":"2026-03-19T09:12:59.967914Z","steps":["trace[139782515] 'range keys from in-memory index tree' (duration: 332.844361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:59.967956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:59.634801Z","time spent":"333.148768ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:00.333187Z","caller":"traceutil/trace.go:171","msg":"trace[1433069531] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"224.893789ms","start":"2026-03-19T09:13:00.108258Z","end":"2026-03-19T09:13:00.333151Z","steps":["trace[1433069531] 'process raft request' (duration: 160.342556ms)","trace[1433069531] 'compare' (duration: 64.38887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:00.796398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.653049ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:13:01.110379Z","caller":"traceutil/trace.go:171","msg":"trace[359893561] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"113.238811ms","start":"2026-03-19T09:13:00.997113Z","end":"2026-03-19T09:13:01.110352Z","steps":["trace[359893561] 'process raft request' (duration: 113.065457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:01.127592Z","caller":"traceutil/trace.go:171","msg":"trace[37301625] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"130.233891ms","start":"2026-03-19T09:13:00.997329Z","end":"2026-03-19T09:13:01.127563Z","steps":["trace[37301625] 'process raft request' (duration: 130.18876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:01.127672Z","caller":"traceutil/trace.go:171","msg":"trace[1809319254] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"130.471657ms","start":"2026-03-19T09:13:00.997127Z","end":"2026-03-19T09:13:01.127598Z","steps":["trace[1809319254] 'process raft request' (duration: 130.232932ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:02.030963Z","caller":"traceutil/trace.go:171","msg":"trace[1457821543] linearizableReadLoop","detail":"{readStateIndex:5915; appliedIndex:5914; }","duration":"383.336941ms","start":"2026-03-19T09:13:01.647603Z","end":"2026-03-19T09:13:02.03094Z","steps":["trace[1457821543] 'read index received' (duration: 383.115436ms)","trace[1457821543] 'applied index is now lower than readState.Index' (duration: 220.665µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:02.031107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.489504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:02.031138Z","caller":"traceutil/trace.go:171","msg":"trace[2138186785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5667; }","duration":"383.582596ms","start":"2026-03-19T09:13:01.647546Z","end":"2026-03-19T09:13:02.031129Z","steps":["trace[2138186785] 'agreement among raft nodes before linearized reading' (duration: 383.484814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:02.03118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:01.647523Z","time spent":"383.649748ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:02.031331Z","caller":"traceutil/trace.go:171","msg":"trace[1098223857] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"432.170243ms","start":"2026-03-19T09:13:01.599082Z","end":"2026-03-19T09:13:02.031252Z","steps":["trace[1098223857] 'process raft request' (duration: 431.705873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:02.031635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:01.59906Z","time spent":"432.478379ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:13:02.388166Z","caller":"traceutil/trace.go:171","msg":"trace[2011433193] linearizableReadLoop","detail":"{readStateIndex:5916; appliedIndex:5915; }","duration":"205.876782ms","start":"2026-03-19T09:13:02.182262Z","end":"2026-03-19T09:13:02.388139Z","steps":["trace[2011433193] 'read index received' (duration: 205.616527ms)","trace[2011433193] 'applied index is now lower than readState.Index' (duration: 259.405µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:02.388306Z","caller":"traceutil/trace.go:171","msg":"trace[873677068] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"263.110503ms","start":"2026-03-19T09:13:02.125179Z","end":"2026-03-19T09:13:02.388289Z","steps":["trace[873677068] 'process raft request' (duration: 262.788266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:02.388574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.300861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:13:02.388619Z","caller":"traceutil/trace.go:171","msg":"trace[963137500] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5668; }","duration":"206.365093ms","start":"2026-03-19T09:13:02.182243Z","end":"2026-03-19T09:13:02.388608Z","steps":["trace[963137500] 'agreement among raft nodes before linearized reading' (duration: 206.197769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:02.652976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.638365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:02.653128Z","caller":"traceutil/trace.go:171","msg":"trace[1798748315] linearizableReadLoop","detail":"{readStateIndex:5917; appliedIndex:5916; }","duration":"250.847489ms","start":"2026-03-19T09:13:02.402258Z","end":"2026-03-19T09:13:02.653105Z","steps":["trace[1798748315] 'read index received' (duration: 75.935317ms)","trace[1798748315] 'applied index is now lower than readState.Index' (duration: 174.910202ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:02.653247Z","caller":"traceutil/trace.go:171","msg":"trace[2013177529] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"259.205705ms","start":"2026-03-19T09:13:02.393974Z","end":"2026-03-19T09:13:02.65318Z","steps":["trace[2013177529] 'process raft request' (duration: 84.229193ms)","trace[2013177529] 'compare' (duration: 174.346108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:02.653418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.663134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:02.65341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.117315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:13:02.653479Z","caller":"traceutil/trace.go:171","msg":"trace[1446818634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5669; }","duration":"135.795637ms","start":"2026-03-19T09:13:02.517663Z","end":"2026-03-19T09:13:02.653459Z","steps":["trace[1446818634] 'agreement among raft nodes before linearized reading' (duration: 135.691364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:02.653493Z","caller":"traceutil/trace.go:171","msg":"trace[1932462677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5669; }","duration":"251.249978ms","start":"2026-03-19T09:13:02.402223Z","end":"2026-03-19T09:13:02.653473Z","steps":["trace[1932462677] 'agreement among raft nodes before linearized reading' (duration: 250.968802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:02.653484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.124085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:13:02.653495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.747854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:13:02.653591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.239647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:13:02.653599Z","caller":"traceutil/trace.go:171","msg":"trace[1271372544] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5669; }","duration":"249.898897ms","start":"2026-03-19T09:13:02.40368Z","end":"2026-03-19T09:13:02.653578Z","steps":["trace[1271372544] 'agreement among raft nodes before linearized reading' (duration: 249.599931ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:02.653597Z","caller":"traceutil/trace.go:171","msg":"trace[575869819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5669; }","duration":"251.263288ms","start":"2026-03-19T09:13:02.402305Z","end":"2026-03-19T09:13:02.653568Z","steps":["trace[575869819] 'agreement among raft nodes before linearized reading' (duration: 250.952221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:02.653632Z","caller":"traceutil/trace.go:171","msg":"trace[1633445233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5669; }","duration":"251.291908ms","start":"2026-03-19T09:13:02.402327Z","end":"2026-03-19T09:13:02.653619Z","steps":["trace[1633445233] 'agreement among raft nodes before linearized reading' (duration: 251.004382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:02.653816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.338889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:02.653855Z","caller":"traceutil/trace.go:171","msg":"trace[1137848766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5669; }","duration":"251.390251ms","start":"2026-03-19T09:13:02.402454Z","end":"2026-03-19T09:13:02.653844Z","steps":["trace[1137848766] 'agreement among raft nodes before linearized reading' (duration: 250.840459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:02.917136Z","caller":"traceutil/trace.go:171","msg":"trace[80139726] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"259.195955ms","start":"2026-03-19T09:13:02.657919Z","end":"2026-03-19T09:13:02.917115Z","steps":["trace[80139726] 'process raft request' (duration: 259.067742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.235504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.324986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:03.235885Z","caller":"traceutil/trace.go:171","msg":"trace[1567015863] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"119.615515ms","start":"2026-03-19T09:13:03.116241Z","end":"2026-03-19T09:13:03.235857Z","steps":["trace[1567015863] 'process raft request' (duration: 119.462952ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:03.235948Z","caller":"traceutil/trace.go:171","msg":"trace[25054372] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"576.254084ms","start":"2026-03-19T09:13:02.659633Z","end":"2026-03-19T09:13:03.235888Z","steps":["trace[25054372] 'process raft request' (duration: 575.953117ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:03.236023Z","caller":"traceutil/trace.go:171","msg":"trace[714340886] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"575.364125ms","start":"2026-03-19T09:13:02.660646Z","end":"2026-03-19T09:13:03.23601Z","steps":["trace[714340886] 'process raft request' (duration: 574.997737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.236068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.660613Z","time spent":"575.431946ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:03.23609Z","caller":"traceutil/trace.go:171","msg":"trace[378309012] linearizableReadLoop","detail":"{readStateIndex:5920; appliedIndex:5918; }","duration":"575.58768ms","start":"2026-03-19T09:13:02.660483Z","end":"2026-03-19T09:13:03.236071Z","steps":["trace[378309012] 'read index received' (duration: 257.057778ms)","trace[378309012] 'applied index is now lower than readState.Index' (duration: 318.527972ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:03.236067Z","caller":"traceutil/trace.go:171","msg":"trace[1858872016] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"577.755657ms","start":"2026-03-19T09:13:02.658269Z","end":"2026-03-19T09:13:03.236025Z","steps":["trace[1858872016] 'process raft request' (duration: 420.834208ms)","trace[1858872016] 'compare' (duration: 156.04786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:03.236201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.659601Z","time spent":"576.460559ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:03.236285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.797684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82105"} {"level":"warn","ts":"2026-03-19T09:13:03.236288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.658257Z","time spent":"577.937702ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:03.236314Z","caller":"traceutil/trace.go:171","msg":"trace[1689506298] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5674; }","duration":"575.859486ms","start":"2026-03-19T09:13:02.660446Z","end":"2026-03-19T09:13:03.236306Z","steps":["trace[1689506298] 'agreement among raft nodes before linearized reading' (duration: 575.700653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.236342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.660433Z","time spent":"575.902857ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82127,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:13:03.480678Z","caller":"traceutil/trace.go:171","msg":"trace[503641051] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"347.314065ms","start":"2026-03-19T09:13:03.133318Z","end":"2026-03-19T09:13:03.480632Z","steps":["trace[503641051] 'process raft request' (duration: 330.377257ms)","trace[503641051] 'compare' (duration: 16.691983ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:03.480705Z","caller":"traceutil/trace.go:171","msg":"trace[1598599493] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"346.826874ms","start":"2026-03-19T09:13:03.133841Z","end":"2026-03-19T09:13:03.480668Z","steps":["trace[1598599493] 'process raft request' (duration: 346.677321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.480834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.133288Z","time spent":"347.465329ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:03.480853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.791554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-19T09:13:03.480867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.133803Z","time spent":"346.968057ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:03.480909Z","caller":"traceutil/trace.go:171","msg":"trace[641689226] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5676; }","duration":"270.887755ms","start":"2026-03-19T09:13:03.210007Z","end":"2026-03-19T09:13:03.480894Z","steps":["trace[641689226] 'agreement among raft nodes before linearized reading' (duration: 270.67246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.481055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.077213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:03.481095Z","caller":"traceutil/trace.go:171","msg":"trace[1550969388] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5676; }","duration":"654.123874ms","start":"2026-03-19T09:13:02.826962Z","end":"2026-03-19T09:13:03.481085Z","steps":["trace[1550969388] 'agreement among raft nodes before linearized reading' (duration: 654.053443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.481119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.826914Z","time spent":"654.198396ms","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:03.480616Z","caller":"traceutil/trace.go:171","msg":"trace[379510568] linearizableReadLoop","detail":"{readStateIndex:5924; appliedIndex:5922; }","duration":"244.443374ms","start":"2026-03-19T09:13:03.236146Z","end":"2026-03-19T09:13:03.48059Z","steps":["trace[379510568] 'read index received' (duration: 227.535967ms)","trace[379510568] 'applied index is now lower than readState.Index' (duration: 16.902087ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:03.799582Z","caller":"traceutil/trace.go:171","msg":"trace[1578623175] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"135.816566ms","start":"2026-03-19T09:13:03.663731Z","end":"2026-03-19T09:13:03.799547Z","steps":["trace[1578623175] 'process raft request' (duration: 135.664412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:04.250222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.119866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:04.250296Z","caller":"traceutil/trace.go:171","msg":"trace[1137802466] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"326.206184ms","start":"2026-03-19T09:13:03.924078Z","end":"2026-03-19T09:13:04.250284Z","steps":["trace[1137802466] 'process raft request' (duration: 196.966495ms)","trace[1137802466] 'compare' (duration: 129.048135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:04.250328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.924039Z","time spent":"326.275855ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:04.300201Z","caller":"traceutil/trace.go:171","msg":"trace[1193082087] linearizableReadLoop","detail":"{readStateIndex:5927; appliedIndex:5925; }","duration":"197.041467ms","start":"2026-03-19T09:13:04.103123Z","end":"2026-03-19T09:13:04.300165Z","steps":["trace[1193082087] 'read index received' (duration: 17.931842ms)","trace[1193082087] 'applied index is now lower than readState.Index' (duration: 179.108385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:04.300509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.339303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:04.300593Z","caller":"traceutil/trace.go:171","msg":"trace[568572728] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5679; }","duration":"197.509916ms","start":"2026-03-19T09:13:04.103062Z","end":"2026-03-19T09:13:04.300572Z","steps":["trace[568572728] 'agreement among raft nodes before linearized reading' (duration: 197.254551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:04.300814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.490833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T09:13:04.300367Z","caller":"traceutil/trace.go:171","msg":"trace[1729676186] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"292.026759ms","start":"2026-03-19T09:13:04.008286Z","end":"2026-03-19T09:13:04.300313Z","steps":["trace[1729676186] 'process raft request' (duration: 291.667521ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:04.300976Z","caller":"traceutil/trace.go:171","msg":"trace[1843438092] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5679; }","duration":"196.643526ms","start":"2026-03-19T09:13:04.10428Z","end":"2026-03-19T09:13:04.300924Z","steps":["trace[1843438092] 'agreement among raft nodes before linearized reading' (duration: 196.37837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:04.301183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.962809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:04.301734Z","caller":"traceutil/trace.go:171","msg":"trace[1657887055] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5679; }","duration":"178.537121ms","start":"2026-03-19T09:13:04.12318Z","end":"2026-03-19T09:13:04.301717Z","steps":["trace[1657887055] 'agreement among raft nodes before linearized reading' (duration: 177.958928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:04.301522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.457753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T09:13:04.302137Z","caller":"traceutil/trace.go:171","msg":"trace[1294020218] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5679; }","duration":"193.113157ms","start":"2026-03-19T09:13:04.109009Z","end":"2026-03-19T09:13:04.302122Z","steps":["trace[1294020218] 'agreement among raft nodes before linearized reading' (duration: 192.401562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:04.667759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.801439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:04.667855Z","caller":"traceutil/trace.go:171","msg":"trace[379242691] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"361.527782ms","start":"2026-03-19T09:13:04.30631Z","end":"2026-03-19T09:13:04.667837Z","steps":["trace[379242691] 'process raft request' (duration: 101.57069ms)","trace[379242691] 'compare' (duration: 259.711317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:04.667909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:04.306286Z","time spent":"361.598014ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:04.694674Z","caller":"traceutil/trace.go:171","msg":"trace[814819618] linearizableReadLoop","detail":"{readStateIndex:5929; appliedIndex:5927; }","duration":"297.173084ms","start":"2026-03-19T09:13:04.397478Z","end":"2026-03-19T09:13:04.694651Z","steps":["trace[814819618] 'read index received' (duration: 10.417323ms)","trace[814819618] 'applied index is now lower than readState.Index' (duration: 286.754831ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:04.69473Z","caller":"traceutil/trace.go:171","msg":"trace[1959645503] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"387.692769ms","start":"2026-03-19T09:13:04.307017Z","end":"2026-03-19T09:13:04.69471Z","steps":["trace[1959645503] 'process raft request' (duration: 387.493903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:04.69489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:04.306991Z","time spent":"387.77347ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:04.695256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.766768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:13:04.695313Z","caller":"traceutil/trace.go:171","msg":"trace[463226012] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5681; }","duration":"297.879511ms","start":"2026-03-19T09:13:04.397421Z","end":"2026-03-19T09:13:04.6953Z","steps":["trace[463226012] 'agreement among raft nodes before linearized reading' (duration: 297.344169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:05.026956Z","caller":"traceutil/trace.go:171","msg":"trace[2004313790] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"101.334966ms","start":"2026-03-19T09:13:04.925587Z","end":"2026-03-19T09:13:05.026922Z","steps":["trace[2004313790] 'process raft request' (duration: 53.334673ms)","trace[2004313790] 'compare' (duration: 47.837079ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:05.807338Z","caller":"traceutil/trace.go:171","msg":"trace[1216257830] linearizableReadLoop","detail":"{readStateIndex:5935; appliedIndex:5933; }","duration":"476.33912ms","start":"2026-03-19T09:13:05.330966Z","end":"2026-03-19T09:13:05.807306Z","steps":["trace[1216257830] 'read index received' (duration: 476.141576ms)","trace[1216257830] 'applied index is now lower than readState.Index' (duration: 196.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:05.807388Z","caller":"traceutil/trace.go:171","msg":"trace[316791470] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"561.921634ms","start":"2026-03-19T09:13:05.245421Z","end":"2026-03-19T09:13:05.807342Z","steps":["trace[316791470] 'process raft request' (duration: 561.636287ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:05.80744Z","caller":"traceutil/trace.go:171","msg":"trace[974417693] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"531.086055ms","start":"2026-03-19T09:13:05.276311Z","end":"2026-03-19T09:13:05.807397Z","steps":["trace[974417693] 'process raft request' (duration: 530.938062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:05.807615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:05.245404Z","time spent":"562.108108ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:05.807688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.429642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:13:05.807715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:05.27628Z","time spent":"531.311189ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:05.80775Z","caller":"traceutil/trace.go:171","msg":"trace[1977547831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5687; }","duration":"531.560065ms","start":"2026-03-19T09:13:05.276174Z","end":"2026-03-19T09:13:05.807734Z","steps":["trace[1977547831] 'agreement among raft nodes before linearized reading' (duration: 531.32652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:05.80781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:05.27615Z","time spent":"531.644867ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:13:05.833683Z","caller":"traceutil/trace.go:171","msg":"trace[188715017] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"346.962697ms","start":"2026-03-19T09:13:05.486685Z","end":"2026-03-19T09:13:05.833648Z","steps":["trace[188715017] 'process raft request' (duration: 346.714172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:05.833914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:05.486658Z","time spent":"347.130671ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:05.834014Z","caller":"traceutil/trace.go:171","msg":"trace[136125109] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"347.134221ms","start":"2026-03-19T09:13:05.486819Z","end":"2026-03-19T09:13:05.833953Z","steps":["trace[136125109] 'process raft request' (duration: 346.759423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:05.834189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.40377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:05.834258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.479028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:05.83427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:05.486781Z","time spent":"347.351746ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:05.834278Z","caller":"traceutil/trace.go:171","msg":"trace[1791552369] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5689; }","duration":"166.521872ms","start":"2026-03-19T09:13:05.667726Z","end":"2026-03-19T09:13:05.834247Z","steps":["trace[1791552369] 'agreement among raft nodes before linearized reading' (duration: 166.359289ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:05.834314Z","caller":"traceutil/trace.go:171","msg":"trace[843065086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5689; }","duration":"198.57772ms","start":"2026-03-19T09:13:05.635722Z","end":"2026-03-19T09:13:05.834299Z","steps":["trace[843065086] 'agreement among raft nodes before linearized reading' (duration: 198.503639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:05.834027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.615605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82105"} {"level":"warn","ts":"2026-03-19T09:13:05.834427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.180539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:13:05.834566Z","caller":"traceutil/trace.go:171","msg":"trace[529860541] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:5689; }","duration":"397.368744ms","start":"2026-03-19T09:13:05.437179Z","end":"2026-03-19T09:13:05.834548Z","steps":["trace[529860541] 'agreement among raft nodes before linearized reading' (duration: 397.084598ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:05.834503Z","caller":"traceutil/trace.go:171","msg":"trace[1475088105] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5689; }","duration":"498.114746ms","start":"2026-03-19T09:13:05.336342Z","end":"2026-03-19T09:13:05.834457Z","steps":["trace[1475088105] 'agreement among raft nodes before linearized reading' (duration: 497.445381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:05.834697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:05.437155Z","time spent":"397.458875ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-19T09:13:05.834836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:05.336322Z","time spent":"498.417473ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82127,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:13:06.018099Z","caller":"traceutil/trace.go:171","msg":"trace[934981896] linearizableReadLoop","detail":"{readStateIndex:5939; appliedIndex:5938; }","duration":"181.59402ms","start":"2026-03-19T09:13:05.836484Z","end":"2026-03-19T09:13:06.018078Z","steps":["trace[934981896] 'read index received' (duration: 62.882566ms)","trace[934981896] 'applied index is now lower than readState.Index' (duration: 118.710064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:06.018286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.761894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:06.018396Z","caller":"traceutil/trace.go:171","msg":"trace[2135506229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5690; }","duration":"181.937328ms","start":"2026-03-19T09:13:05.836434Z","end":"2026-03-19T09:13:06.018371Z","steps":["trace[2135506229] 'agreement among raft nodes before linearized reading' (duration: 181.711523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:06.337216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.367402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:06.337361Z","caller":"traceutil/trace.go:171","msg":"trace[1574586846] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"317.934229ms","start":"2026-03-19T09:13:06.019401Z","end":"2026-03-19T09:13:06.337336Z","steps":["trace[1574586846] 'process raft request' (duration: 201.323791ms)","trace[1574586846] 'compare' (duration: 116.129057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:06.337422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:06.019376Z","time spent":"318.018801ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:06.682963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.014277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:06.683074Z","caller":"traceutil/trace.go:171","msg":"trace[498958335] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5691; }","duration":"147.17133ms","start":"2026-03-19T09:13:06.535874Z","end":"2026-03-19T09:13:06.683046Z","steps":["trace[498958335] 'count revisions from in-memory index tree' (duration: 146.862313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:06.905134Z","caller":"traceutil/trace.go:171","msg":"trace[303161106] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"130.757684ms","start":"2026-03-19T09:13:06.774345Z","end":"2026-03-19T09:13:06.905103Z","steps":["trace[303161106] 'process raft request' (duration: 130.56623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:07.285186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.398033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:13:07.285276Z","caller":"traceutil/trace.go:171","msg":"trace[1611633332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5692; }","duration":"252.567716ms","start":"2026-03-19T09:13:07.032688Z","end":"2026-03-19T09:13:07.285256Z","steps":["trace[1611633332] 'range keys from in-memory index tree' (duration: 252.164878ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:07.414072Z","caller":"traceutil/trace.go:171","msg":"trace[45354125] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"378.298148ms","start":"2026-03-19T09:13:07.035755Z","end":"2026-03-19T09:13:07.414053Z","steps":["trace[45354125] 'process raft request' (duration: 378.177136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:07.414183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.035719Z","time spent":"378.410911ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:07.978173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.212343ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:07.978371Z","caller":"traceutil/trace.go:171","msg":"trace[584992338] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5693; }","duration":"101.415937ms","start":"2026-03-19T09:13:07.876933Z","end":"2026-03-19T09:13:07.978349Z","steps":["trace[584992338] 'range keys from in-memory index tree' (duration: 101.198552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:07.978899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.15789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:07.979152Z","caller":"traceutil/trace.go:171","msg":"trace[1930376840] linearizableReadLoop","detail":"{readStateIndex:5944; appliedIndex:5942; }","duration":"342.260092ms","start":"2026-03-19T09:13:07.636862Z","end":"2026-03-19T09:13:07.979122Z","steps":["trace[1930376840] 'read index received' (duration: 160.747664ms)","trace[1930376840] 'applied index is now lower than readState.Index' (duration: 181.511368ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:07.979143Z","caller":"traceutil/trace.go:171","msg":"trace[695146617] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"672.022795ms","start":"2026-03-19T09:13:07.307084Z","end":"2026-03-19T09:13:07.979106Z","steps":["trace[695146617] 'process raft request' (duration: 490.540077ms)","trace[695146617] 'compare' (duration: 180.304832ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:07.979229Z","caller":"traceutil/trace.go:171","msg":"trace[1681923988] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"642.569896ms","start":"2026-03-19T09:13:07.336608Z","end":"2026-03-19T09:13:07.979178Z","steps":["trace[1681923988] 'process raft request' (duration: 642.438033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:07.979317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.307055Z","time spent":"672.160958ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:07.979363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.494467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:07.979471Z","caller":"traceutil/trace.go:171","msg":"trace[1633157011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5695; }","duration":"342.667881ms","start":"2026-03-19T09:13:07.636779Z","end":"2026-03-19T09:13:07.979447Z","steps":["trace[1633157011] 'agreement among raft nodes before linearized reading' (duration: 342.408276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:07.979492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.336581Z","time spent":"642.76534ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:07.979552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.636752Z","time spent":"342.761113ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:08.031202Z","caller":"traceutil/trace.go:171","msg":"trace[1678016663] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"191.626775ms","start":"2026-03-19T09:13:07.83955Z","end":"2026-03-19T09:13:08.031177Z","steps":["trace[1678016663] 'process raft request' (duration: 191.493852ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:08.347466Z","caller":"traceutil/trace.go:171","msg":"trace[1124360334] linearizableReadLoop","detail":"{readStateIndex:5946; appliedIndex:5944; }","duration":"368.226372ms","start":"2026-03-19T09:13:07.979193Z","end":"2026-03-19T09:13:08.347419Z","steps":["trace[1124360334] 'read index received' (duration: 51.952992ms)","trace[1124360334] 'applied index is now lower than readState.Index' (duration: 316.27132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:08.347961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.802809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:13:08.347772Z","caller":"traceutil/trace.go:171","msg":"trace[1770258806] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"508.10256ms","start":"2026-03-19T09:13:07.839622Z","end":"2026-03-19T09:13:08.347725Z","steps":["trace[1770258806] 'process raft request' (duration: 418.63358ms)","trace[1770258806] 'compare' (duration: 88.833195ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:08.348058Z","caller":"traceutil/trace.go:171","msg":"trace[1657224332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5697; }","duration":"535.953713ms","start":"2026-03-19T09:13:07.812075Z","end":"2026-03-19T09:13:08.348028Z","steps":["trace[1657224332] 'agreement among raft nodes before linearized reading' (duration: 535.614036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.348051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.530428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:08.34812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.812061Z","time spent":"536.044185ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:13:08.348135Z","caller":"traceutil/trace.go:171","msg":"trace[1314588894] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5697; }","duration":"698.642951ms","start":"2026-03-19T09:13:07.649468Z","end":"2026-03-19T09:13:08.348111Z","steps":["trace[1314588894] 'agreement among raft nodes before linearized reading' (duration: 698.487088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.348147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.023615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:13:08.348272Z","caller":"traceutil/trace.go:171","msg":"trace[1797440236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5697; }","duration":"536.192128ms","start":"2026-03-19T09:13:07.812053Z","end":"2026-03-19T09:13:08.348245Z","steps":["trace[1797440236] 'agreement among raft nodes before linearized reading' (duration: 535.934692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.348294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.970366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:13:08.348146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.413084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:08.348334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.812037Z","time spent":"536.279621ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:13:08.348372Z","caller":"traceutil/trace.go:171","msg":"trace[195073972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5697; }","duration":"444.096349ms","start":"2026-03-19T09:13:07.904255Z","end":"2026-03-19T09:13:08.348351Z","steps":["trace[195073972] 'agreement among raft nodes before linearized reading' (duration: 443.817893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.348181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.64946Z","time spent":"698.711272ms","remote":"127.0.0.1:54922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:08.348383Z","caller":"traceutil/trace.go:171","msg":"trace[1108812920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5697; }","duration":"367.680891ms","start":"2026-03-19T09:13:07.980682Z","end":"2026-03-19T09:13:08.348363Z","steps":["trace[1108812920] 'agreement among raft nodes before linearized reading' (duration: 367.416215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.348423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.904236Z","time spent":"444.178632ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:13:08.348192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.839588Z","time spent":"508.500459ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:08.347812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.372833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:13:08.348862Z","caller":"traceutil/trace.go:171","msg":"trace[735267833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5697; }","duration":"474.460167ms","start":"2026-03-19T09:13:07.874377Z","end":"2026-03-19T09:13:08.348837Z","steps":["trace[735267833] 'agreement among raft nodes before linearized reading' (duration: 473.113436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.348962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.874366Z","time spent":"474.569919ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:13:08.348739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.980662Z","time spent":"368.059268ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:08.776515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.454189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:08.776876Z","caller":"traceutil/trace.go:171","msg":"trace[1680541953] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"423.167961ms","start":"2026-03-19T09:13:08.353656Z","end":"2026-03-19T09:13:08.776824Z","steps":["trace[1680541953] 'process raft request' (duration: 198.292293ms)","trace[1680541953] 'compare' (duration: 224.040569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:08.777071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:08.353627Z","time spent":"423.357785ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:08.777087Z","caller":"traceutil/trace.go:171","msg":"trace[1133568425] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"422.943656ms","start":"2026-03-19T09:13:08.354094Z","end":"2026-03-19T09:13:08.777038Z","steps":["trace[1133568425] 'process raft request' (duration: 422.535707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:08.77703Z","caller":"traceutil/trace.go:171","msg":"trace[1930443702] linearizableReadLoop","detail":"{readStateIndex:5949; appliedIndex:5946; }","duration":"422.208ms","start":"2026-03-19T09:13:08.354796Z","end":"2026-03-19T09:13:08.777004Z","steps":["trace[1930443702] 'read index received' (duration: 62.782294ms)","trace[1930443702] 'applied index is now lower than readState.Index' (duration: 359.424566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:08.77727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:08.354078Z","time spent":"423.100219ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:08.777583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.777862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82105"} {"level":"info","ts":"2026-03-19T09:13:08.777632Z","caller":"traceutil/trace.go:171","msg":"trace[1209688130] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5700; }","duration":"422.858524ms","start":"2026-03-19T09:13:08.354762Z","end":"2026-03-19T09:13:08.77762Z","steps":["trace[1209688130] 'agreement among raft nodes before linearized reading' (duration: 422.351872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.777668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:08.354751Z","time spent":"422.908425ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82127,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:13:09.150953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.971348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:09.151057Z","caller":"traceutil/trace.go:171","msg":"trace[1335139941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5700; }","duration":"216.127192ms","start":"2026-03-19T09:13:08.934907Z","end":"2026-03-19T09:13:09.151035Z","steps":["trace[1335139941] 'range keys from in-memory index tree' (duration: 215.673912ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:09.332995Z","caller":"traceutil/trace.go:171","msg":"trace[1881074398] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"176.66256ms","start":"2026-03-19T09:13:09.156304Z","end":"2026-03-19T09:13:09.332966Z","steps":["trace[1881074398] 'process raft request' (duration: 176.476496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:10.113521Z","caller":"traceutil/trace.go:171","msg":"trace[1735554229] linearizableReadLoop","detail":"{readStateIndex:5952; appliedIndex:5950; }","duration":"102.351839ms","start":"2026-03-19T09:13:10.011143Z","end":"2026-03-19T09:13:10.113495Z","steps":["trace[1735554229] 'read index received' (duration: 15.313713ms)","trace[1735554229] 'applied index is now lower than readState.Index' (duration: 87.036946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:10.113673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.503582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:10.113708Z","caller":"traceutil/trace.go:171","msg":"trace[31402851] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5703; }","duration":"102.562663ms","start":"2026-03-19T09:13:10.011136Z","end":"2026-03-19T09:13:10.113698Z","steps":["trace[31402851] 'agreement among raft nodes before linearized reading' (duration: 102.459851ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:10.114291Z","caller":"traceutil/trace.go:171","msg":"trace[1012721467] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"126.051118ms","start":"2026-03-19T09:13:09.988226Z","end":"2026-03-19T09:13:10.114277Z","steps":["trace[1012721467] 'process raft request' (duration: 125.138898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:10.586104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.232696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:10.5862Z","caller":"traceutil/trace.go:171","msg":"trace[123180202] linearizableReadLoop","detail":"{readStateIndex:5953; appliedIndex:5952; }","duration":"467.82933ms","start":"2026-03-19T09:13:10.118356Z","end":"2026-03-19T09:13:10.586185Z","steps":["trace[123180202] 'read index received' (duration: 17.335068ms)","trace[123180202] 'applied index is now lower than readState.Index' (duration: 450.493152ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:10.586266Z","caller":"traceutil/trace.go:171","msg":"trace[259981782] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"549.69363ms","start":"2026-03-19T09:13:10.036562Z","end":"2026-03-19T09:13:10.586256Z","steps":["trace[259981782] 'process raft request' (duration: 99.234069ms)","trace[259981782] 'compare' (duration: 449.927509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:10.586324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:10.036536Z","time spent":"549.760962ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:10.586438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.084825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:10.586471Z","caller":"traceutil/trace.go:171","msg":"trace[462468431] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5704; }","duration":"468.168717ms","start":"2026-03-19T09:13:10.118294Z","end":"2026-03-19T09:13:10.586463Z","steps":["trace[462468431] 'agreement among raft nodes before linearized reading' (duration: 468.113726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:10.586502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:10.118265Z","time spent":"468.231188ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T09:13:10.608456Z","caller":"traceutil/trace.go:171","msg":"trace[761022961] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"254.193853ms","start":"2026-03-19T09:13:10.354235Z","end":"2026-03-19T09:13:10.608429Z","steps":["trace[761022961] 'process raft request' (duration: 253.998708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:10.60865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.02773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:10.608758Z","caller":"traceutil/trace.go:171","msg":"trace[1326693057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5705; }","duration":"186.259534ms","start":"2026-03-19T09:13:10.422477Z","end":"2026-03-19T09:13:10.608737Z","steps":["trace[1326693057] 'agreement among raft nodes before linearized reading' (duration: 185.919397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:10.94622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.78623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:10.946324Z","caller":"traceutil/trace.go:171","msg":"trace[1291400765] linearizableReadLoop","detail":"{readStateIndex:5955; appliedIndex:5954; }","duration":"325.327943ms","start":"2026-03-19T09:13:10.62098Z","end":"2026-03-19T09:13:10.946308Z","steps":["trace[1291400765] 'read index received' (duration: 187.309538ms)","trace[1291400765] 'applied index is now lower than readState.Index' (duration: 138.017085ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:10.946413Z","caller":"traceutil/trace.go:171","msg":"trace[1228641586] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"332.787511ms","start":"2026-03-19T09:13:10.613586Z","end":"2026-03-19T09:13:10.946373Z","steps":["trace[1228641586] 'process raft request' (duration: 194.752745ms)","trace[1228641586] 'compare' (duration: 137.670558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:10.946638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.567194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:13:10.946653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.187623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:13:10.946672Z","caller":"traceutil/trace.go:171","msg":"trace[1459155226] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5706; }","duration":"162.598455ms","start":"2026-03-19T09:13:10.784064Z","end":"2026-03-19T09:13:10.946662Z","steps":["trace[1459155226] 'agreement among raft nodes before linearized reading' (duration: 162.509073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:10.946503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.531638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:13:10.946735Z","caller":"traceutil/trace.go:171","msg":"trace[560579037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5706; }","duration":"165.283476ms","start":"2026-03-19T09:13:10.781409Z","end":"2026-03-19T09:13:10.946692Z","steps":["trace[560579037] 'agreement among raft nodes before linearized reading' (duration: 165.070871ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:10.946867Z","caller":"traceutil/trace.go:171","msg":"trace[448147139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5706; }","duration":"325.898836ms","start":"2026-03-19T09:13:10.620907Z","end":"2026-03-19T09:13:10.946805Z","steps":["trace[448147139] 'agreement among raft nodes before linearized reading' (duration: 325.482387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:10.946953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.833564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:13:10.947017Z","caller":"traceutil/trace.go:171","msg":"trace[1334953050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5706; }","duration":"164.975347ms","start":"2026-03-19T09:13:10.782024Z","end":"2026-03-19T09:13:10.946999Z","steps":["trace[1334953050] 'agreement among raft nodes before linearized reading' (duration: 164.558918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:10.947018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:10.620878Z","time spent":"326.08271ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:13:10.947464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:10.613565Z","time spent":"333.080968ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:11.147261Z","caller":"traceutil/trace.go:171","msg":"trace[680700542] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"195.961212ms","start":"2026-03-19T09:13:10.95127Z","end":"2026-03-19T09:13:11.147232Z","steps":["trace[680700542] 'process raft request' (duration: 152.93607ms)","trace[680700542] 'compare' (duration: 42.114772ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:11.147233Z","caller":"traceutil/trace.go:171","msg":"trace[1665557073] linearizableReadLoop","detail":"{readStateIndex:5957; appliedIndex:5956; }","duration":"139.643403ms","start":"2026-03-19T09:13:11.007553Z","end":"2026-03-19T09:13:11.147197Z","steps":["trace[1665557073] 'read index received' (duration: 96.502758ms)","trace[1665557073] 'applied index is now lower than readState.Index' (duration: 43.139265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:11.14741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.832497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:11.147529Z","caller":"traceutil/trace.go:171","msg":"trace[1006573711] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5708; }","duration":"140.032801ms","start":"2026-03-19T09:13:11.007449Z","end":"2026-03-19T09:13:11.147482Z","steps":["trace[1006573711] 'agreement among raft nodes before linearized reading' (duration: 139.854317ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:11.544721Z","caller":"traceutil/trace.go:171","msg":"trace[916187769] linearizableReadLoop","detail":"{readStateIndex:5958; appliedIndex:5957; }","duration":"208.057511ms","start":"2026-03-19T09:13:11.336639Z","end":"2026-03-19T09:13:11.544697Z","steps":["trace[916187769] 'read index received' (duration: 207.856077ms)","trace[916187769] 'applied index is now lower than readState.Index' (duration: 200.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:11.544761Z","caller":"traceutil/trace.go:171","msg":"trace[685237585] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"299.919646ms","start":"2026-03-19T09:13:11.244807Z","end":"2026-03-19T09:13:11.544727Z","steps":["trace[685237585] 'process raft request' (duration: 299.740542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:11.544887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:11.244769Z","time spent":"300.056039ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:11.545226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.558442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:11.545361Z","caller":"traceutil/trace.go:171","msg":"trace[2076238190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5709; }","duration":"208.741177ms","start":"2026-03-19T09:13:11.336601Z","end":"2026-03-19T09:13:11.545342Z","steps":["trace[2076238190] 'agreement among raft nodes before linearized reading' (duration: 208.226266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:11.546616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.358956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-19T09:13:11.546668Z","caller":"traceutil/trace.go:171","msg":"trace[166255560] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5709; }","duration":"101.465688ms","start":"2026-03-19T09:13:11.44519Z","end":"2026-03-19T09:13:11.546656Z","steps":["trace[166255560] 'agreement among raft nodes before linearized reading' (duration: 99.648308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:11.896792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.030621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:11.896902Z","caller":"traceutil/trace.go:171","msg":"trace[92320434] linearizableReadLoop","detail":"{readStateIndex:5959; appliedIndex:5958; }","duration":"259.791907ms","start":"2026-03-19T09:13:11.637092Z","end":"2026-03-19T09:13:11.896884Z","steps":["trace[92320434] 'read index received' (duration: 140.593513ms)","trace[92320434] 'applied index is now lower than readState.Index' (duration: 119.196904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:11.896967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.884331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:11.896958Z","caller":"traceutil/trace.go:171","msg":"trace[1981018715] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"347.94183ms","start":"2026-03-19T09:13:11.548977Z","end":"2026-03-19T09:13:11.896919Z","steps":["trace[1981018715] 'process raft request' (duration: 228.696574ms)","trace[1981018715] 'compare' (duration: 118.921658ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:11.896999Z","caller":"traceutil/trace.go:171","msg":"trace[1880240928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5710; }","duration":"259.950483ms","start":"2026-03-19T09:13:11.637034Z","end":"2026-03-19T09:13:11.896985Z","steps":["trace[1880240928] 'agreement among raft nodes before linearized reading' (duration: 259.896291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:11.897141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:11.548956Z","time spent":"348.082373ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:11.928357Z","caller":"traceutil/trace.go:171","msg":"trace[967459482] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"170.811279ms","start":"2026-03-19T09:13:11.757506Z","end":"2026-03-19T09:13:11.928317Z","steps":["trace[967459482] 'process raft request' (duration: 170.659666ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:12.273934Z","caller":"traceutil/trace.go:171","msg":"trace[1039018478] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"238.596824ms","start":"2026-03-19T09:13:12.03531Z","end":"2026-03-19T09:13:12.273907Z","steps":["trace[1039018478] 'process raft request' (duration: 175.099994ms)","trace[1039018478] 'compare' (duration: 63.293795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:12.583726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.827788ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:13:12.583876Z","caller":"traceutil/trace.go:171","msg":"trace[959413463] linearizableReadLoop","detail":"{readStateIndex:5962; appliedIndex:5960; }","duration":"464.566296ms","start":"2026-03-19T09:13:12.119299Z","end":"2026-03-19T09:13:12.583865Z","steps":["trace[959413463] 'read index received' (duration: 91.129556ms)","trace[959413463] 'applied index is now lower than readState.Index' (duration: 373.43597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:12.583982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.675468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:13:12.584001Z","caller":"traceutil/trace.go:171","msg":"trace[2131314728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5712; }","duration":"464.74037ms","start":"2026-03-19T09:13:12.119256Z","end":"2026-03-19T09:13:12.583996Z","steps":["trace[2131314728] 'agreement among raft nodes before linearized reading' (duration: 464.644998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:12.584019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:12.119212Z","time spent":"464.803672ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:13:12.584282Z","caller":"traceutil/trace.go:171","msg":"trace[2056960330] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"298.432343ms","start":"2026-03-19T09:13:12.285826Z","end":"2026-03-19T09:13:12.584258Z","steps":["trace[2056960330] 'process raft request' (duration: 297.975323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:12.816793Z","caller":"traceutil/trace.go:171","msg":"trace[1617743245] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"229.330947ms","start":"2026-03-19T09:13:12.58742Z","end":"2026-03-19T09:13:12.816751Z","steps":["trace[1617743245] 'process raft request' (duration: 229.097762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:13.734682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.938439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:13.734884Z","caller":"traceutil/trace.go:171","msg":"trace[1505860114] linearizableReadLoop","detail":"{readStateIndex:5966; appliedIndex:5963; }","duration":"1.096797962s","start":"2026-03-19T09:13:12.638061Z","end":"2026-03-19T09:13:13.734859Z","steps":["trace[1505860114] 'read index received' (duration: 178.422169ms)","trace[1505860114] 'applied index is now lower than readState.Index' (duration: 918.374193ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:13.735001Z","caller":"traceutil/trace.go:171","msg":"trace[10188353] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"1.119766845s","start":"2026-03-19T09:13:12.61522Z","end":"2026-03-19T09:13:13.734987Z","steps":["trace[10188353] 'process raft request' (duration: 1.119578111s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:13.735049Z","caller":"traceutil/trace.go:171","msg":"trace[1270503654] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"1.14322538s","start":"2026-03-19T09:13:12.59181Z","end":"2026-03-19T09:13:13.735035Z","steps":["trace[1270503654] 'process raft request' (duration: 429.82863ms)","trace[1270503654] 'compare' (duration: 712.770325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:13.735268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:12.591784Z","time spent":"1.143451064s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:13.735069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:12.615195Z","time spent":"1.119841527s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:13.735123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097064038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:13.735538Z","caller":"traceutil/trace.go:171","msg":"trace[552439706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5716; }","duration":"1.097526558s","start":"2026-03-19T09:13:12.638003Z","end":"2026-03-19T09:13:13.735529Z","steps":["trace[552439706] 'agreement among raft nodes before linearized reading' (duration: 1.097090779s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:13.735565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:12.637975Z","time spent":"1.097583659s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:13.735875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.327815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:13.735998Z","caller":"traceutil/trace.go:171","msg":"trace[109789619] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5716; }","duration":"478.527839ms","start":"2026-03-19T09:13:13.257436Z","end":"2026-03-19T09:13:13.735964Z","steps":["trace[109789619] 'agreement among raft nodes before linearized reading' (duration: 478.222582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:13.736076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:13.257403Z","time spent":"478.655802ms","remote":"127.0.0.1:42974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:13.735278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.289313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:13.736221Z","caller":"traceutil/trace.go:171","msg":"trace[1832980579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5716; }","duration":"784.229053ms","start":"2026-03-19T09:13:12.951932Z","end":"2026-03-19T09:13:13.736161Z","steps":["trace[1832980579] 'agreement among raft nodes before linearized reading' (duration: 783.216191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:13.736233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.676705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:13:13.736236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.15375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16552"} {"level":"warn","ts":"2026-03-19T09:13:13.736247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.560267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:13:13.736268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.387253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:13:13.736288Z","caller":"traceutil/trace.go:171","msg":"trace[1852717926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5716; }","duration":"742.763046ms","start":"2026-03-19T09:13:12.99351Z","end":"2026-03-19T09:13:13.736273Z","steps":["trace[1852717926] 'agreement among raft nodes before linearized reading' (duration: 742.545561ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:13.736299Z","caller":"traceutil/trace.go:171","msg":"trace[671465967] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5716; }","duration":"410.274532ms","start":"2026-03-19T09:13:13.326007Z","end":"2026-03-19T09:13:13.736281Z","steps":["trace[671465967] 'agreement among raft nodes before linearized reading' (duration: 410.085788ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:13.73633Z","caller":"traceutil/trace.go:171","msg":"trace[1004480886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5716; }","duration":"583.504176ms","start":"2026-03-19T09:13:13.152811Z","end":"2026-03-19T09:13:13.736316Z","steps":["trace[1004480886] 'agreement among raft nodes before linearized reading' (duration: 583.276001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:13.736344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:13.325977Z","time spent":"410.355434ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16574,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T09:13:13.736381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:13.152787Z","time spent":"583.587367ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:13.736361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.599552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T09:13:13.736323Z","caller":"traceutil/trace.go:171","msg":"trace[1380383183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5716; }","duration":"744.68514ms","start":"2026-03-19T09:13:12.99162Z","end":"2026-03-19T09:13:13.736306Z","steps":["trace[1380383183] 'agreement among raft nodes before linearized reading' (duration: 744.447524ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:13.736485Z","caller":"traceutil/trace.go:171","msg":"trace[1690463857] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5716; }","duration":"313.793556ms","start":"2026-03-19T09:13:13.422662Z","end":"2026-03-19T09:13:13.736455Z","steps":["trace[1690463857] 'agreement among raft nodes before linearized reading' (duration: 313.410527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:13.736559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:13.422638Z","time spent":"313.909598ms","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T09:13:13.736527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:12.991595Z","time spent":"744.914675ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:13.736334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:12.993491Z","time spent":"742.835008ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:13:13.736256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:12.95189Z","time spent":"784.356946ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:13:14.032569Z","caller":"traceutil/trace.go:171","msg":"trace[1929756219] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"290.635278ms","start":"2026-03-19T09:13:13.74189Z","end":"2026-03-19T09:13:14.032525Z","steps":["trace[1929756219] 'process raft request' (duration: 290.28788ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:14.032587Z","caller":"traceutil/trace.go:171","msg":"trace[805545124] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"290.516415ms","start":"2026-03-19T09:13:13.742031Z","end":"2026-03-19T09:13:14.032548Z","steps":["trace[805545124] 'process raft request' (duration: 290.346621ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:14.033562Z","caller":"traceutil/trace.go:171","msg":"trace[950960710] linearizableReadLoop","detail":"{readStateIndex:5969; appliedIndex:5966; }","duration":"290.563476ms","start":"2026-03-19T09:13:13.742932Z","end":"2026-03-19T09:13:14.033496Z","steps":["trace[950960710] 'read index received' (duration: 45.049888ms)","trace[950960710] 'applied index is now lower than readState.Index' (duration: 245.511158ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:14.033593Z","caller":"traceutil/trace.go:171","msg":"trace[1549209740] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"285.870761ms","start":"2026-03-19T09:13:13.747686Z","end":"2026-03-19T09:13:14.033557Z","steps":["trace[1549209740] 'process raft request' (duration: 284.761367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:14.033943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.945864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82105"} {"level":"info","ts":"2026-03-19T09:13:14.034059Z","caller":"traceutil/trace.go:171","msg":"trace[1949862714] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5720; }","duration":"291.142269ms","start":"2026-03-19T09:13:13.742906Z","end":"2026-03-19T09:13:14.034048Z","steps":["trace[1949862714] 'agreement among raft nodes before linearized reading' (duration: 290.7186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:14.052688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.282061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:14.052781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.544633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:14.052855Z","caller":"traceutil/trace.go:171","msg":"trace[1758829019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5721; }","duration":"307.469894ms","start":"2026-03-19T09:13:13.745361Z","end":"2026-03-19T09:13:14.052831Z","steps":["trace[1758829019] 'agreement among raft nodes before linearized reading' (duration: 307.231249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:14.052912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:13.745352Z","time spent":"307.549476ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:14.05287Z","caller":"traceutil/trace.go:171","msg":"trace[1964043143] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5721; }","duration":"221.690647ms","start":"2026-03-19T09:13:13.831154Z","end":"2026-03-19T09:13:14.052844Z","steps":["trace[1964043143] 'agreement among raft nodes before linearized reading' (duration: 221.521193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:14.052921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.752431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:14.053058Z","caller":"traceutil/trace.go:171","msg":"trace[386494572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5721; }","duration":"151.030667ms","start":"2026-03-19T09:13:13.902007Z","end":"2026-03-19T09:13:14.053038Z","steps":["trace[386494572] 'agreement among raft nodes before linearized reading' (duration: 150.637128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:14.053123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.921112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:14.053224Z","caller":"traceutil/trace.go:171","msg":"trace[1748610621] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5721; }","duration":"303.062535ms","start":"2026-03-19T09:13:13.750117Z","end":"2026-03-19T09:13:14.05318Z","steps":["trace[1748610621] 'agreement among raft nodes before linearized reading' (duration: 302.82033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:14.053304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:13.750111Z","time spent":"303.157887ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:14.0534Z","caller":"traceutil/trace.go:171","msg":"trace[1090670770] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"125.048026ms","start":"2026-03-19T09:13:13.928337Z","end":"2026-03-19T09:13:14.053385Z","steps":["trace[1090670770] 'process raft request' (duration: 124.072514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:14.407425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.062574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:14.408671Z","caller":"traceutil/trace.go:171","msg":"trace[1156737037] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"350.403764ms","start":"2026-03-19T09:13:14.058233Z","end":"2026-03-19T09:13:14.408636Z","steps":["trace[1156737037] 'process raft request' (duration: 207.99198ms)","trace[1156737037] 'compare' (duration: 140.898261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:14.408804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:14.058208Z","time spent":"350.530797ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:14.409004Z","caller":"traceutil/trace.go:171","msg":"trace[1296017800] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"127.712685ms","start":"2026-03-19T09:13:14.281277Z","end":"2026-03-19T09:13:14.40899Z","steps":["trace[1296017800] 'process raft request' (duration: 126.530619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:14.478504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.409394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T09:13:14.478628Z","caller":"traceutil/trace.go:171","msg":"trace[878106154] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5724; }","duration":"125.548147ms","start":"2026-03-19T09:13:14.353058Z","end":"2026-03-19T09:13:14.478606Z","steps":["trace[878106154] 'agreement among raft nodes before linearized reading' (duration: 125.274321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:14.737004Z","caller":"traceutil/trace.go:171","msg":"trace[60586382] linearizableReadLoop","detail":"{readStateIndex:5975; appliedIndex:5974; }","duration":"254.366866ms","start":"2026-03-19T09:13:14.482604Z","end":"2026-03-19T09:13:14.736971Z","steps":["trace[60586382] 'read index received' (duration: 254.306545ms)","trace[60586382] 'applied index is now lower than readState.Index' (duration: 58.621µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:14.737109Z","caller":"traceutil/trace.go:171","msg":"trace[1001632011] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"313.171621ms","start":"2026-03-19T09:13:14.423912Z","end":"2026-03-19T09:13:14.737084Z","steps":["trace[1001632011] 'process raft request' (duration: 312.890924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:14.737248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:14.423876Z","time spent":"313.284083ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17194,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:14.737288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.657583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T09:13:14.737375Z","caller":"traceutil/trace.go:171","msg":"trace[358328602] range","detail":"{range_begin:/registry/persistentvolumes/pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1; range_end:; response_count:1; response_revision:5725; }","duration":"254.850008ms","start":"2026-03-19T09:13:14.482504Z","end":"2026-03-19T09:13:14.737354Z","steps":["trace[358328602] 'agreement among raft nodes before linearized reading' (duration: 254.581822ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:14.948492Z","caller":"traceutil/trace.go:171","msg":"trace[1059525773] linearizableReadLoop","detail":"{readStateIndex:5977; appliedIndex:5975; }","duration":"211.384006ms","start":"2026-03-19T09:13:14.737085Z","end":"2026-03-19T09:13:14.948469Z","steps":["trace[1059525773] 'read index received' (duration: 148.237794ms)","trace[1059525773] 'applied index is now lower than readState.Index' (duration: 63.145292ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:14.948637Z","caller":"traceutil/trace.go:171","msg":"trace[2107669080] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"317.615571ms","start":"2026-03-19T09:13:14.631004Z","end":"2026-03-19T09:13:14.94862Z","steps":["trace[2107669080] 'process raft request' (duration: 317.361506ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:14.948608Z","caller":"traceutil/trace.go:171","msg":"trace[1981646929] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"434.448853ms","start":"2026-03-19T09:13:14.51411Z","end":"2026-03-19T09:13:14.948558Z","steps":["trace[1981646929] 'process raft request' (duration: 372.13582ms)","trace[1981646929] 'compare' (duration: 61.69665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:14.948754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:14.630975Z","time spent":"317.689813ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:14.949059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:14.514083Z","time spent":"434.879913ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:14.94884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.678378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-19T09:13:14.949218Z","caller":"traceutil/trace.go:171","msg":"trace[2123900727] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5727; }","duration":"464.065206ms","start":"2026-03-19T09:13:14.485117Z","end":"2026-03-19T09:13:14.949183Z","steps":["trace[2123900727] 'agreement among raft nodes before linearized reading' (duration: 463.573545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:14.948866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.228664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:13:14.949311Z","caller":"traceutil/trace.go:171","msg":"trace[1923463938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5727; }","duration":"127.739515ms","start":"2026-03-19T09:13:14.821557Z","end":"2026-03-19T09:13:14.949296Z","steps":["trace[1923463938] 'agreement among raft nodes before linearized reading' (duration: 127.114112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:14.949329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:14.485106Z","time spent":"464.189178ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-19T09:13:15.455848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786266202,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:13:15.461193Z","caller":"traceutil/trace.go:171","msg":"trace[936052156] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"507.437545ms","start":"2026-03-19T09:13:14.95372Z","end":"2026-03-19T09:13:15.461158Z","steps":["trace[936052156] 'process raft request' (duration: 507.21669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:15.461469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:14.953691Z","time spent":"507.629279ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:15.483138Z","caller":"traceutil/trace.go:171","msg":"trace[293165909] linearizableReadLoop","detail":"{readStateIndex:5979; appliedIndex:5977; }","duration":"528.007786ms","start":"2026-03-19T09:13:14.955104Z","end":"2026-03-19T09:13:15.483112Z","steps":["trace[293165909] 'read index received' (duration: 505.780939ms)","trace[293165909] 'applied index is now lower than readState.Index' (duration: 22.225337ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:15.483176Z","caller":"traceutil/trace.go:171","msg":"trace[84727560] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"527.665068ms","start":"2026-03-19T09:13:14.955491Z","end":"2026-03-19T09:13:15.483156Z","steps":["trace[84727560] 'process raft request' (duration: 527.469853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:15.483394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.288131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-19T09:13:15.483447Z","caller":"traceutil/trace.go:171","msg":"trace[893038712] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5729; }","duration":"528.374094ms","start":"2026-03-19T09:13:14.955064Z","end":"2026-03-19T09:13:15.483438Z","steps":["trace[893038712] 'agreement among raft nodes before linearized reading' (duration: 528.159709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:15.483483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:14.955043Z","time spent":"528.431865ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-19T09:13:15.483483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:14.955464Z","time spent":"527.887613ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:15.483492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.372481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:15.483609Z","caller":"traceutil/trace.go:171","msg":"trace[2142012789] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5729; }","duration":"336.655396ms","start":"2026-03-19T09:13:15.146939Z","end":"2026-03-19T09:13:15.483595Z","steps":["trace[2142012789] 'agreement among raft nodes before linearized reading' (duration: 336.37516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:15.483688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:15.14691Z","time spent":"336.763799ms","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:15.48381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.645349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-19T09:13:15.4839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.568758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:15.483938Z","caller":"traceutil/trace.go:171","msg":"trace[802276227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5729; }","duration":"244.646439ms","start":"2026-03-19T09:13:15.23928Z","end":"2026-03-19T09:13:15.483926Z","steps":["trace[802276227] 'agreement among raft nodes before linearized reading' (duration: 244.587168ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:15.483951Z","caller":"traceutil/trace.go:171","msg":"trace[1388620989] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5729; }","duration":"133.886054ms","start":"2026-03-19T09:13:15.35001Z","end":"2026-03-19T09:13:15.483896Z","steps":["trace[1388620989] 'agreement among raft nodes before linearized reading' (duration: 133.468225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:15.805169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.617503ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-19T09:13:15.805355Z","caller":"traceutil/trace.go:171","msg":"trace[40511193] linearizableReadLoop","detail":"{readStateIndex:5980; appliedIndex:5979; }","duration":"317.780755ms","start":"2026-03-19T09:13:15.487536Z","end":"2026-03-19T09:13:15.805317Z","steps":["trace[40511193] 'read index received' (duration: 169.03381ms)","trace[40511193] 'applied index is now lower than readState.Index' (duration: 148.744305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:15.805469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:15.48583Z","time spent":"319.635626ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:13:15.805658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.081282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T09:13:15.805754Z","caller":"traceutil/trace.go:171","msg":"trace[303271471] range","detail":"{range_begin:/registry/persistentvolumes/pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1; range_end:; response_count:1; response_revision:5729; }","duration":"318.229815ms","start":"2026-03-19T09:13:15.487503Z","end":"2026-03-19T09:13:15.805733Z","steps":["trace[303271471] 'agreement among raft nodes before linearized reading' (duration: 317.97383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:15.805804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:15.487486Z","time spent":"318.308317ms","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1\" "} {"level":"warn","ts":"2026-03-19T09:13:15.831572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.366119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:15.831573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.661885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:15.83164Z","caller":"traceutil/trace.go:171","msg":"trace[866814072] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5732; }","duration":"255.463941ms","start":"2026-03-19T09:13:15.576156Z","end":"2026-03-19T09:13:15.83162Z","steps":["trace[866814072] 'agreement among raft nodes before linearized reading' (duration: 255.366959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:15.831654Z","caller":"traceutil/trace.go:171","msg":"trace[543281306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5732; }","duration":"195.806328ms","start":"2026-03-19T09:13:15.635829Z","end":"2026-03-19T09:13:15.831636Z","steps":["trace[543281306] 'agreement among raft nodes before linearized reading' (duration: 195.663935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:15.83168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.74191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189e3326b5279169\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-19T09:13:15.83176Z","caller":"traceutil/trace.go:171","msg":"trace[1094399421] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189e3326b5279169; range_end:; response_count:1; response_revision:5732; }","duration":"341.843572ms","start":"2026-03-19T09:13:15.489889Z","end":"2026-03-19T09:13:15.831732Z","steps":["trace[1094399421] 'agreement among raft nodes before linearized reading' (duration: 341.559866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:15.831867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:15.489878Z","time spent":"341.973466ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":768,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.189e3326b5279169\" "} {"level":"warn","ts":"2026-03-19T09:13:15.83198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.659635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-03-19T09:13:15.832116Z","caller":"traceutil/trace.go:171","msg":"trace[1144787705] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5732; }","duration":"340.811829ms","start":"2026-03-19T09:13:15.491244Z","end":"2026-03-19T09:13:15.832056Z","steps":["trace[1144787705] 'agreement among raft nodes before linearized reading' (duration: 340.445291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:15.832232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:15.491238Z","time spent":"340.974143ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-19T09:13:16.274394Z","caller":"traceutil/trace.go:171","msg":"trace[1170626680] linearizableReadLoop","detail":"{readStateIndex:5986; appliedIndex:5985; }","duration":"375.252229ms","start":"2026-03-19T09:13:15.899116Z","end":"2026-03-19T09:13:16.274368Z","steps":["trace[1170626680] 'read index received' (duration: 375.019244ms)","trace[1170626680] 'applied index is now lower than readState.Index' (duration: 232.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:16.274449Z","caller":"traceutil/trace.go:171","msg":"trace[453992884] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"396.75834ms","start":"2026-03-19T09:13:15.877672Z","end":"2026-03-19T09:13:16.274431Z","steps":["trace[453992884] 'process raft request' (duration: 396.534875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.274675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:15.877645Z","time spent":"396.860422ms","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19708,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:16.274795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.176307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T09:13:16.274869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.004835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189e3326be470027\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-19T09:13:16.274888Z","caller":"traceutil/trace.go:171","msg":"trace[167660019] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5735; }","duration":"417.302539ms","start":"2026-03-19T09:13:15.857563Z","end":"2026-03-19T09:13:16.274865Z","steps":["trace[167660019] 'agreement among raft nodes before linearized reading' (duration: 416.925011ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:16.274918Z","caller":"traceutil/trace.go:171","msg":"trace[1241904086] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189e3326be470027; range_end:; response_count:1; response_revision:5735; }","duration":"418.082377ms","start":"2026-03-19T09:13:15.856818Z","end":"2026-03-19T09:13:16.2749Z","steps":["trace[1241904086] 'agreement among raft nodes before linearized reading' (duration: 417.675308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.274955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:15.856801Z","time spent":"418.146178ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":762,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.189e3326be470027\" "} {"level":"warn","ts":"2026-03-19T09:13:16.274951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:15.857555Z","time spent":"417.381182ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:13:16.275167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.348899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:13:16.275223Z","caller":"traceutil/trace.go:171","msg":"trace[1029637081] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5735; }","duration":"234.431311ms","start":"2026-03-19T09:13:16.040782Z","end":"2026-03-19T09:13:16.275213Z","steps":["trace[1029637081] 'agreement among raft nodes before linearized reading' (duration: 234.161695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.275252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.999289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:13:16.275234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.920306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:13:16.275319Z","caller":"traceutil/trace.go:171","msg":"trace[942153751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5735; }","duration":"237.113201ms","start":"2026-03-19T09:13:16.038192Z","end":"2026-03-19T09:13:16.275305Z","steps":["trace[942153751] 'agreement among raft nodes before linearized reading' (duration: 236.825895ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:16.275369Z","caller":"traceutil/trace.go:171","msg":"trace[703923016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5735; }","duration":"237.106951ms","start":"2026-03-19T09:13:16.038241Z","end":"2026-03-19T09:13:16.275348Z","steps":["trace[703923016] 'agreement among raft nodes before linearized reading' (duration: 236.668781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.275584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.434362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:13:16.275712Z","caller":"traceutil/trace.go:171","msg":"trace[1734889626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5735; }","duration":"319.626647ms","start":"2026-03-19T09:13:15.956059Z","end":"2026-03-19T09:13:16.275686Z","steps":["trace[1734889626] 'agreement among raft nodes before linearized reading' (duration: 319.200996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.275773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:15.956044Z","time spent":"319.719319ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:13:16.275669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.675813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:13:16.276514Z","caller":"traceutil/trace.go:171","msg":"trace[2143773187] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5735; }","duration":"373.540811ms","start":"2026-03-19T09:13:15.902946Z","end":"2026-03-19T09:13:16.276487Z","steps":["trace[2143773187] 'agreement among raft nodes before linearized reading' (duration: 372.19024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.276576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:15.90293Z","time spent":"373.624663ms","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-19T09:13:16.590437Z","caller":"traceutil/trace.go:171","msg":"trace[912524162] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"311.141927ms","start":"2026-03-19T09:13:16.27926Z","end":"2026-03-19T09:13:16.590402Z","steps":["trace[912524162] 'process raft request' (duration: 310.907892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.590777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.279218Z","time spent":"311.342531ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:16.593577Z","caller":"traceutil/trace.go:171","msg":"trace[482864961] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"313.494519ms","start":"2026-03-19T09:13:16.280052Z","end":"2026-03-19T09:13:16.593547Z","steps":["trace[482864961] 'process raft request' (duration: 313.245753ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:16.593602Z","caller":"traceutil/trace.go:171","msg":"trace[1804897361] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"311.398102ms","start":"2026-03-19T09:13:16.282173Z","end":"2026-03-19T09:13:16.593571Z","steps":["trace[1804897361] 'process raft request' (duration: 311.2812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.59377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.280013Z","time spent":"313.644302ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:16.593791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.28215Z","time spent":"311.537835ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:16.593991Z","caller":"traceutil/trace.go:171","msg":"trace[1223366776] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"310.415551ms","start":"2026-03-19T09:13:16.283536Z","end":"2026-03-19T09:13:16.593952Z","steps":["trace[1223366776] 'process raft request' (duration: 309.975421ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:16.594125Z","caller":"traceutil/trace.go:171","msg":"trace[1091554253] linearizableReadLoop","detail":"{readStateIndex:5988; appliedIndex:5986; }","duration":"312.827994ms","start":"2026-03-19T09:13:16.281264Z","end":"2026-03-19T09:13:16.594092Z","steps":["trace[1091554253] 'read index received' (duration: 308.938507ms)","trace[1091554253] 'applied index is now lower than readState.Index' (duration: 3.888037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:16.594164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.283508Z","time spent":"310.578944ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:13:16.594159Z","caller":"traceutil/trace.go:171","msg":"trace[1641141446] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"178.039589ms","start":"2026-03-19T09:13:16.416092Z","end":"2026-03-19T09:13:16.594131Z","steps":["trace[1641141446] 'process raft request' (duration: 177.856205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.59444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.150359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:13:16.59451Z","caller":"traceutil/trace.go:171","msg":"trace[142826672] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5740; }","duration":"312.25535ms","start":"2026-03-19T09:13:16.28224Z","end":"2026-03-19T09:13:16.594495Z","steps":["trace[142826672] 'agreement among raft nodes before linearized reading' (duration: 312.084257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.594499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.967636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:16.594577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.298164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82105"} {"level":"warn","ts":"2026-03-19T09:13:16.594582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.309501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:16.594647Z","caller":"traceutil/trace.go:171","msg":"trace[1390332986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5740; }","duration":"313.393195ms","start":"2026-03-19T09:13:16.281233Z","end":"2026-03-19T09:13:16.594626Z","steps":["trace[1390332986] 'agreement among raft nodes before linearized reading' (duration: 312.982046ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:16.594634Z","caller":"traceutil/trace.go:171","msg":"trace[774712442] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5740; }","duration":"109.166681ms","start":"2026-03-19T09:13:16.485449Z","end":"2026-03-19T09:13:16.594616Z","steps":["trace[774712442] 'agreement among raft nodes before linearized reading' (duration: 108.916116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.594707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.281223Z","time spent":"313.470748ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82127,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:13:16.594722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.479181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-19T09:13:16.594656Z","caller":"traceutil/trace.go:171","msg":"trace[2009590981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5740; }","duration":"180.430104ms","start":"2026-03-19T09:13:16.414209Z","end":"2026-03-19T09:13:16.594639Z","steps":["trace[2009590981] 'agreement among raft nodes before linearized reading' (duration: 180.166478ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:16.594769Z","caller":"traceutil/trace.go:171","msg":"trace[1006430783] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5740; }","duration":"306.555743ms","start":"2026-03-19T09:13:16.288199Z","end":"2026-03-19T09:13:16.594755Z","steps":["trace[1006430783] 'agreement among raft nodes before linearized reading' (duration: 306.42559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.594815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.288185Z","time spent":"306.615195ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-19T09:13:16.5946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.282217Z","time spent":"312.370024ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:13:16.740828Z","caller":"traceutil/trace.go:171","msg":"trace[926609647] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"140.285896ms","start":"2026-03-19T09:13:16.600501Z","end":"2026-03-19T09:13:16.740787Z","steps":["trace[926609647] 'process raft request' (duration: 65.289739ms)","trace[926609647] 'compare' (duration: 74.855144ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:16.774309Z","caller":"traceutil/trace.go:171","msg":"trace[1179851245] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"171.884654ms","start":"2026-03-19T09:13:16.602388Z","end":"2026-03-19T09:13:16.774272Z","steps":["trace[1179851245] 'process raft request' (duration: 171.635967ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:16.774381Z","caller":"traceutil/trace.go:171","msg":"trace[589374476] linearizableReadLoop","detail":"{readStateIndex:5994; appliedIndex:5991; }","duration":"154.158226ms","start":"2026-03-19T09:13:16.620195Z","end":"2026-03-19T09:13:16.774353Z","steps":["trace[589374476] 'read index received' (duration: 45.580149ms)","trace[589374476] 'applied index is now lower than readState.Index' (duration: 108.576817ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:16.77455Z","caller":"traceutil/trace.go:171","msg":"trace[36045316] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"166.115525ms","start":"2026-03-19T09:13:16.608358Z","end":"2026-03-19T09:13:16.774474Z","steps":["trace[36045316] 'process raft request' (duration: 165.825959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.774596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.234231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:16.774771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.556476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-19T09:13:16.774597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.234882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:16.774872Z","caller":"traceutil/trace.go:171","msg":"trace[1895697379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5743; }","duration":"138.533178ms","start":"2026-03-19T09:13:16.636291Z","end":"2026-03-19T09:13:16.774825Z","steps":["trace[1895697379] 'agreement among raft nodes before linearized reading' (duration: 138.204001ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:16.774942Z","caller":"traceutil/trace.go:171","msg":"trace[532889507] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5743; }","duration":"154.787571ms","start":"2026-03-19T09:13:16.620087Z","end":"2026-03-19T09:13:16.774874Z","steps":["trace[532889507] 'agreement among raft nodes before linearized reading' (duration: 154.362972ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:16.774936Z","caller":"traceutil/trace.go:171","msg":"trace[114828418] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5743; }","duration":"113.622191ms","start":"2026-03-19T09:13:16.661294Z","end":"2026-03-19T09:13:16.774916Z","steps":["trace[114828418] 'agreement among raft nodes before linearized reading' (duration: 113.246913ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:17.632323Z","caller":"traceutil/trace.go:171","msg":"trace[2055806072] linearizableReadLoop","detail":"{readStateIndex:5996; appliedIndex:5995; }","duration":"241.487869ms","start":"2026-03-19T09:13:17.390809Z","end":"2026-03-19T09:13:17.632296Z","steps":["trace[2055806072] 'read index received' (duration: 241.167362ms)","trace[2055806072] 'applied index is now lower than readState.Index' (duration: 319.307µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:17.632462Z","caller":"traceutil/trace.go:171","msg":"trace[885072173] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"249.636122ms","start":"2026-03-19T09:13:17.382783Z","end":"2026-03-19T09:13:17.632419Z","steps":["trace[885072173] 'process raft request' (duration: 249.280034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:17.632663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.858761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:13:17.632687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.798726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T09:13:17.63273Z","caller":"traceutil/trace.go:171","msg":"trace[629973780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5745; }","duration":"167.002364ms","start":"2026-03-19T09:13:17.465711Z","end":"2026-03-19T09:13:17.632713Z","steps":["trace[629973780] 'agreement among raft nodes before linearized reading' (duration: 166.776589ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:17.632844Z","caller":"traceutil/trace.go:171","msg":"trace[2000479490] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5745; }","duration":"241.98479ms","start":"2026-03-19T09:13:17.390776Z","end":"2026-03-19T09:13:17.632761Z","steps":["trace[2000479490] 'agreement among raft nodes before linearized reading' (duration: 241.663133ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:17.775874Z","caller":"traceutil/trace.go:171","msg":"trace[1521009751] linearizableReadLoop","detail":"{readStateIndex:5997; appliedIndex:5996; }","duration":"138.443155ms","start":"2026-03-19T09:13:17.637386Z","end":"2026-03-19T09:13:17.775829Z","steps":["trace[1521009751] 'read index received' (duration: 70.951µs)","trace[1521009751] 'applied index is now lower than readState.Index' (duration: 138.370334ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:17.775891Z","caller":"traceutil/trace.go:171","msg":"trace[140004121] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"138.503427ms","start":"2026-03-19T09:13:17.637353Z","end":"2026-03-19T09:13:17.775856Z","steps":["trace[140004121] 'process raft request' (duration: 87.351163ms)","trace[140004121] 'compare' (duration: 50.799856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:17.776122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.69872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-30d07a52-5d00-45eb-bc7d-3d9715999470\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-19T09:13:17.776214Z","caller":"traceutil/trace.go:171","msg":"trace[1939227728] range","detail":"{range_begin:/registry/persistentvolumes/pvc-30d07a52-5d00-45eb-bc7d-3d9715999470; range_end:; response_count:1; response_revision:5746; }","duration":"138.843944ms","start":"2026-03-19T09:13:17.637346Z","end":"2026-03-19T09:13:17.77619Z","steps":["trace[1939227728] 'agreement among raft nodes before linearized reading' (duration: 138.601569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:17.776379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.898865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17209"} {"level":"info","ts":"2026-03-19T09:13:17.776452Z","caller":"traceutil/trace.go:171","msg":"trace[1454896732] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5746; }","duration":"139.005257ms","start":"2026-03-19T09:13:17.637426Z","end":"2026-03-19T09:13:17.776432Z","steps":["trace[1454896732] 'agreement among raft nodes before linearized reading' (duration: 138.780742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:18.043714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.415791ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:18.043947Z","caller":"traceutil/trace.go:171","msg":"trace[59492244] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5746; }","duration":"166.627176ms","start":"2026-03-19T09:13:17.877238Z","end":"2026-03-19T09:13:18.043865Z","steps":["trace[59492244] 'range keys from in-memory index tree' (duration: 166.38468ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:18.044333Z","caller":"traceutil/trace.go:171","msg":"trace[1454828109] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"254.803137ms","start":"2026-03-19T09:13:17.789508Z","end":"2026-03-19T09:13:18.044311Z","steps":["trace[1454828109] 'process raft request' (duration: 210.409504ms)","trace[1454828109] 'compare' (duration: 43.562214ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:18.392238Z","caller":"traceutil/trace.go:171","msg":"trace[319963261] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"577.048592ms","start":"2026-03-19T09:13:17.81516Z","end":"2026-03-19T09:13:18.392208Z","steps":["trace[319963261] 'process raft request' (duration: 576.793526ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:18.392389Z","caller":"traceutil/trace.go:171","msg":"trace[37972568] linearizableReadLoop","detail":"{readStateIndex:6000; appliedIndex:5997; }","duration":"488.744347ms","start":"2026-03-19T09:13:17.90362Z","end":"2026-03-19T09:13:18.392365Z","steps":["trace[37972568] 'read index received' (duration: 96.314143ms)","trace[37972568] 'applied index is now lower than readState.Index' (duration: 392.427834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:18.392436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:17.815132Z","time spent":"577.199354ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:18.392615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.994982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:13:18.392663Z","caller":"traceutil/trace.go:171","msg":"trace[869399184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5749; }","duration":"489.083714ms","start":"2026-03-19T09:13:17.903565Z","end":"2026-03-19T09:13:18.392649Z","steps":["trace[869399184] 'agreement among raft nodes before linearized reading' (duration: 488.913841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:18.392705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:17.903541Z","time spent":"489.152825ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:13:18.392681Z","caller":"traceutil/trace.go:171","msg":"trace[897230428] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"554.104369ms","start":"2026-03-19T09:13:17.83839Z","end":"2026-03-19T09:13:18.392494Z","steps":["trace[897230428] 'process raft request' (duration: 553.755981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:18.392954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:17.83836Z","time spent":"554.405345ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:18.62009Z","caller":"traceutil/trace.go:171","msg":"trace[210684346] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"566.641839ms","start":"2026-03-19T09:13:18.053426Z","end":"2026-03-19T09:13:18.620067Z","steps":["trace[210684346] 'process raft request' (duration: 566.434444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:18.620257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.053412Z","time spent":"566.753581ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:18.620409Z","caller":"traceutil/trace.go:171","msg":"trace[805073193] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"566.878994ms","start":"2026-03-19T09:13:18.053495Z","end":"2026-03-19T09:13:18.620374Z","steps":["trace[805073193] 'process raft request' (duration: 566.518616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:18.620578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.05349Z","time spent":"566.996037ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:18.620655Z","caller":"traceutil/trace.go:171","msg":"trace[1659096982] linearizableReadLoop","detail":"{readStateIndex:6005; appliedIndex:6000; }","duration":"228.175802ms","start":"2026-03-19T09:13:18.392447Z","end":"2026-03-19T09:13:18.620623Z","steps":["trace[1659096982] 'read index received' (duration: 227.439885ms)","trace[1659096982] 'applied index is now lower than readState.Index' (duration: 734.407µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:18.62079Z","caller":"traceutil/trace.go:171","msg":"trace[256704605] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"548.624526ms","start":"2026-03-19T09:13:18.072145Z","end":"2026-03-19T09:13:18.62077Z","steps":["trace[256704605] 'process raft request' (duration: 548.384111ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:18.620623Z","caller":"traceutil/trace.go:171","msg":"trace[1428464351] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"567.042438ms","start":"2026-03-19T09:13:18.053506Z","end":"2026-03-19T09:13:18.620549Z","steps":["trace[1428464351] 'process raft request' (duration: 566.769352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:18.620949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.072131Z","time spent":"548.726138ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15332,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:18.620986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.556004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"warn","ts":"2026-03-19T09:13:18.62099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.053485Z","time spent":"567.469178ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:18.621033Z","caller":"traceutil/trace.go:171","msg":"trace[237605562] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5754; }","duration":"569.658517ms","start":"2026-03-19T09:13:18.051358Z","end":"2026-03-19T09:13:18.621017Z","steps":["trace[237605562] 'agreement among raft nodes before linearized reading' (duration: 569.430472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:18.621082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.051336Z","time spent":"569.735679ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13900,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-19T09:13:18.621465Z","caller":"traceutil/trace.go:171","msg":"trace[406231299] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"567.863746ms","start":"2026-03-19T09:13:18.053578Z","end":"2026-03-19T09:13:18.621442Z","steps":["trace[406231299] 'process raft request' (duration: 566.865204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:18.621704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.053574Z","time spent":"567.942198ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:18.682376Z","caller":"traceutil/trace.go:171","msg":"trace[1157227851] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"285.161306ms","start":"2026-03-19T09:13:18.397176Z","end":"2026-03-19T09:13:18.682338Z","steps":["trace[1157227851] 'process raft request' (duration: 284.993322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:18.682922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.444817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:18.682925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.417147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T09:13:18.683104Z","caller":"traceutil/trace.go:171","msg":"trace[1476985890] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5756; }","duration":"287.664502ms","start":"2026-03-19T09:13:18.395415Z","end":"2026-03-19T09:13:18.68308Z","steps":["trace[1476985890] 'agreement among raft nodes before linearized reading' (duration: 287.229533ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:18.683025Z","caller":"traceutil/trace.go:171","msg":"trace[1276760540] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5756; }","duration":"206.62181ms","start":"2026-03-19T09:13:18.476387Z","end":"2026-03-19T09:13:18.683008Z","steps":["trace[1276760540] 'agreement among raft nodes before linearized reading' (duration: 206.388364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.183226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786266265,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:13:19.263042Z","caller":"traceutil/trace.go:171","msg":"trace[1375312216] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"627.627252ms","start":"2026-03-19T09:13:18.635384Z","end":"2026-03-19T09:13:19.263011Z","steps":["trace[1375312216] 'process raft request' (duration: 627.390377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.263323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.635371Z","time spent":"627.860338ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13649,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:19.518707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.505518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:19.518962Z","caller":"traceutil/trace.go:171","msg":"trace[630163871] linearizableReadLoop","detail":"{readStateIndex:6010; appliedIndex:6007; }","duration":"836.620795ms","start":"2026-03-19T09:13:18.682319Z","end":"2026-03-19T09:13:19.51894Z","steps":["trace[630163871] 'read index received' (duration: 580.396166ms)","trace[630163871] 'applied index is now lower than readState.Index' (duration: 256.223149ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:19.519007Z","caller":"traceutil/trace.go:171","msg":"trace[661454351] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"826.550009ms","start":"2026-03-19T09:13:18.69242Z","end":"2026-03-19T09:13:19.51897Z","steps":["trace[661454351] 'process raft request' (duration: 826.447357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.519044Z","caller":"traceutil/trace.go:171","msg":"trace[350360400] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"832.053673ms","start":"2026-03-19T09:13:18.686948Z","end":"2026-03-19T09:13:19.519002Z","steps":["trace[350360400] 'process raft request' (duration: 722.121545ms)","trace[350360400] 'compare' (duration: 109.293014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:19.519123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.580425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:19.519182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.692373Z","time spent":"826.711393ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:19.519202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.686925Z","time spent":"832.200657ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:19.519246Z","caller":"traceutil/trace.go:171","msg":"trace[1039739607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5759; }","duration":"883.756049ms","start":"2026-03-19T09:13:18.635458Z","end":"2026-03-19T09:13:19.519214Z","steps":["trace[1039739607] 'agreement among raft nodes before linearized reading' (duration: 883.526254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.51931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.635431Z","time spent":"883.867011ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:19.519421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.252089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112325"} {"level":"info","ts":"2026-03-19T09:13:19.519468Z","caller":"traceutil/trace.go:171","msg":"trace[1018058297] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5759; }","duration":"884.338492ms","start":"2026-03-19T09:13:18.635116Z","end":"2026-03-19T09:13:19.519454Z","steps":["trace[1018058297] 'agreement among raft nodes before linearized reading' (duration: 883.924802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.519518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.635099Z","time spent":"884.409034ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112347,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-19T09:13:19.572514Z","caller":"traceutil/trace.go:171","msg":"trace[31034914] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"300.685712ms","start":"2026-03-19T09:13:19.271786Z","end":"2026-03-19T09:13:19.572472Z","steps":["trace[31034914] 'process raft request' (duration: 300.467708ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.572682Z","caller":"traceutil/trace.go:171","msg":"trace[1471302615] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"300.813175ms","start":"2026-03-19T09:13:19.271796Z","end":"2026-03-19T09:13:19.572609Z","steps":["trace[1471302615] 'process raft request' (duration: 300.592251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.572791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.27176Z","time spent":"300.858027ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:19.573002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.271787Z","time spent":"300.97506ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:19.573254Z","caller":"traceutil/trace.go:171","msg":"trace[379743528] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"301.317317ms","start":"2026-03-19T09:13:19.271916Z","end":"2026-03-19T09:13:19.573233Z","steps":["trace[379743528] 'process raft request' (duration: 300.641671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.573369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.27176Z","time spent":"301.559303ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:19.57345Z","caller":"traceutil/trace.go:171","msg":"trace[1909484604] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"301.46853ms","start":"2026-03-19T09:13:19.271958Z","end":"2026-03-19T09:13:19.573427Z","steps":["trace[1909484604] 'process raft request' (duration: 301.132323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.573433Z","caller":"traceutil/trace.go:171","msg":"trace[274326870] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"291.277233ms","start":"2026-03-19T09:13:19.282115Z","end":"2026-03-19T09:13:19.573392Z","steps":["trace[274326870] 'process raft request' (duration: 291.14055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.57366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.271951Z","time spent":"301.586943ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:19.742048Z","caller":"traceutil/trace.go:171","msg":"trace[1607340979] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"308.63218ms","start":"2026-03-19T09:13:19.433378Z","end":"2026-03-19T09:13:19.74201Z","steps":["trace[1607340979] 'process raft request' (duration: 308.390205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.742227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.433346Z","time spent":"308.798214ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:19.742265Z","caller":"traceutil/trace.go:171","msg":"trace[983135992] linearizableReadLoop","detail":"{readStateIndex:6016; appliedIndex:6010; }","duration":"223.206271ms","start":"2026-03-19T09:13:19.519003Z","end":"2026-03-19T09:13:19.742209Z","steps":["trace[983135992] 'read index received' (duration: 53.342183ms)","trace[983135992] 'applied index is now lower than readState.Index' (duration: 169.860587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:19.742402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.647343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:19.742478Z","caller":"traceutil/trace.go:171","msg":"trace[169123318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5766; }","duration":"996.754365ms","start":"2026-03-19T09:13:18.745707Z","end":"2026-03-19T09:13:19.742461Z","steps":["trace[169123318] 'agreement among raft nodes before linearized reading' (duration: 996.556851ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.742492Z","caller":"traceutil/trace.go:171","msg":"trace[1215668966] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"207.57292ms","start":"2026-03-19T09:13:19.534894Z","end":"2026-03-19T09:13:19.742467Z","steps":["trace[1215668966] 'process raft request' (duration: 207.038678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.742599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.163397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:19.742626Z","caller":"traceutil/trace.go:171","msg":"trace[758105087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5766; }","duration":"222.257399ms","start":"2026-03-19T09:13:19.520362Z","end":"2026-03-19T09:13:19.742619Z","steps":["trace[758105087] 'agreement among raft nodes before linearized reading' (duration: 222.221008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.742548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.745683Z","time spent":"996.843808ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:19.742688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056422029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-30d07a52-5d00-45eb-bc7d-3d9715999470\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-19T09:13:19.742745Z","caller":"traceutil/trace.go:171","msg":"trace[659785187] range","detail":"{range_begin:/registry/persistentvolumes/pvc-30d07a52-5d00-45eb-bc7d-3d9715999470; range_end:; response_count:1; response_revision:5766; }","duration":"1.056559102s","start":"2026-03-19T09:13:18.686166Z","end":"2026-03-19T09:13:19.742725Z","steps":["trace[659785187] 'agreement among raft nodes before linearized reading' (duration: 1.056247755s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.742799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.68614Z","time spent":"1.056649214s","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-30d07a52-5d00-45eb-bc7d-3d9715999470\" "} {"level":"warn","ts":"2026-03-19T09:13:19.742393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.743138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:19.742877Z","caller":"traceutil/trace.go:171","msg":"trace[28523444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5766; }","duration":"663.28202ms","start":"2026-03-19T09:13:19.079583Z","end":"2026-03-19T09:13:19.742865Z","steps":["trace[28523444] 'agreement among raft nodes before linearized reading' (duration: 662.638706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.742916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.079548Z","time spent":"663.355741ms","remote":"127.0.0.1:56980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:19.74296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.739803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112325"} {"level":"info","ts":"2026-03-19T09:13:19.743016Z","caller":"traceutil/trace.go:171","msg":"trace[1964903252] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5766; }","duration":"160.832065ms","start":"2026-03-19T09:13:19.58217Z","end":"2026-03-19T09:13:19.743002Z","steps":["trace[1964903252] 'agreement among raft nodes before linearized reading' (duration: 160.524968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.743182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050298852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82105"} {"level":"info","ts":"2026-03-19T09:13:19.743281Z","caller":"traceutil/trace.go:171","msg":"trace[264317751] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5766; }","duration":"1.050404345s","start":"2026-03-19T09:13:18.692859Z","end":"2026-03-19T09:13:19.743263Z","steps":["trace[264317751] 'agreement among raft nodes before linearized reading' (duration: 1.049531726s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.743353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.692825Z","time spent":"1.050514596s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82127,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:13:19.856397Z","caller":"traceutil/trace.go:171","msg":"trace[66369382] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"108.314782ms","start":"2026-03-19T09:13:19.748035Z","end":"2026-03-19T09:13:19.85635Z","steps":["trace[66369382] 'process raft request' (duration: 95.406823ms)","trace[66369382] 'compare' (duration: 12.668784ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:19.944963Z","caller":"traceutil/trace.go:171","msg":"trace[90230246] linearizableReadLoop","detail":"{readStateIndex:6019; appliedIndex:6017; }","duration":"178.346686ms","start":"2026-03-19T09:13:19.766576Z","end":"2026-03-19T09:13:19.944922Z","steps":["trace[90230246] 'read index received' (duration: 76.897369ms)","trace[90230246] 'applied index is now lower than readState.Index' (duration: 101.447687ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:19.945245Z","caller":"traceutil/trace.go:171","msg":"trace[1648223470] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"172.580337ms","start":"2026-03-19T09:13:19.77262Z","end":"2026-03-19T09:13:19.9452Z","steps":["trace[1648223470] 'process raft request' (duration: 172.22572ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.945289Z","caller":"traceutil/trace.go:171","msg":"trace[1624760806] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"178.554332ms","start":"2026-03-19T09:13:19.766691Z","end":"2026-03-19T09:13:19.945245Z","steps":["trace[1624760806] 'process raft request' (duration: 178.094031ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.945323Z","caller":"traceutil/trace.go:171","msg":"trace[1849087470] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"197.179708ms","start":"2026-03-19T09:13:19.748113Z","end":"2026-03-19T09:13:19.945293Z","steps":["trace[1849087470] 'process raft request' (duration: 196.467562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.945458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.689415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:19.946567Z","caller":"traceutil/trace.go:171","msg":"trace[1954394110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5770; }","duration":"179.83538ms","start":"2026-03-19T09:13:19.766672Z","end":"2026-03-19T09:13:19.946507Z","steps":["trace[1954394110] 'agreement among raft nodes before linearized reading' (duration: 178.670285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.945696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.100905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T09:13:19.946662Z","caller":"traceutil/trace.go:171","msg":"trace[497659133] range","detail":"{range_begin:/registry/persistentvolumes/pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1; range_end:; response_count:1; response_revision:5770; }","duration":"180.102456ms","start":"2026-03-19T09:13:19.766535Z","end":"2026-03-19T09:13:19.946637Z","steps":["trace[497659133] 'agreement among raft nodes before linearized reading' (duration: 178.838028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.945809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.414081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:13:19.946784Z","caller":"traceutil/trace.go:171","msg":"trace[64616576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5770; }","duration":"167.444964ms","start":"2026-03-19T09:13:19.77932Z","end":"2026-03-19T09:13:19.946765Z","steps":["trace[64616576] 'agreement among raft nodes before linearized reading' (duration: 166.073794ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:20.180949Z","caller":"traceutil/trace.go:171","msg":"trace[181998703] linearizableReadLoop","detail":"{readStateIndex:6022; appliedIndex:6021; }","duration":"177.955969ms","start":"2026-03-19T09:13:20.002966Z","end":"2026-03-19T09:13:20.180922Z","steps":["trace[181998703] 'read index received' (duration: 177.831077ms)","trace[181998703] 'applied index is now lower than readState.Index' (duration: 123.832µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:20.181094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.099232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:20.181121Z","caller":"traceutil/trace.go:171","msg":"trace[1349227444] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5771; }","duration":"178.197145ms","start":"2026-03-19T09:13:20.002913Z","end":"2026-03-19T09:13:20.18111Z","steps":["trace[1349227444] 'agreement among raft nodes before linearized reading' (duration: 178.110743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:20.181365Z","caller":"traceutil/trace.go:171","msg":"trace[489870339] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"228.005578ms","start":"2026-03-19T09:13:19.953327Z","end":"2026-03-19T09:13:20.181332Z","steps":["trace[489870339] 'process raft request' (duration: 227.413366ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:20.639034Z","caller":"traceutil/trace.go:171","msg":"trace[1231345052] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"240.556958ms","start":"2026-03-19T09:13:20.398407Z","end":"2026-03-19T09:13:20.638964Z","steps":["trace[1231345052] 'process raft request' (duration: 190.062289ms)","trace[1231345052] 'compare' (duration: 50.044169ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:20.672977Z","caller":"traceutil/trace.go:171","msg":"trace[897906569] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"273.399101ms","start":"2026-03-19T09:13:20.399544Z","end":"2026-03-19T09:13:20.672943Z","steps":["trace[897906569] 'process raft request' (duration: 273.133106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:20.864884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.400159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:20.864995Z","caller":"traceutil/trace.go:171","msg":"trace[2079527609] linearizableReadLoop","detail":"{readStateIndex:6025; appliedIndex:6024; }","duration":"172.858905ms","start":"2026-03-19T09:13:20.69212Z","end":"2026-03-19T09:13:20.864979Z","steps":["trace[2079527609] 'read index received' (duration: 49.296283ms)","trace[2079527609] 'applied index is now lower than readState.Index' (duration: 123.559192ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:20.86503Z","caller":"traceutil/trace.go:171","msg":"trace[1235349938] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"177.608442ms","start":"2026-03-19T09:13:20.687393Z","end":"2026-03-19T09:13:20.865001Z","steps":["trace[1235349938] 'process raft request' (duration: 54.002188ms)","trace[1235349938] 'compare' (duration: 123.238616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:20.865322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.192462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:13:20.865369Z","caller":"traceutil/trace.go:171","msg":"trace[174570603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5774; }","duration":"173.280195ms","start":"2026-03-19T09:13:20.692077Z","end":"2026-03-19T09:13:20.865357Z","steps":["trace[174570603] 'agreement among raft nodes before linearized reading' (duration: 172.960137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:21.227139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.003255ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:13:21.761779Z","caller":"traceutil/trace.go:171","msg":"trace[65718252] linearizableReadLoop","detail":"{readStateIndex:6029; appliedIndex:6028; }","duration":"128.8422ms","start":"2026-03-19T09:13:21.632917Z","end":"2026-03-19T09:13:21.761759Z","steps":["trace[65718252] 'read index received' (duration: 67.579571ms)","trace[65718252] 'applied index is now lower than readState.Index' (duration: 61.261569ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:21.762013Z","caller":"traceutil/trace.go:171","msg":"trace[2143623811] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"136.668606ms","start":"2026-03-19T09:13:21.625327Z","end":"2026-03-19T09:13:21.761995Z","steps":["trace[2143623811] 'process raft request' (duration: 75.261773ms)","trace[2143623811] 'compare' (duration: 61.064205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:21.762053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.127937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:21.762109Z","caller":"traceutil/trace.go:171","msg":"trace[810907494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5777; }","duration":"129.23247ms","start":"2026-03-19T09:13:21.632861Z","end":"2026-03-19T09:13:21.762093Z","steps":["trace[810907494] 'agreement among raft nodes before linearized reading' (duration: 129.141508ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:22.744364Z","caller":"traceutil/trace.go:171","msg":"trace[2072044009] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"100.057978ms","start":"2026-03-19T09:13:22.644279Z","end":"2026-03-19T09:13:22.744337Z","steps":["trace[2072044009] 'process raft request' (duration: 99.878724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:23.012727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.999618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:23.012821Z","caller":"traceutil/trace.go:171","msg":"trace[1171726500] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"334.344376ms","start":"2026-03-19T09:13:22.678462Z","end":"2026-03-19T09:13:23.012806Z","steps":["trace[1171726500] 'process raft request' (duration: 186.192014ms)","trace[1171726500] 'compare' (duration: 147.889715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:23.012878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:22.678441Z","time spent":"334.417297ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:23.096051Z","caller":"traceutil/trace.go:171","msg":"trace[971754500] linearizableReadLoop","detail":"{readStateIndex:6034; appliedIndex:6033; }","duration":"147.729423ms","start":"2026-03-19T09:13:22.948287Z","end":"2026-03-19T09:13:23.096016Z","steps":["trace[971754500] 'read index received' (duration: 147.61921ms)","trace[971754500] 'applied index is now lower than readState.Index' (duration: 109.033µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:23.096074Z","caller":"traceutil/trace.go:171","msg":"trace[855731767] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"225.720816ms","start":"2026-03-19T09:13:22.870319Z","end":"2026-03-19T09:13:23.09604Z","steps":["trace[855731767] 'process raft request' (duration: 225.569643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:23.096409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.105952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:13:23.09649Z","caller":"traceutil/trace.go:171","msg":"trace[1766836053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5782; }","duration":"148.243574ms","start":"2026-03-19T09:13:22.948228Z","end":"2026-03-19T09:13:23.096472Z","steps":["trace[1766836053] 'agreement among raft nodes before linearized reading' (duration: 147.919687ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:23.21337Z","caller":"traceutil/trace.go:171","msg":"trace[406995758] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"112.497455ms","start":"2026-03-19T09:13:23.100846Z","end":"2026-03-19T09:13:23.213344Z","steps":["trace[406995758] 'process raft request' (duration: 23.292621ms)","trace[406995758] 'compare' (duration: 89.092782ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:24.666852Z","caller":"traceutil/trace.go:171","msg":"trace[1847930964] linearizableReadLoop","detail":"{readStateIndex:6039; appliedIndex:6038; }","duration":"394.024269ms","start":"2026-03-19T09:13:24.272784Z","end":"2026-03-19T09:13:24.666809Z","steps":["trace[1847930964] 'read index received' (duration: 390.789397ms)","trace[1847930964] 'applied index is now lower than readState.Index' (duration: 3.232732ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:24.666918Z","caller":"traceutil/trace.go:171","msg":"trace[729878515] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"400.821521ms","start":"2026-03-19T09:13:24.266056Z","end":"2026-03-19T09:13:24.666877Z","steps":["trace[729878515] 'process raft request' (duration: 397.601979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:24.667134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:24.266022Z","time spent":"400.972514ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:24.667207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.434949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:13:24.667132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.773769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10884"} {"level":"info","ts":"2026-03-19T09:13:24.667246Z","caller":"traceutil/trace.go:171","msg":"trace[735677153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5787; }","duration":"394.505321ms","start":"2026-03-19T09:13:24.272726Z","end":"2026-03-19T09:13:24.667231Z","steps":["trace[735677153] 'agreement among raft nodes before linearized reading' (duration: 394.442379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:24.667275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:24.272701Z","time spent":"394.570082ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:13:24.667309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.122133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:13:24.667366Z","caller":"traceutil/trace.go:171","msg":"trace[1472338702] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5787; }","duration":"259.217885ms","start":"2026-03-19T09:13:24.408132Z","end":"2026-03-19T09:13:24.66735Z","steps":["trace[1472338702] 'agreement among raft nodes before linearized reading' (duration: 259.076012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:24.667476Z","caller":"traceutil/trace.go:171","msg":"trace[1837098772] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5787; }","duration":"285.968303ms","start":"2026-03-19T09:13:24.381291Z","end":"2026-03-19T09:13:24.667259Z","steps":["trace[1837098772] 'agreement among raft nodes before linearized reading' (duration: 285.734098ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:24.938421Z","caller":"traceutil/trace.go:171","msg":"trace[1155786771] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"266.045338ms","start":"2026-03-19T09:13:24.67233Z","end":"2026-03-19T09:13:24.938375Z","steps":["trace[1155786771] 'process raft request' (duration: 174.433369ms)","trace[1155786771] 'compare' (duration: 91.431615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:25.378187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786266340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:13:26.729533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01443808s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:26.729838Z","caller":"traceutil/trace.go:171","msg":"trace[1004030942] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"1.979520617s","start":"2026-03-19T09:13:24.750299Z","end":"2026-03-19T09:13:26.729819Z","steps":["trace[1004030942] 'process raft request' (duration: 1.979350823s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:26.729824Z","caller":"traceutil/trace.go:171","msg":"trace[1299692568] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"2.049064732s","start":"2026-03-19T09:13:24.680697Z","end":"2026-03-19T09:13:26.729762Z","steps":["trace[1299692568] 'process raft request' (duration: 1.034289474s)","trace[1299692568] 'compare' (duration: 1.013661253s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:26.729921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:24.750255Z","time spent":"1.979632s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:26.73009Z","caller":"traceutil/trace.go:171","msg":"trace[286606788] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"1.71173107s","start":"2026-03-19T09:13:25.018328Z","end":"2026-03-19T09:13:26.730059Z","steps":["trace[286606788] 'process raft request' (duration: 1.711454564s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:26.730222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.018285Z","time spent":"1.711867043s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:26.730288Z","caller":"traceutil/trace.go:171","msg":"trace[1320002411] linearizableReadLoop","detail":"{readStateIndex:6045; appliedIndex:6040; }","duration":"1.85259338s","start":"2026-03-19T09:13:24.877677Z","end":"2026-03-19T09:13:26.73027Z","steps":["trace[1320002411] 'read index received' (duration: 837.28925ms)","trace[1320002411] 'applied index is now lower than readState.Index' (duration: 1.01530302s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:26.73037Z","caller":"traceutil/trace.go:171","msg":"trace[656181656] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"1.679081101s","start":"2026-03-19T09:13:25.051258Z","end":"2026-03-19T09:13:26.730339Z","steps":["trace[656181656] 'process raft request' (duration: 1.678744172s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:26.73037Z","caller":"traceutil/trace.go:171","msg":"trace[900844281] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"1.629863261s","start":"2026-03-19T09:13:25.10048Z","end":"2026-03-19T09:13:26.730343Z","steps":["trace[900844281] 'process raft request' (duration: 1.629716827s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:26.730472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852793765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-19T09:13:26.730544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.636266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:26.730553Z","caller":"traceutil/trace.go:171","msg":"trace[1608090809] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5793; }","duration":"1.852904057s","start":"2026-03-19T09:13:24.877608Z","end":"2026-03-19T09:13:26.730512Z","steps":["trace[1608090809] 'agreement among raft nodes before linearized reading' (duration: 1.852731004s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:26.730581Z","caller":"traceutil/trace.go:171","msg":"trace[1516528882] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5793; }","duration":"671.720448ms","start":"2026-03-19T09:13:26.05885Z","end":"2026-03-19T09:13:26.73057Z","steps":["trace[1516528882] 'agreement among raft nodes before linearized reading' (duration: 671.635366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:26.730602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.058823Z","time spent":"671.775079ms","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:26.730576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.051224Z","time spent":"1.679231864s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:26.730602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:24.877583Z","time spent":"1.853006109s","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-19T09:13:26.730711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.988562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:13:26.730706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.100453Z","time spent":"1.630045654s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:26.730774Z","caller":"traceutil/trace.go:171","msg":"trace[483549488] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5793; }","duration":"870.103124ms","start":"2026-03-19T09:13:25.860656Z","end":"2026-03-19T09:13:26.730759Z","steps":["trace[483549488] 'agreement among raft nodes before linearized reading' (duration: 869.965861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:26.730589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511512454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:13:26.730822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.860623Z","time spent":"870.187626ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"info","ts":"2026-03-19T09:13:26.730854Z","caller":"traceutil/trace.go:171","msg":"trace[740975876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5793; }","duration":"1.511833291s","start":"2026-03-19T09:13:25.219Z","end":"2026-03-19T09:13:26.730833Z","steps":["trace[740975876] 'agreement among raft nodes before linearized reading' (duration: 1.511404462s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:26.730908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.024804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:26.730918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.21897Z","time spent":"1.511933304s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:26.730996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.615266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:13:26.731017Z","caller":"traceutil/trace.go:171","msg":"trace[2081933236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5793; }","duration":"582.665847ms","start":"2026-03-19T09:13:26.148347Z","end":"2026-03-19T09:13:26.731013Z","steps":["trace[2081933236] 'agreement among raft nodes before linearized reading' (duration: 582.597396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:26.731033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.14833Z","time spent":"582.699338ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:13:26.730935Z","caller":"traceutil/trace.go:171","msg":"trace[700757632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5793; }","duration":"485.096145ms","start":"2026-03-19T09:13:26.245831Z","end":"2026-03-19T09:13:26.730927Z","steps":["trace[700757632] 'agreement among raft nodes before linearized reading' (duration: 485.055135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:26.731077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.963658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:26.731119Z","caller":"traceutil/trace.go:171","msg":"trace[2099691337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5793; }","duration":"873.041469ms","start":"2026-03-19T09:13:25.858067Z","end":"2026-03-19T09:13:26.731108Z","steps":["trace[2099691337] 'agreement among raft nodes before linearized reading' (duration: 872.947057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:26.731135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.245806Z","time spent":"485.304451ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:26.730983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049979115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:13:26.731161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.858045Z","time spent":"873.1088ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:13:26.731148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292851136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:13:26.731189Z","caller":"traceutil/trace.go:171","msg":"trace[1329022046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5793; }","duration":"1.050228641s","start":"2026-03-19T09:13:25.680953Z","end":"2026-03-19T09:13:26.731182Z","steps":["trace[1329022046] 'agreement among raft nodes before linearized reading' (duration: 1.049945745s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:26.731217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.680927Z","time spent":"1.050283532s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:13:26.731211Z","caller":"traceutil/trace.go:171","msg":"trace[1364321513] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:5793; }","duration":"1.292949417s","start":"2026-03-19T09:13:25.438244Z","end":"2026-03-19T09:13:26.731193Z","steps":["trace[1364321513] 'agreement among raft nodes before linearized reading' (duration: 1.292806384s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:26.731252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.43822Z","time spent":"1.293023709s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-19T09:13:26.731014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095001342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:26.731669Z","caller":"traceutil/trace.go:171","msg":"trace[1885576158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5793; }","duration":"1.095531163s","start":"2026-03-19T09:13:25.635962Z","end":"2026-03-19T09:13:26.731493Z","steps":["trace[1885576158] 'agreement among raft nodes before linearized reading' (duration: 1.09495627s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:26.731923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.635944Z","time spent":"1.095951713s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:26.732427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:24.680675Z","time spent":"2.051558368s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10689,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:27.065168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.458328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:27.065518Z","caller":"traceutil/trace.go:171","msg":"trace[1020075658] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"267.998751ms","start":"2026-03-19T09:13:26.797508Z","end":"2026-03-19T09:13:27.065506Z","steps":["trace[1020075658] 'process raft request' (duration: 267.97243ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.065664Z","caller":"traceutil/trace.go:171","msg":"trace[2017615574] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"313.12062ms","start":"2026-03-19T09:13:26.752539Z","end":"2026-03-19T09:13:27.065659Z","steps":["trace[2017615574] 'process raft request' (duration: 312.870715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.06588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.752531Z","time spent":"313.332375ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:27.065958Z","caller":"traceutil/trace.go:171","msg":"trace[1378231918] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"313.352964ms","start":"2026-03-19T09:13:26.752601Z","end":"2026-03-19T09:13:27.065954Z","steps":["trace[1378231918] 'process raft request' (duration: 312.827782ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.065924Z","caller":"traceutil/trace.go:171","msg":"trace[1624986812] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"313.305774ms","start":"2026-03-19T09:13:26.752359Z","end":"2026-03-19T09:13:27.065665Z","steps":["trace[1624986812] 'process raft request' (duration: 313.031688ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.065995Z","caller":"traceutil/trace.go:171","msg":"trace[1352249589] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"313.768994ms","start":"2026-03-19T09:13:26.752198Z","end":"2026-03-19T09:13:27.065967Z","steps":["trace[1352249589] 'process raft request' (duration: 313.151671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.066105Z","caller":"traceutil/trace.go:171","msg":"trace[1549162723] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"314.46618ms","start":"2026-03-19T09:13:26.751633Z","end":"2026-03-19T09:13:27.066099Z","steps":["trace[1549162723] 'process raft request' (duration: 313.683943ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.065996Z","caller":"traceutil/trace.go:171","msg":"trace[1540097071] linearizableReadLoop","detail":"{readStateIndex:6054; appliedIndex:6046; }","duration":"269.565557ms","start":"2026-03-19T09:13:26.796398Z","end":"2026-03-19T09:13:27.065963Z","steps":["trace[1540097071] 'read index received' (duration: 99.338692ms)","trace[1540097071] 'applied index is now lower than readState.Index' (duration: 170.223585ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:27.066027Z","caller":"traceutil/trace.go:171","msg":"trace[630624141] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"328.824391ms","start":"2026-03-19T09:13:26.737184Z","end":"2026-03-19T09:13:27.066008Z","steps":["trace[630624141] 'process raft request' (duration: 158.460693ms)","trace[630624141] 'compare' (duration: 169.274104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:27.066336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.901818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:27.066373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.578844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:13:27.066393Z","caller":"traceutil/trace.go:171","msg":"trace[669093756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5802; }","duration":"123.637935ms","start":"2026-03-19T09:13:26.942749Z","end":"2026-03-19T09:13:27.066387Z","steps":["trace[669093756] 'agreement among raft nodes before linearized reading' (duration: 123.559953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.066403Z","caller":"traceutil/trace.go:171","msg":"trace[1378574726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5802; }","duration":"330.98062ms","start":"2026-03-19T09:13:26.735406Z","end":"2026-03-19T09:13:27.066386Z","steps":["trace[1378574726] 'agreement among raft nodes before linearized reading' (duration: 330.880207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.066432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.35444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81925"} {"level":"warn","ts":"2026-03-19T09:13:27.066467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.7354Z","time spent":"331.034311ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:27.066481Z","caller":"traceutil/trace.go:171","msg":"trace[1019258061] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5802; }","duration":"315.431252ms","start":"2026-03-19T09:13:26.751037Z","end":"2026-03-19T09:13:27.066469Z","steps":["trace[1019258061] 'agreement among raft nodes before linearized reading' (duration: 315.185336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.066147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.751624Z","time spent":"314.505121ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:27.066493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.737171Z","time spent":"329.22152ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:27.066513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.751022Z","time spent":"315.482643ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81947,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:13:27.065994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.752594Z","time spent":"313.384814ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:27.066152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.75219Z","time spent":"313.884136ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:27.066179Z","caller":"traceutil/trace.go:171","msg":"trace[1303687898] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"309.913938ms","start":"2026-03-19T09:13:26.756261Z","end":"2026-03-19T09:13:27.066175Z","steps":["trace[1303687898] 'process raft request' (duration: 309.186682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.066142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.752352Z","time spent":"313.684173ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:27.066769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.756249Z","time spent":"310.45906ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:27.065962Z","caller":"traceutil/trace.go:171","msg":"trace[998100815] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"328.138795ms","start":"2026-03-19T09:13:26.737799Z","end":"2026-03-19T09:13:27.065937Z","steps":["trace[998100815] 'process raft request' (duration: 327.44905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.066884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.737787Z","time spent":"329.077428ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:27.066342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.844079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:6135"} {"level":"info","ts":"2026-03-19T09:13:27.066981Z","caller":"traceutil/trace.go:171","msg":"trace[648888557] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5802; }","duration":"315.490023ms","start":"2026-03-19T09:13:26.751474Z","end":"2026-03-19T09:13:27.066964Z","steps":["trace[648888557] 'agreement among raft nodes before linearized reading' (duration: 314.734695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.067045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.751464Z","time spent":"315.563984ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":6157,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"info","ts":"2026-03-19T09:13:27.577693Z","caller":"traceutil/trace.go:171","msg":"trace[1231634419] linearizableReadLoop","detail":"{readStateIndex:6057; appliedIndex:6056; }","duration":"419.366236ms","start":"2026-03-19T09:13:27.158302Z","end":"2026-03-19T09:13:27.577668Z","steps":["trace[1231634419] 'read index received' (duration: 419.134451ms)","trace[1231634419] 'applied index is now lower than readState.Index' (duration: 230.815µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:27.577794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.343787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:27.57785Z","caller":"traceutil/trace.go:171","msg":"trace[1381535836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5804; }","duration":"500.422889ms","start":"2026-03-19T09:13:27.077412Z","end":"2026-03-19T09:13:27.577834Z","steps":["trace[1381535836] 'agreement among raft nodes before linearized reading' (duration: 500.309646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.577888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.077407Z","time spent":"500.47368ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:27.57791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.641917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-19T09:13:27.577943Z","caller":"traceutil/trace.go:171","msg":"trace[1901564492] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5804; }","duration":"502.704829ms","start":"2026-03-19T09:13:27.075228Z","end":"2026-03-19T09:13:27.577933Z","steps":["trace[1901564492] 'agreement among raft nodes before linearized reading' (duration: 502.561466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.577981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.075218Z","time spent":"502.75503ms","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-19T09:13:27.578117Z","caller":"traceutil/trace.go:171","msg":"trace[425685740] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"500.420458ms","start":"2026-03-19T09:13:27.077684Z","end":"2026-03-19T09:13:27.578104Z","steps":["trace[425685740] 'process raft request' (duration: 499.822055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.578155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.559828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T09:13:27.578228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.077667Z","time spent":"500.486079ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5948,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:27.578235Z","caller":"traceutil/trace.go:171","msg":"trace[34880590] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5804; }","duration":"503.65735ms","start":"2026-03-19T09:13:27.07456Z","end":"2026-03-19T09:13:27.578218Z","steps":["trace[34880590] 'agreement among raft nodes before linearized reading' (duration: 503.434785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.578399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.074477Z","time spent":"503.911866ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:13:27.828452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.706866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:27.828577Z","caller":"traceutil/trace.go:171","msg":"trace[1407928143] linearizableReadLoop","detail":"{readStateIndex:6058; appliedIndex:6057; }","duration":"250.783648ms","start":"2026-03-19T09:13:27.577771Z","end":"2026-03-19T09:13:27.828555Z","steps":["trace[1407928143] 'read index received' (duration: 88.774025ms)","trace[1407928143] 'applied index is now lower than readState.Index' (duration: 162.007663ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:27.82874Z","caller":"traceutil/trace.go:171","msg":"trace[459730653] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"581.409949ms","start":"2026-03-19T09:13:27.247308Z","end":"2026-03-19T09:13:27.828718Z","steps":["trace[459730653] 'process raft request' (duration: 419.328365ms)","trace[459730653] 'compare' (duration: 161.420649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:27.828848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.247278Z","time spent":"581.524092ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:27.828909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.349818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:13:27.828999Z","caller":"traceutil/trace.go:171","msg":"trace[1057589856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5805; }","duration":"666.503531ms","start":"2026-03-19T09:13:27.162478Z","end":"2026-03-19T09:13:27.828981Z","steps":["trace[1057589856] 'agreement among raft nodes before linearized reading' (duration: 666.243116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.829042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.162453Z","time spent":"666.579303ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:13:27.876034Z","caller":"traceutil/trace.go:171","msg":"trace[204431261] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"289.746819ms","start":"2026-03-19T09:13:27.586267Z","end":"2026-03-19T09:13:27.876014Z","steps":["trace[204431261] 'process raft request' (duration: 289.580144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.876384Z","caller":"traceutil/trace.go:171","msg":"trace[1206652194] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"289.989564ms","start":"2026-03-19T09:13:27.58638Z","end":"2026-03-19T09:13:27.87637Z","steps":["trace[1206652194] 'process raft request' (duration: 289.587495ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.876515Z","caller":"traceutil/trace.go:171","msg":"trace[2007357341] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"289.905552ms","start":"2026-03-19T09:13:27.586597Z","end":"2026-03-19T09:13:27.876503Z","steps":["trace[2007357341] 'process raft request' (duration: 289.588085ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.87677Z","caller":"traceutil/trace.go:171","msg":"trace[916930478] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"289.652656ms","start":"2026-03-19T09:13:27.587096Z","end":"2026-03-19T09:13:27.876748Z","steps":["trace[916930478] 'process raft request' (duration: 289.318429ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.877113Z","caller":"traceutil/trace.go:171","msg":"trace[147055355] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"289.78513ms","start":"2026-03-19T09:13:27.587314Z","end":"2026-03-19T09:13:27.877099Z","steps":["trace[147055355] 'process raft request' (duration: 289.637857ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.877105Z","caller":"traceutil/trace.go:171","msg":"trace[913140958] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"289.824691ms","start":"2026-03-19T09:13:27.587224Z","end":"2026-03-19T09:13:27.877049Z","steps":["trace[913140958] 'process raft request' (duration: 289.438322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.877233Z","caller":"traceutil/trace.go:171","msg":"trace[235096934] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"288.96789ms","start":"2026-03-19T09:13:27.588245Z","end":"2026-03-19T09:13:27.877213Z","steps":["trace[235096934] 'process raft request' (duration: 288.767466ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:27.877305Z","caller":"traceutil/trace.go:171","msg":"trace[1703076300] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"286.625148ms","start":"2026-03-19T09:13:27.590668Z","end":"2026-03-19T09:13:27.877294Z","steps":["trace[1703076300] 'process raft request' (duration: 286.407473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.877407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.897544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5963"} {"level":"info","ts":"2026-03-19T09:13:27.877442Z","caller":"traceutil/trace.go:171","msg":"trace[559748545] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5813; }","duration":"290.954445ms","start":"2026-03-19T09:13:27.58648Z","end":"2026-03-19T09:13:27.877434Z","steps":["trace[559748545] 'agreement among raft nodes before linearized reading' (duration: 290.814742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.108939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.670239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:28.109059Z","caller":"traceutil/trace.go:171","msg":"trace[426641957] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5813; }","duration":"167.878134ms","start":"2026-03-19T09:13:27.941154Z","end":"2026-03-19T09:13:28.109032Z","steps":["trace[426641957] 'range keys from in-memory index tree' (duration: 167.520005ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:28.863274Z","caller":"traceutil/trace.go:171","msg":"trace[1578697437] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"127.240164ms","start":"2026-03-19T09:13:28.736009Z","end":"2026-03-19T09:13:28.863249Z","steps":["trace[1578697437] 'process raft request' (duration: 127.0805ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:28.893656Z","caller":"traceutil/trace.go:171","msg":"trace[366063676] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"141.051454ms","start":"2026-03-19T09:13:28.752568Z","end":"2026-03-19T09:13:28.893619Z","steps":["trace[366063676] 'process raft request' (duration: 140.982853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:28.893709Z","caller":"traceutil/trace.go:171","msg":"trace[465072155] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"156.964769ms","start":"2026-03-19T09:13:28.736704Z","end":"2026-03-19T09:13:28.893668Z","steps":["trace[465072155] 'process raft request' (duration: 156.658873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:29.212584Z","caller":"traceutil/trace.go:171","msg":"trace[1358734894] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"135.96917ms","start":"2026-03-19T09:13:29.076591Z","end":"2026-03-19T09:13:29.21256Z","steps":["trace[1358734894] 'process raft request' (duration: 131.603002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:29.212871Z","caller":"traceutil/trace.go:171","msg":"trace[1154014076] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"136.123704ms","start":"2026-03-19T09:13:29.076725Z","end":"2026-03-19T09:13:29.212848Z","steps":["trace[1154014076] 'process raft request' (duration: 135.986461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:29.212898Z","caller":"traceutil/trace.go:171","msg":"trace[413620677] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"136.155865ms","start":"2026-03-19T09:13:29.076654Z","end":"2026-03-19T09:13:29.21281Z","steps":["trace[413620677] 'process raft request' (duration: 135.858848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:29.213102Z","caller":"traceutil/trace.go:171","msg":"trace[1563709934] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"109.517179ms","start":"2026-03-19T09:13:29.103574Z","end":"2026-03-19T09:13:29.213091Z","steps":["trace[1563709934] 'process raft request' (duration: 109.220412ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:29.484755Z","caller":"traceutil/trace.go:171","msg":"trace[145421448] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"261.987488ms","start":"2026-03-19T09:13:29.222735Z","end":"2026-03-19T09:13:29.484722Z","steps":["trace[145421448] 'process raft request' (duration: 201.636158ms)","trace[145421448] 'compare' (duration: 60.221417ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:30.988933Z","caller":"traceutil/trace.go:171","msg":"trace[1895155903] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"119.760188ms","start":"2026-03-19T09:13:30.869143Z","end":"2026-03-19T09:13:30.988904Z","steps":["trace[1895155903] 'process raft request' (duration: 119.598694ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:31.323653Z","caller":"traceutil/trace.go:171","msg":"trace[1896027198] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"422.582008ms","start":"2026-03-19T09:13:30.901034Z","end":"2026-03-19T09:13:31.323616Z","steps":["trace[1896027198] 'process raft request' (duration: 422.309692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:31.323829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.901004Z","time spent":"422.734392ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:31.324068Z","caller":"traceutil/trace.go:171","msg":"trace[1600945243] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"422.053196ms","start":"2026-03-19T09:13:30.901972Z","end":"2026-03-19T09:13:31.324025Z","steps":["trace[1600945243] 'process raft request' (duration: 421.526654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:31.324305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.901954Z","time spent":"422.229919ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:31.805898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.521036ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:13:31.806017Z","caller":"traceutil/trace.go:171","msg":"trace[1269724333] linearizableReadLoop","detail":"{readStateIndex:6080; appliedIndex:6077; }","duration":"690.888817ms","start":"2026-03-19T09:13:31.115108Z","end":"2026-03-19T09:13:31.805997Z","steps":["trace[1269724333] 'read index received' (duration: 208.146484ms)","trace[1269724333] 'applied index is now lower than readState.Index' (duration: 482.740553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:31.806564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.805845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:13:31.806644Z","caller":"traceutil/trace.go:171","msg":"trace[832822777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5826; }","duration":"588.956869ms","start":"2026-03-19T09:13:31.217669Z","end":"2026-03-19T09:13:31.806626Z","steps":["trace[832822777] 'agreement among raft nodes before linearized reading' (duration: 588.705153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:31.806686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.217646Z","time spent":"589.03124ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:31.806874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.933143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:13:31.806937Z","caller":"traceutil/trace.go:171","msg":"trace[195051305] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5826; }","duration":"587.056636ms","start":"2026-03-19T09:13:31.219868Z","end":"2026-03-19T09:13:31.806925Z","steps":["trace[195051305] 'agreement among raft nodes before linearized reading' (duration: 586.853332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:31.806944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.101421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:13:31.806922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.442614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:13:31.806966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.219846Z","time spent":"587.115077ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:13:31.806936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.285081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-19T09:13:31.806977Z","caller":"traceutil/trace.go:171","msg":"trace[431935978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5826; }","duration":"589.197974ms","start":"2026-03-19T09:13:31.21777Z","end":"2026-03-19T09:13:31.806968Z","steps":["trace[431935978] 'agreement among raft nodes before linearized reading' (duration: 589.103462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:31.806995Z","caller":"traceutil/trace.go:171","msg":"trace[1135772302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5826; }","duration":"527.584536ms","start":"2026-03-19T09:13:31.279394Z","end":"2026-03-19T09:13:31.806979Z","steps":["trace[1135772302] 'agreement among raft nodes before linearized reading' (duration: 527.400362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:31.807024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.217744Z","time spent":"589.273485ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:31.807034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.279358Z","time spent":"527.668138ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:13:31.807032Z","caller":"traceutil/trace.go:171","msg":"trace[1476644096] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5826; }","duration":"201.417704ms","start":"2026-03-19T09:13:31.60559Z","end":"2026-03-19T09:13:31.807008Z","steps":["trace[1476644096] 'agreement among raft nodes before linearized reading' (duration: 201.136458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:31.806951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.128504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:31.807096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.974741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:13:31.807172Z","caller":"traceutil/trace.go:171","msg":"trace[2027547934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5826; }","duration":"170.38991ms","start":"2026-03-19T09:13:31.636751Z","end":"2026-03-19T09:13:31.807141Z","steps":["trace[2027547934] 'agreement among raft nodes before linearized reading' (duration: 170.140974ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:31.807174Z","caller":"traceutil/trace.go:171","msg":"trace[1771599472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5826; }","duration":"692.091424ms","start":"2026-03-19T09:13:31.115064Z","end":"2026-03-19T09:13:31.807156Z","steps":["trace[1771599472] 'agreement among raft nodes before linearized reading' (duration: 691.826178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:31.807315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.115043Z","time spent":"692.214416ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:13:31.807311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.45737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:13:31.807495Z","caller":"traceutil/trace.go:171","msg":"trace[1589564774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5826; }","duration":"589.692665ms","start":"2026-03-19T09:13:31.217752Z","end":"2026-03-19T09:13:31.807444Z","steps":["trace[1589564774] 'agreement among raft nodes before linearized reading' (duration: 589.127562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:31.807561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.217719Z","time spent":"589.829518ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:13:32.120381Z","caller":"traceutil/trace.go:171","msg":"trace[969735563] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"306.399801ms","start":"2026-03-19T09:13:31.813959Z","end":"2026-03-19T09:13:32.120358Z","steps":["trace[969735563] 'process raft request' (duration: 306.35225ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:32.120416Z","caller":"traceutil/trace.go:171","msg":"trace[548871792] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"306.540014ms","start":"2026-03-19T09:13:31.813845Z","end":"2026-03-19T09:13:32.120385Z","steps":["trace[548871792] 'process raft request' (duration: 306.303359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:32.120506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.813938Z","time spent":"306.501814ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:32.120564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.813823Z","time spent":"306.660477ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:32.120534Z","caller":"traceutil/trace.go:171","msg":"trace[105836972] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"306.538594ms","start":"2026-03-19T09:13:31.813922Z","end":"2026-03-19T09:13:32.120461Z","steps":["trace[105836972] 'process raft request' (duration: 306.36212ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:32.120699Z","caller":"traceutil/trace.go:171","msg":"trace[860235313] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"304.789014ms","start":"2026-03-19T09:13:31.815857Z","end":"2026-03-19T09:13:32.120646Z","steps":["trace[860235313] 'process raft request' (duration: 304.477177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:32.120782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.456805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:32.120787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.813913Z","time spent":"306.773069ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:32.12085Z","caller":"traceutil/trace.go:171","msg":"trace[1157602273] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5831; }","duration":"239.560986ms","start":"2026-03-19T09:13:31.881274Z","end":"2026-03-19T09:13:32.120835Z","steps":["trace[1157602273] 'agreement among raft nodes before linearized reading' (duration: 239.406803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:32.120886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.815847Z","time spent":"304.948168ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:32.120678Z","caller":"traceutil/trace.go:171","msg":"trace[743319960] linearizableReadLoop","detail":"{readStateIndex:6085; appliedIndex:6081; }","duration":"216.268115ms","start":"2026-03-19T09:13:31.904359Z","end":"2026-03-19T09:13:32.120627Z","steps":["trace[743319960] 'read index received' (duration: 215.759144ms)","trace[743319960] 'applied index is now lower than readState.Index' (duration: 504.671µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:32.121113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.743411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-19T09:13:32.121144Z","caller":"traceutil/trace.go:171","msg":"trace[1708292915] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5831; }","duration":"210.838264ms","start":"2026-03-19T09:13:31.910295Z","end":"2026-03-19T09:13:32.121134Z","steps":["trace[1708292915] 'agreement among raft nodes before linearized reading' (duration: 210.698801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:32.121152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.29529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81925"} {"level":"info","ts":"2026-03-19T09:13:32.121232Z","caller":"traceutil/trace.go:171","msg":"trace[1981770407] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5831; }","duration":"307.415044ms","start":"2026-03-19T09:13:31.813795Z","end":"2026-03-19T09:13:32.12121Z","steps":["trace[1981770407] 'agreement among raft nodes before linearized reading' (duration: 306.972204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:32.121286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:31.813789Z","time spent":"307.483745ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81947,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:13:33.474033Z","caller":"traceutil/trace.go:171","msg":"trace[1112327828] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"143.193891ms","start":"2026-03-19T09:13:33.330801Z","end":"2026-03-19T09:13:33.473995Z","steps":["trace[1112327828] 'process raft request' (duration: 142.941725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:33.620631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.745401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:13:33.620757Z","caller":"traceutil/trace.go:171","msg":"trace[210985277] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5834; }","duration":"129.940555ms","start":"2026-03-19T09:13:33.49079Z","end":"2026-03-19T09:13:33.620731Z","steps":["trace[210985277] 'range keys from in-memory index tree' (duration: 129.495755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:35.721745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786266483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:13:35.934897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073986772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T09:13:35.935715Z","caller":"traceutil/trace.go:171","msg":"trace[1744492319] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5840; }","duration":"1.074837352s","start":"2026-03-19T09:13:34.860845Z","end":"2026-03-19T09:13:35.935682Z","steps":["trace[1744492319] 'range keys from in-memory index tree' (duration: 1.073827338s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:35.936265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:34.860823Z","time spent":"1.075426784s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:13:35.935101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.420867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T09:13:35.935354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.813942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:35.936395Z","caller":"traceutil/trace.go:171","msg":"trace[260371982] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5840; }","duration":"984.734497ms","start":"2026-03-19T09:13:34.951631Z","end":"2026-03-19T09:13:35.936366Z","steps":["trace[260371982] 'range keys from in-memory index tree' (duration: 983.298434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:35.936565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:34.95161Z","time spent":"984.917301ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T09:13:35.93661Z","caller":"traceutil/trace.go:171","msg":"trace[191286877] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"916.348798ms","start":"2026-03-19T09:13:35.020146Z","end":"2026-03-19T09:13:35.936495Z","steps":["trace[191286877] 'process raft request' (duration: 806.306238ms)","trace[191286877] 'compare' (duration: 108.693919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:35.936785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:35.020125Z","time spent":"916.605823ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:36.013494Z","caller":"traceutil/trace.go:171","msg":"trace[1059497001] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"614.791324ms","start":"2026-03-19T09:13:35.398685Z","end":"2026-03-19T09:13:36.013476Z","steps":["trace[1059497001] 'process raft request' (duration: 614.743653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.0136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:35.398657Z","time spent":"614.888407ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:36.013579Z","caller":"traceutil/trace.go:171","msg":"trace[1649774434] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"678.846336ms","start":"2026-03-19T09:13:35.334687Z","end":"2026-03-19T09:13:36.013533Z","steps":["trace[1649774434] 'process raft request' (duration: 678.651292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:36.013704Z","caller":"traceutil/trace.go:171","msg":"trace[1618304771] linearizableReadLoop","detail":"{readStateIndex:6098; appliedIndex:6094; }","duration":"792.365175ms","start":"2026-03-19T09:13:35.221316Z","end":"2026-03-19T09:13:36.013681Z","steps":["trace[1618304771] 'read index received' (duration: 605.119759ms)","trace[1618304771] 'applied index is now lower than readState.Index' (duration: 187.244396ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:36.013794Z","caller":"traceutil/trace.go:171","msg":"trace[1976851366] transaction","detail":"{read_only:false; response_revision:5844; number_of_response:1; }","duration":"530.918359ms","start":"2026-03-19T09:13:35.482868Z","end":"2026-03-19T09:13:36.013787Z","steps":["trace[1976851366] 'process raft request' (duration: 530.589882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.013793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:35.334665Z","time spent":"679.016881ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:36.013876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:35.482847Z","time spent":"530.969311ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:36.01392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.606531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-19T09:13:36.01394Z","caller":"traceutil/trace.go:171","msg":"trace[2088633417] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5844; }","duration":"792.671462ms","start":"2026-03-19T09:13:35.221263Z","end":"2026-03-19T09:13:36.013934Z","steps":["trace[2088633417] 'agreement among raft nodes before linearized reading' (duration: 792.59505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.013964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:35.221236Z","time spent":"792.722484ms","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-19T09:13:36.033814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.878295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126439"} {"level":"info","ts":"2026-03-19T09:13:36.033857Z","caller":"traceutil/trace.go:171","msg":"trace[1954181684] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5846; }","duration":"800.963898ms","start":"2026-03-19T09:13:35.232884Z","end":"2026-03-19T09:13:36.033848Z","steps":["trace[1954181684] 'agreement among raft nodes before linearized reading' (duration: 800.856705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.033876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:35.232867Z","time spent":"801.004389ms","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126461,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-19T09:13:36.033989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.835652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:13:36.034036Z","caller":"traceutil/trace.go:171","msg":"trace[894949957] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:5846; }","duration":"595.922654ms","start":"2026-03-19T09:13:35.438102Z","end":"2026-03-19T09:13:36.034024Z","steps":["trace[894949957] 'agreement among raft nodes before linearized reading' (duration: 595.798002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.034046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.355999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:36.034093Z","caller":"traceutil/trace.go:171","msg":"trace[1642245251] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5846; }","duration":"692.457342ms","start":"2026-03-19T09:13:35.341626Z","end":"2026-03-19T09:13:36.034084Z","steps":["trace[1642245251] 'agreement among raft nodes before linearized reading' (duration: 692.320339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.034121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:35.341604Z","time spent":"692.512142ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":55,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:36.034061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:35.438085Z","time spent":"595.971635ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-03-19T09:13:36.191743Z","caller":"traceutil/trace.go:171","msg":"trace[271813936] linearizableReadLoop","detail":"{readStateIndex:6102; appliedIndex:6100; }","duration":"153.968353ms","start":"2026-03-19T09:13:36.037751Z","end":"2026-03-19T09:13:36.191719Z","steps":["trace[271813936] 'read index received' (duration: 50.753545ms)","trace[271813936] 'applied index is now lower than readState.Index' (duration: 103.213837ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:36.191898Z","caller":"traceutil/trace.go:171","msg":"trace[1637104974] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"154.046584ms","start":"2026-03-19T09:13:36.037726Z","end":"2026-03-19T09:13:36.191772Z","steps":["trace[1637104974] 'process raft request' (duration: 153.772848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.192473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.703259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:48 size:70076"} {"level":"info","ts":"2026-03-19T09:13:36.192518Z","caller":"traceutil/trace.go:171","msg":"trace[2009324605] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:48; response_revision:5847; }","duration":"154.794421ms","start":"2026-03-19T09:13:36.037716Z","end":"2026-03-19T09:13:36.19251Z","steps":["trace[2009324605] 'agreement among raft nodes before linearized reading' (duration: 154.105876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.213632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.434749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-19T09:13:36.213692Z","caller":"traceutil/trace.go:171","msg":"trace[864148071] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5848; }","duration":"174.539452ms","start":"2026-03-19T09:13:36.039139Z","end":"2026-03-19T09:13:36.213678Z","steps":["trace[864148071] 'agreement among raft nodes before linearized reading' (duration: 173.906218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.464215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.430464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:36.464504Z","caller":"traceutil/trace.go:171","msg":"trace[741077613] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"247.107185ms","start":"2026-03-19T09:13:36.217367Z","end":"2026-03-19T09:13:36.464474Z","steps":["trace[741077613] 'process raft request' (duration: 100.304623ms)","trace[741077613] 'compare' (duration: 146.26608ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:36.464869Z","caller":"traceutil/trace.go:171","msg":"trace[666540523] linearizableReadLoop","detail":"{readStateIndex:6104; appliedIndex:6103; }","duration":"247.278758ms","start":"2026-03-19T09:13:36.217581Z","end":"2026-03-19T09:13:36.46486Z","steps":["trace[666540523] 'read index received' (duration: 100.107888ms)","trace[666540523] 'applied index is now lower than readState.Index' (duration: 147.16916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:36.465134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.533176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81925"} {"level":"info","ts":"2026-03-19T09:13:36.465162Z","caller":"traceutil/trace.go:171","msg":"trace[351918782] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5849; }","duration":"247.600647ms","start":"2026-03-19T09:13:36.217556Z","end":"2026-03-19T09:13:36.465157Z","steps":["trace[351918782] 'agreement among raft nodes before linearized reading' (duration: 247.36984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.469351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.534185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:13:36.469403Z","caller":"traceutil/trace.go:171","msg":"trace[40543551] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5852; }","duration":"251.623896ms","start":"2026-03-19T09:13:36.217763Z","end":"2026-03-19T09:13:36.469387Z","steps":["trace[40543551] 'agreement among raft nodes before linearized reading' (duration: 251.426281ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:36.469755Z","caller":"traceutil/trace.go:171","msg":"trace[1855502844] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"252.107097ms","start":"2026-03-19T09:13:36.217638Z","end":"2026-03-19T09:13:36.469746Z","steps":["trace[1855502844] 'process raft request' (duration: 247.051993ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:36.469792Z","caller":"traceutil/trace.go:171","msg":"trace[1551634742] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"249.225422ms","start":"2026-03-19T09:13:36.22055Z","end":"2026-03-19T09:13:36.469775Z","steps":["trace[1551634742] 'process raft request' (duration: 248.598028ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:36.469923Z","caller":"traceutil/trace.go:171","msg":"trace[1652033469] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"250.351527ms","start":"2026-03-19T09:13:36.219526Z","end":"2026-03-19T09:13:36.469878Z","steps":["trace[1652033469] 'process raft request' (duration: 249.584361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:36.767739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.632961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:36.767836Z","caller":"traceutil/trace.go:171","msg":"trace[309755914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5852; }","duration":"130.795314ms","start":"2026-03-19T09:13:36.637018Z","end":"2026-03-19T09:13:36.767813Z","steps":["trace[309755914] 'range keys from in-memory index tree' (duration: 130.530919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:38.582562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.919746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:13:38.582644Z","caller":"traceutil/trace.go:171","msg":"trace[1527207788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5858; }","duration":"114.090511ms","start":"2026-03-19T09:13:38.468527Z","end":"2026-03-19T09:13:38.582617Z","steps":["trace[1527207788] 'range keys from in-memory index tree' (duration: 113.721401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:38.582997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.593149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:13:38.583033Z","caller":"traceutil/trace.go:171","msg":"trace[631697155] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5858; }","duration":"112.652129ms","start":"2026-03-19T09:13:38.470371Z","end":"2026-03-19T09:13:38.583024Z","steps":["trace[631697155] 'range keys from in-memory index tree' (duration: 112.453745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:38.583232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.478068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:13:38.583267Z","caller":"traceutil/trace.go:171","msg":"trace[1931207428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5858; }","duration":"109.55889ms","start":"2026-03-19T09:13:38.473697Z","end":"2026-03-19T09:13:38.583256Z","steps":["trace[1931207428] 'range keys from in-memory index tree' (duration: 109.342925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:38.58344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.295643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:13:38.583469Z","caller":"traceutil/trace.go:171","msg":"trace[1797354051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5858; }","duration":"109.363605ms","start":"2026-03-19T09:13:38.474098Z","end":"2026-03-19T09:13:38.583462Z","steps":["trace[1797354051] 'range keys from in-memory index tree' (duration: 109.195882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:38.583639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.986127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:13:38.58367Z","caller":"traceutil/trace.go:171","msg":"trace[1600453053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5858; }","duration":"109.037467ms","start":"2026-03-19T09:13:38.474625Z","end":"2026-03-19T09:13:38.583663Z","steps":["trace[1600453053] 'range keys from in-memory index tree' (duration: 108.879845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:38.72844Z","caller":"traceutil/trace.go:171","msg":"trace[1855424571] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"137.273869ms","start":"2026-03-19T09:13:38.591146Z","end":"2026-03-19T09:13:38.72842Z","steps":["trace[1855424571] 'process raft request' (duration: 137.196527ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:38.728559Z","caller":"traceutil/trace.go:171","msg":"trace[210367342] linearizableReadLoop","detail":"{readStateIndex:6117; appliedIndex:6113; }","duration":"137.30123ms","start":"2026-03-19T09:13:38.591243Z","end":"2026-03-19T09:13:38.728545Z","steps":["trace[210367342] 'read index received' (duration: 58.62392ms)","trace[210367342] 'applied index is now lower than readState.Index' (duration: 78.67638ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:38.728653Z","caller":"traceutil/trace.go:171","msg":"trace[2138346547] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"137.561306ms","start":"2026-03-19T09:13:38.591077Z","end":"2026-03-19T09:13:38.728638Z","steps":["trace[2138346547] 'process raft request' (duration: 121.917276ms)","trace[2138346547] 'compare' (duration: 15.170678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:38.728866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.038187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:13:38.728909Z","caller":"traceutil/trace.go:171","msg":"trace[1472732054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5862; }","duration":"100.130709ms","start":"2026-03-19T09:13:38.628768Z","end":"2026-03-19T09:13:38.728898Z","steps":["trace[1472732054] 'agreement among raft nodes before linearized reading' (duration: 99.973655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:38.729124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.883772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81925"} {"level":"info","ts":"2026-03-19T09:13:38.729167Z","caller":"traceutil/trace.go:171","msg":"trace[1822237175] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5862; }","duration":"137.972104ms","start":"2026-03-19T09:13:38.591183Z","end":"2026-03-19T09:13:38.729155Z","steps":["trace[1822237175] 'agreement among raft nodes before linearized reading' (duration: 137.76098ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:38.729333Z","caller":"traceutil/trace.go:171","msg":"trace[580554025] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"138.131498ms","start":"2026-03-19T09:13:38.59119Z","end":"2026-03-19T09:13:38.729322Z","steps":["trace[580554025] 'process raft request' (duration: 137.193496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:40.270824Z","caller":"traceutil/trace.go:171","msg":"trace[756331743] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"206.265722ms","start":"2026-03-19T09:13:40.064514Z","end":"2026-03-19T09:13:40.27078Z","steps":["trace[756331743] 'process raft request' (duration: 117.115609ms)","trace[756331743] 'compare' (duration: 88.817316ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:40.98468Z","caller":"traceutil/trace.go:171","msg":"trace[913659425] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"326.273485ms","start":"2026-03-19T09:13:40.658367Z","end":"2026-03-19T09:13:40.984641Z","steps":["trace[913659425] 'process raft request' (duration: 325.960639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:40.984905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:40.658343Z","time spent":"326.448759ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:40.984995Z","caller":"traceutil/trace.go:171","msg":"trace[806235127] linearizableReadLoop","detail":"{readStateIndex:6122; appliedIndex:6122; }","duration":"251.113725ms","start":"2026-03-19T09:13:40.733853Z","end":"2026-03-19T09:13:40.984967Z","steps":["trace[806235127] 'read index received' (duration: 251.104244ms)","trace[806235127] 'applied index is now lower than readState.Index' (duration: 8.071µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:40.985221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.3411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:13:40.985221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.642642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:13:40.985224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.575122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:13:40.985248Z","caller":"traceutil/trace.go:171","msg":"trace[1890942403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5867; }","duration":"249.721674ms","start":"2026-03-19T09:13:40.73552Z","end":"2026-03-19T09:13:40.985242Z","steps":["trace[1890942403] 'agreement among raft nodes before linearized reading' (duration: 249.578811ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:40.985271Z","caller":"traceutil/trace.go:171","msg":"trace[1164643651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5867; }","duration":"250.636503ms","start":"2026-03-19T09:13:40.734623Z","end":"2026-03-19T09:13:40.985259Z","steps":["trace[1164643651] 'agreement among raft nodes before linearized reading' (duration: 250.471579ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:40.985241Z","caller":"traceutil/trace.go:171","msg":"trace[710825699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5867; }","duration":"251.414022ms","start":"2026-03-19T09:13:40.733821Z","end":"2026-03-19T09:13:40.985235Z","steps":["trace[710825699] 'agreement among raft nodes before linearized reading' (duration: 251.251978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:40.98634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.630395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:40.986481Z","caller":"traceutil/trace.go:171","msg":"trace[795736114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5867; }","duration":"251.782559ms","start":"2026-03-19T09:13:40.734665Z","end":"2026-03-19T09:13:40.986448Z","steps":["trace[795736114] 'agreement among raft nodes before linearized reading' (duration: 250.50211ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:42.308169Z","caller":"traceutil/trace.go:171","msg":"trace[873130935] transaction","detail":"{read_only:false; response_revision:5872; number_of_response:1; }","duration":"186.899828ms","start":"2026-03-19T09:13:42.121243Z","end":"2026-03-19T09:13:42.308143Z","steps":["trace[873130935] 'process raft request' (duration: 186.740765ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:43.250103Z","caller":"traceutil/trace.go:171","msg":"trace[1997523824] linearizableReadLoop","detail":"{readStateIndex:6131; appliedIndex:6130; }","duration":"228.50445ms","start":"2026-03-19T09:13:43.021574Z","end":"2026-03-19T09:13:43.250079Z","steps":["trace[1997523824] 'read index received' (duration: 228.219182ms)","trace[1997523824] 'applied index is now lower than readState.Index' (duration: 283.697µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:43.250301Z","caller":"traceutil/trace.go:171","msg":"trace[66269827] transaction","detail":"{read_only:false; response_revision:5875; number_of_response:1; }","duration":"254.993471ms","start":"2026-03-19T09:13:42.995198Z","end":"2026-03-19T09:13:43.250191Z","steps":["trace[66269827] 'process raft request' (duration: 254.668044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:43.250457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.018786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:13:43.250492Z","caller":"traceutil/trace.go:171","msg":"trace[756137441] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5875; }","duration":"227.061736ms","start":"2026-03-19T09:13:43.02342Z","end":"2026-03-19T09:13:43.250482Z","steps":["trace[756137441] 'agreement among raft nodes before linearized reading' (duration: 226.983255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:43.250379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.788735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:13:43.250626Z","caller":"traceutil/trace.go:171","msg":"trace[1921859204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5875; }","duration":"229.073582ms","start":"2026-03-19T09:13:43.02152Z","end":"2026-03-19T09:13:43.250594Z","steps":["trace[1921859204] 'agreement among raft nodes before linearized reading' (duration: 228.695334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:43.250779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.153282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:13:43.250806Z","caller":"traceutil/trace.go:171","msg":"trace[1735928311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5875; }","duration":"224.194012ms","start":"2026-03-19T09:13:43.026606Z","end":"2026-03-19T09:13:43.2508Z","steps":["trace[1735928311] 'agreement among raft nodes before linearized reading' (duration: 224.128811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:43.250987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.207675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:43.251063Z","caller":"traceutil/trace.go:171","msg":"trace[2020150036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5875; }","duration":"225.338689ms","start":"2026-03-19T09:13:43.025707Z","end":"2026-03-19T09:13:43.251045Z","steps":["trace[2020150036] 'agreement among raft nodes before linearized reading' (duration: 225.068083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:43.708775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.549284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:43.708953Z","caller":"traceutil/trace.go:171","msg":"trace[2041761555] linearizableReadLoop","detail":"{readStateIndex:6132; appliedIndex:6131; }","duration":"453.077599ms","start":"2026-03-19T09:13:43.255845Z","end":"2026-03-19T09:13:43.708922Z","steps":["trace[2041761555] 'read index received' (duration: 116.239829ms)","trace[2041761555] 'applied index is now lower than readState.Index' (duration: 336.83481ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:43.709074Z","caller":"traceutil/trace.go:171","msg":"trace[505308806] transaction","detail":"{read_only:false; response_revision:5876; number_of_response:1; }","duration":"453.903128ms","start":"2026-03-19T09:13:43.25515Z","end":"2026-03-19T09:13:43.709053Z","steps":["trace[505308806] 'process raft request' (duration: 116.912074ms)","trace[505308806] 'compare' (duration: 336.236458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:43.709164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:43.255129Z","time spent":"453.98662ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:43.709343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.478069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81925"} {"level":"info","ts":"2026-03-19T09:13:43.709431Z","caller":"traceutil/trace.go:171","msg":"trace[336357327] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5876; }","duration":"453.598311ms","start":"2026-03-19T09:13:43.255815Z","end":"2026-03-19T09:13:43.709413Z","steps":["trace[336357327] 'agreement among raft nodes before linearized reading' (duration: 453.244422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:43.709494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:43.255805Z","time spent":"453.667492ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81947,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:13:43.761853Z","caller":"traceutil/trace.go:171","msg":"trace[826814572] transaction","detail":"{read_only:false; response_revision:5877; number_of_response:1; }","duration":"505.737896ms","start":"2026-03-19T09:13:43.256085Z","end":"2026-03-19T09:13:43.761823Z","steps":["trace[826814572] 'process raft request' (duration: 505.46434ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:43.761995Z","caller":"traceutil/trace.go:171","msg":"trace[98926623] transaction","detail":"{read_only:false; response_revision:5878; number_of_response:1; }","duration":"504.97478ms","start":"2026-03-19T09:13:43.256985Z","end":"2026-03-19T09:13:43.761959Z","steps":["trace[98926623] 'process raft request' (duration: 504.786626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:43.762043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:43.256053Z","time spent":"505.89182ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:43.762183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:43.256975Z","time spent":"505.094983ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:43.791422Z","caller":"traceutil/trace.go:171","msg":"trace[2133091410] transaction","detail":"{read_only:false; response_revision:5879; number_of_response:1; }","duration":"271.263385ms","start":"2026-03-19T09:13:43.520122Z","end":"2026-03-19T09:13:43.791386Z","steps":["trace[2133091410] 'process raft request' (duration: 271.123612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:43.79149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.921426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:43.791521Z","caller":"traceutil/trace.go:171","msg":"trace[2084999727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5879; }","duration":"155.984648ms","start":"2026-03-19T09:13:43.635527Z","end":"2026-03-19T09:13:43.791511Z","steps":["trace[2084999727] 'agreement among raft nodes before linearized reading' (duration: 155.948627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:43.791448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.238184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:43.791878Z","caller":"traceutil/trace.go:171","msg":"trace[1243385250] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5879; }","duration":"305.722105ms","start":"2026-03-19T09:13:43.486144Z","end":"2026-03-19T09:13:43.791866Z","steps":["trace[1243385250] 'agreement among raft nodes before linearized reading' (duration: 305.211534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:43.791976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:43.486127Z","time spent":"305.837857ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:44.047696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.780049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:44.047835Z","caller":"traceutil/trace.go:171","msg":"trace[2035956297] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5879; }","duration":"176.003384ms","start":"2026-03-19T09:13:43.871805Z","end":"2026-03-19T09:13:44.047808Z","steps":["trace[2035956297] 'count revisions from in-memory index tree' (duration: 175.611315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:44.047732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.787862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:13:44.048051Z","caller":"traceutil/trace.go:171","msg":"trace[1988575105] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5879; }","duration":"219.1626ms","start":"2026-03-19T09:13:43.828861Z","end":"2026-03-19T09:13:44.048024Z","steps":["trace[1988575105] 'range keys from in-memory index tree' (duration: 218.554226ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:44.902874Z","caller":"traceutil/trace.go:171","msg":"trace[509762283] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"190.166052ms","start":"2026-03-19T09:13:44.712678Z","end":"2026-03-19T09:13:44.902844Z","steps":["trace[509762283] 'process raft request' (duration: 189.964476ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:44.947488Z","caller":"traceutil/trace.go:171","msg":"trace[781314178] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"140.209675ms","start":"2026-03-19T09:13:44.807242Z","end":"2026-03-19T09:13:44.947451Z","steps":["trace[781314178] 'process raft request' (duration: 139.823646ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:45.321185Z","caller":"traceutil/trace.go:171","msg":"trace[1410028509] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"329.61985ms","start":"2026-03-19T09:13:44.991541Z","end":"2026-03-19T09:13:45.321161Z","steps":["trace[1410028509] 'process raft request' (duration: 329.18315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:45.321329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.516851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:45.321378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:44.9915Z","time spent":"329.780863ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72000,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:45.321381Z","caller":"traceutil/trace.go:171","msg":"trace[446229999] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5886; }","duration":"186.652723ms","start":"2026-03-19T09:13:45.134713Z","end":"2026-03-19T09:13:45.321366Z","steps":["trace[446229999] 'agreement among raft nodes before linearized reading' (duration: 186.534171ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:45.321197Z","caller":"traceutil/trace.go:171","msg":"trace[568100828] linearizableReadLoop","detail":"{readStateIndex:6143; appliedIndex:6142; }","duration":"186.295256ms","start":"2026-03-19T09:13:45.134797Z","end":"2026-03-19T09:13:45.321092Z","steps":["trace[568100828] 'read index received' (duration: 185.764884ms)","trace[568100828] 'applied index is now lower than readState.Index' (duration: 527.622µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:45.513817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.800046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-fernet-keys\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:45.513924Z","caller":"traceutil/trace.go:171","msg":"trace[410180209] range","detail":"{range_begin:/registry/secrets/openstack/keystone-fernet-keys; range_end:; response_count:0; response_revision:5888; }","duration":"131.94314ms","start":"2026-03-19T09:13:45.381958Z","end":"2026-03-19T09:13:45.513901Z","steps":["trace[410180209] 'range keys from in-memory index tree' (duration: 131.724665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:45.514561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.487017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:13:45.514713Z","caller":"traceutil/trace.go:171","msg":"trace[1694161891] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5888; }","duration":"130.665011ms","start":"2026-03-19T09:13:45.383978Z","end":"2026-03-19T09:13:45.514643Z","steps":["trace[1694161891] 'range keys from in-memory index tree' (duration: 130.271813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.085838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786266662,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:13:46.2499Z","caller":"traceutil/trace.go:171","msg":"trace[778368418] transaction","detail":"{read_only:false; response_revision:5889; number_of_response:1; }","duration":"698.052027ms","start":"2026-03-19T09:13:45.551813Z","end":"2026-03-19T09:13:46.249865Z","steps":["trace[778368418] 'process raft request' (duration: 697.826722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.250082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:45.551791Z","time spent":"698.20163ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72056,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:46.604049Z","caller":"traceutil/trace.go:171","msg":"trace[686845117] linearizableReadLoop","detail":"{readStateIndex:6149; appliedIndex:6146; }","duration":"1.018672725s","start":"2026-03-19T09:13:45.585342Z","end":"2026-03-19T09:13:46.604015Z","steps":["trace[686845117] 'read index received' (duration: 664.259871ms)","trace[686845117] 'applied index is now lower than readState.Index' (duration: 354.411184ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:46.604136Z","caller":"traceutil/trace.go:171","msg":"trace[1275891993] transaction","detail":"{read_only:false; response_revision:5890; number_of_response:1; }","duration":"1.020837144s","start":"2026-03-19T09:13:45.583241Z","end":"2026-03-19T09:13:46.604078Z","steps":["trace[1275891993] 'process raft request' (duration: 965.775892ms)","trace[1275891993] 'compare' (duration: 54.466649ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:46.604232Z","caller":"traceutil/trace.go:171","msg":"trace[1755213922] transaction","detail":"{read_only:false; response_revision:5891; number_of_response:1; }","duration":"550.230263ms","start":"2026-03-19T09:13:46.053983Z","end":"2026-03-19T09:13:46.604213Z","steps":["trace[1755213922] 'process raft request' (duration: 549.953117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.604581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:46.053948Z","time spent":"550.53651ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:46.604801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:45.583213Z","time spent":"1.021220823s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:46.605119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019593755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T09:13:46.605194Z","caller":"traceutil/trace.go:171","msg":"trace[1572715056] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5891; }","duration":"1.019861412s","start":"2026-03-19T09:13:45.585316Z","end":"2026-03-19T09:13:46.605177Z","steps":["trace[1572715056] 'agreement among raft nodes before linearized reading' (duration: 1.018944122s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.605329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:45.5853Z","time spent":"1.020013345s","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":672,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-19T09:13:46.633346Z","caller":"traceutil/trace.go:171","msg":"trace[665453004] transaction","detail":"{read_only:false; response_revision:5892; number_of_response:1; }","duration":"375.181069ms","start":"2026-03-19T09:13:46.258132Z","end":"2026-03-19T09:13:46.633313Z","steps":["trace[665453004] 'process raft request' (duration: 374.962874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.633485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:46.258108Z","time spent":"375.310801ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":330,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:46.633818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.769999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:13:46.633907Z","caller":"traceutil/trace.go:171","msg":"trace[1751991531] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5894; }","duration":"917.860651ms","start":"2026-03-19T09:13:45.716013Z","end":"2026-03-19T09:13:46.633874Z","steps":["trace[1751991531] 'agreement among raft nodes before linearized reading' (duration: 917.697058ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:46.633897Z","caller":"traceutil/trace.go:171","msg":"trace[1896615543] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"312.457675ms","start":"2026-03-19T09:13:46.321418Z","end":"2026-03-19T09:13:46.633876Z","steps":["trace[1896615543] 'process raft request' (duration: 311.793691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.633956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:45.716003Z","time spent":"917.944034ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:13:46.633965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.435491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:13:46.634004Z","caller":"traceutil/trace.go:171","msg":"trace[578904007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5894; }","duration":"921.501393ms","start":"2026-03-19T09:13:45.712492Z","end":"2026-03-19T09:13:46.633993Z","steps":["trace[578904007] 'agreement among raft nodes before linearized reading' (duration: 921.328598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.634037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:45.71248Z","time spent":"921.549984ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:13:46.634096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:46.321391Z","time spent":"312.586849ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:46.634281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.022726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:46.634316Z","caller":"traceutil/trace.go:171","msg":"trace[946515392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5894; }","duration":"999.096778ms","start":"2026-03-19T09:13:45.63521Z","end":"2026-03-19T09:13:46.634307Z","steps":["trace[946515392] 'agreement among raft nodes before linearized reading' (duration: 999.044226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.634335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:45.635184Z","time spent":"999.146969ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:46.633822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.275437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414094"} {"level":"info","ts":"2026-03-19T09:13:46.634423Z","caller":"traceutil/trace.go:171","msg":"trace[1285451862] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5894; }","duration":"879.939893ms","start":"2026-03-19T09:13:45.754469Z","end":"2026-03-19T09:13:46.634409Z","steps":["trace[1285451862] 'agreement among raft nodes before linearized reading' (duration: 878.96731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.634471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:45.754439Z","time spent":"880.019385ms","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414116,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-19T09:13:46.63486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.463954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:13:46.634933Z","caller":"traceutil/trace.go:171","msg":"trace[1763912770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5894; }","duration":"867.552277ms","start":"2026-03-19T09:13:45.767358Z","end":"2026-03-19T09:13:46.63491Z","steps":["trace[1763912770] 'agreement among raft nodes before linearized reading' (duration: 867.312012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.634959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.841013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:13:46.635823Z","caller":"traceutil/trace.go:171","msg":"trace[1067140273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5894; }","duration":"868.760943ms","start":"2026-03-19T09:13:45.767024Z","end":"2026-03-19T09:13:46.635785Z","steps":["trace[1067140273] 'agreement among raft nodes before linearized reading' (duration: 867.653029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.635962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:45.766997Z","time spent":"868.923707ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:46.635096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:45.767349Z","time spent":"867.69721ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:13:46.635148Z","caller":"traceutil/trace.go:171","msg":"trace[1858507634] transaction","detail":"{read_only:false; response_revision:5894; number_of_response:1; }","duration":"312.052387ms","start":"2026-03-19T09:13:46.323083Z","end":"2026-03-19T09:13:46.635135Z","steps":["trace[1858507634] 'process raft request' (duration: 310.181885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.636633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:46.323071Z","time spent":"313.447837ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:46.635258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.436404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:13:46.636966Z","caller":"traceutil/trace.go:171","msg":"trace[2110675800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5894; }","duration":"140.139333ms","start":"2026-03-19T09:13:46.496762Z","end":"2026-03-19T09:13:46.636902Z","steps":["trace[2110675800] 'agreement among raft nodes before linearized reading' (duration: 138.420364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.638884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003785602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-19T09:13:46.638972Z","caller":"traceutil/trace.go:171","msg":"trace[437019778] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5894; }","duration":"1.003909765s","start":"2026-03-19T09:13:45.635043Z","end":"2026-03-19T09:13:46.638953Z","steps":["trace[437019778] 'agreement among raft nodes before linearized reading' (duration: 998.77153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.639021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:45.635023Z","time spent":"1.003983776s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-19T09:13:46.8005Z","caller":"traceutil/trace.go:171","msg":"trace[1227294037] transaction","detail":"{read_only:false; response_revision:5895; number_of_response:1; }","duration":"160.227242ms","start":"2026-03-19T09:13:46.640242Z","end":"2026-03-19T09:13:46.800469Z","steps":["trace[1227294037] 'process raft request' (duration: 106.551503ms)","trace[1227294037] 'compare' (duration: 53.343292ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:46.851967Z","caller":"traceutil/trace.go:171","msg":"trace[1740521208] transaction","detail":"{read_only:false; response_revision:5896; number_of_response:1; }","duration":"211.58904ms","start":"2026-03-19T09:13:46.640317Z","end":"2026-03-19T09:13:46.851906Z","steps":["trace[1740521208] 'process raft request' (duration: 211.257423ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:46.852009Z","caller":"traceutil/trace.go:171","msg":"trace[669457220] transaction","detail":"{read_only:false; response_revision:5898; number_of_response:1; }","duration":"210.982096ms","start":"2026-03-19T09:13:46.640989Z","end":"2026-03-19T09:13:46.851971Z","steps":["trace[669457220] 'process raft request' (duration: 210.867414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:46.852047Z","caller":"traceutil/trace.go:171","msg":"trace[1806683581] transaction","detail":"{read_only:false; response_revision:5897; number_of_response:1; }","duration":"211.14915ms","start":"2026-03-19T09:13:46.640855Z","end":"2026-03-19T09:13:46.852004Z","steps":["trace[1806683581] 'process raft request' (duration: 210.901525ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:46.852154Z","caller":"traceutil/trace.go:171","msg":"trace[1640345163] linearizableReadLoop","detail":"{readStateIndex:6156; appliedIndex:6152; }","duration":"210.578738ms","start":"2026-03-19T09:13:46.641551Z","end":"2026-03-19T09:13:46.85213Z","steps":["trace[1640345163] 'read index received' (duration: 105.271304ms)","trace[1640345163] 'applied index is now lower than readState.Index' (duration: 105.305134ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:46.852233Z","caller":"traceutil/trace.go:171","msg":"trace[324634909] transaction","detail":"{read_only:false; response_revision:5899; number_of_response:1; }","duration":"209.850561ms","start":"2026-03-19T09:13:46.64236Z","end":"2026-03-19T09:13:46.85221Z","steps":["trace[324634909] 'process raft request' (duration: 209.558394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.852356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.762822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:46.852388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.061905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:46.852425Z","caller":"traceutil/trace.go:171","msg":"trace[1985703733] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5899; }","duration":"210.910955ms","start":"2026-03-19T09:13:46.641497Z","end":"2026-03-19T09:13:46.852408Z","steps":["trace[1985703733] 'agreement among raft nodes before linearized reading' (duration: 210.742191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:46.852428Z","caller":"traceutil/trace.go:171","msg":"trace[1274907820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5899; }","duration":"210.118469ms","start":"2026-03-19T09:13:46.642299Z","end":"2026-03-19T09:13:46.852417Z","steps":["trace[1274907820] 'agreement among raft nodes before linearized reading' (duration: 210.052487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.852436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.801333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:46.85249Z","caller":"traceutil/trace.go:171","msg":"trace[925731628] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5899; }","duration":"176.879946ms","start":"2026-03-19T09:13:46.675597Z","end":"2026-03-19T09:13:46.852477Z","steps":["trace[925731628] 'agreement among raft nodes before linearized reading' (duration: 176.779212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.852731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.473247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81925"} {"level":"info","ts":"2026-03-19T09:13:46.852804Z","caller":"traceutil/trace.go:171","msg":"trace[271303713] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5899; }","duration":"210.569528ms","start":"2026-03-19T09:13:46.64222Z","end":"2026-03-19T09:13:46.852789Z","steps":["trace[271303713] 'agreement among raft nodes before linearized reading' (duration: 210.127418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:46.85281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.342637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-19T09:13:46.852898Z","caller":"traceutil/trace.go:171","msg":"trace[944634559] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5899; }","duration":"178.48189ms","start":"2026-03-19T09:13:46.674397Z","end":"2026-03-19T09:13:46.852879Z","steps":["trace[944634559] 'agreement among raft nodes before linearized reading' (duration: 177.926127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:47.021911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.393274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:47.022009Z","caller":"traceutil/trace.go:171","msg":"trace[1484848051] linearizableReadLoop","detail":"{readStateIndex:6158; appliedIndex:6157; }","duration":"161.0286ms","start":"2026-03-19T09:13:46.860965Z","end":"2026-03-19T09:13:47.021994Z","steps":["trace[1484848051] 'read index received' (duration: 60.500302ms)","trace[1484848051] 'applied index is now lower than readState.Index' (duration: 100.527258ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:47.022135Z","caller":"traceutil/trace.go:171","msg":"trace[457721145] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"164.704932ms","start":"2026-03-19T09:13:46.857389Z","end":"2026-03-19T09:13:47.022094Z","steps":["trace[457721145] 'process raft request' (duration: 64.053582ms)","trace[457721145] 'compare' (duration: 100.20397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:47.02237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.411929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T09:13:47.022443Z","caller":"traceutil/trace.go:171","msg":"trace[1018074657] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5900; }","duration":"161.5092ms","start":"2026-03-19T09:13:46.860915Z","end":"2026-03-19T09:13:47.022424Z","steps":["trace[1018074657] 'agreement among raft nodes before linearized reading' (duration: 161.238914ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.146546Z","caller":"traceutil/trace.go:171","msg":"trace[1959130681] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"285.443101ms","start":"2026-03-19T09:13:46.861032Z","end":"2026-03-19T09:13:47.146475Z","steps":["trace[1959130681] 'process raft request' (duration: 271.134281ms)","trace[1959130681] 'compare' (duration: 13.976223ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:47.146591Z","caller":"traceutil/trace.go:171","msg":"trace[707689251] transaction","detail":"{read_only:false; response_revision:5903; number_of_response:1; }","duration":"285.349489ms","start":"2026-03-19T09:13:46.861207Z","end":"2026-03-19T09:13:47.146556Z","steps":["trace[707689251] 'process raft request' (duration: 285.190705ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.146603Z","caller":"traceutil/trace.go:171","msg":"trace[1702282194] transaction","detail":"{read_only:false; response_revision:5904; number_of_response:1; }","duration":"285.299268ms","start":"2026-03-19T09:13:46.861257Z","end":"2026-03-19T09:13:47.146556Z","steps":["trace[1702282194] 'process raft request' (duration: 285.173835ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.146723Z","caller":"traceutil/trace.go:171","msg":"trace[1635117348] transaction","detail":"{read_only:false; response_revision:5902; number_of_response:1; }","duration":"285.549895ms","start":"2026-03-19T09:13:46.861149Z","end":"2026-03-19T09:13:47.146698Z","steps":["trace[1635117348] 'process raft request' (duration: 285.207966ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.146629Z","caller":"traceutil/trace.go:171","msg":"trace[72798250] transaction","detail":"{read_only:false; response_revision:5905; number_of_response:1; }","duration":"285.31722ms","start":"2026-03-19T09:13:46.86129Z","end":"2026-03-19T09:13:47.146607Z","steps":["trace[72798250] 'process raft request' (duration: 285.170626ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.146803Z","caller":"traceutil/trace.go:171","msg":"trace[1671157754] transaction","detail":"{read_only:false; response_revision:5906; number_of_response:1; }","duration":"285.278049ms","start":"2026-03-19T09:13:46.861513Z","end":"2026-03-19T09:13:47.146791Z","steps":["trace[1671157754] 'process raft request' (duration: 284.980401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.146795Z","caller":"traceutil/trace.go:171","msg":"trace[634819778] transaction","detail":"{read_only:false; response_revision:5910; number_of_response:1; }","duration":"283.935779ms","start":"2026-03-19T09:13:46.862825Z","end":"2026-03-19T09:13:47.146761Z","steps":["trace[634819778] 'process raft request' (duration: 283.871408ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.146815Z","caller":"traceutil/trace.go:171","msg":"trace[535769616] transaction","detail":"{read_only:false; response_revision:5907; number_of_response:1; }","duration":"285.115775ms","start":"2026-03-19T09:13:46.861682Z","end":"2026-03-19T09:13:47.146798Z","steps":["trace[535769616] 'process raft request' (duration: 284.87566ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.14688Z","caller":"traceutil/trace.go:171","msg":"trace[17748930] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"285.074824ms","start":"2026-03-19T09:13:46.861787Z","end":"2026-03-19T09:13:47.146862Z","steps":["trace[17748930] 'process raft request' (duration: 284.810119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.146941Z","caller":"traceutil/trace.go:171","msg":"trace[1044321547] transaction","detail":"{read_only:false; response_revision:5909; number_of_response:1; }","duration":"284.140414ms","start":"2026-03-19T09:13:46.862787Z","end":"2026-03-19T09:13:47.146927Z","steps":["trace[1044321547] 'process raft request' (duration: 283.879678ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.147076Z","caller":"traceutil/trace.go:171","msg":"trace[441862845] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"284.129613ms","start":"2026-03-19T09:13:46.862908Z","end":"2026-03-19T09:13:47.147038Z","steps":["trace[441862845] 'process raft request' (duration: 283.820526ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.147111Z","caller":"traceutil/trace.go:171","msg":"trace[1980264345] linearizableReadLoop","detail":"{readStateIndex:6171; appliedIndex:6158; }","duration":"125.061977ms","start":"2026-03-19T09:13:47.022035Z","end":"2026-03-19T09:13:47.147097Z","steps":["trace[1980264345] 'read index received' (duration: 110.157562ms)","trace[1980264345] 'applied index is now lower than readState.Index' (duration: 14.903184ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:47.147116Z","caller":"traceutil/trace.go:171","msg":"trace[1342210801] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"282.691481ms","start":"2026-03-19T09:13:46.86441Z","end":"2026-03-19T09:13:47.147102Z","steps":["trace[1342210801] 'process raft request' (duration: 282.506167ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.147206Z","caller":"traceutil/trace.go:171","msg":"trace[1631465433] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"172.644801ms","start":"2026-03-19T09:13:46.97455Z","end":"2026-03-19T09:13:47.147195Z","steps":["trace[1631465433] 'process raft request' (duration: 172.469697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:47.147502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.611589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T09:13:47.147549Z","caller":"traceutil/trace.go:171","msg":"trace[458259473] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5913; }","duration":"121.741292ms","start":"2026-03-19T09:13:47.025796Z","end":"2026-03-19T09:13:47.147537Z","steps":["trace[458259473] 'agreement among raft nodes before linearized reading' (duration: 121.451186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:47.147641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.295417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:13:47.147761Z","caller":"traceutil/trace.go:171","msg":"trace[1386306085] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5913; }","duration":"263.638315ms","start":"2026-03-19T09:13:46.8841Z","end":"2026-03-19T09:13:47.147738Z","steps":["trace[1386306085] 'agreement among raft nodes before linearized reading' (duration: 263.144164ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.311275Z","caller":"traceutil/trace.go:171","msg":"trace[2030715199] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"130.785403ms","start":"2026-03-19T09:13:47.180464Z","end":"2026-03-19T09:13:47.31125Z","steps":["trace[2030715199] 'process raft request' (duration: 130.68925ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.311324Z","caller":"traceutil/trace.go:171","msg":"trace[1709410645] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"157.649834ms","start":"2026-03-19T09:13:47.153616Z","end":"2026-03-19T09:13:47.311266Z","steps":["trace[1709410645] 'process raft request' (duration: 116.999496ms)","trace[1709410645] 'compare' (duration: 40.262159ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:47.311531Z","caller":"traceutil/trace.go:171","msg":"trace[1252769310] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"130.906856ms","start":"2026-03-19T09:13:47.180585Z","end":"2026-03-19T09:13:47.311492Z","steps":["trace[1252769310] 'process raft request' (duration: 130.62725ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.3116Z","caller":"traceutil/trace.go:171","msg":"trace[543865638] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"130.805373ms","start":"2026-03-19T09:13:47.180739Z","end":"2026-03-19T09:13:47.311545Z","steps":["trace[543865638] 'process raft request' (duration: 130.67488ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.311758Z","caller":"traceutil/trace.go:171","msg":"trace[819497449] transaction","detail":"{read_only:false; response_revision:5920; number_of_response:1; }","duration":"130.661091ms","start":"2026-03-19T09:13:47.181088Z","end":"2026-03-19T09:13:47.31175Z","steps":["trace[819497449] 'process raft request' (duration: 130.459226ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.311767Z","caller":"traceutil/trace.go:171","msg":"trace[415350229] linearizableReadLoop","detail":"{readStateIndex:6173; appliedIndex:6171; }","duration":"157.860109ms","start":"2026-03-19T09:13:47.15389Z","end":"2026-03-19T09:13:47.311751Z","steps":["trace[415350229] 'read index received' (duration: 67.406557ms)","trace[415350229] 'applied index is now lower than readState.Index' (duration: 90.452222ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:47.31178Z","caller":"traceutil/trace.go:171","msg":"trace[1047914118] transaction","detail":"{read_only:false; response_revision:5919; number_of_response:1; }","duration":"130.762582ms","start":"2026-03-19T09:13:47.180971Z","end":"2026-03-19T09:13:47.311734Z","steps":["trace[1047914118] 'process raft request' (duration: 130.506457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.311812Z","caller":"traceutil/trace.go:171","msg":"trace[803208936] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"130.573408ms","start":"2026-03-19T09:13:47.181202Z","end":"2026-03-19T09:13:47.311776Z","steps":["trace[803208936] 'process raft request' (duration: 130.501827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:47.311999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.091205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:47.312037Z","caller":"traceutil/trace.go:171","msg":"trace[797059422] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:5921; }","duration":"158.171127ms","start":"2026-03-19T09:13:47.153856Z","end":"2026-03-19T09:13:47.312027Z","steps":["trace[797059422] 'agreement among raft nodes before linearized reading' (duration: 158.077475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:47.312228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.995383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:13:47.312285Z","caller":"traceutil/trace.go:171","msg":"trace[1235928121] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5921; }","duration":"158.078364ms","start":"2026-03-19T09:13:47.154192Z","end":"2026-03-19T09:13:47.31227Z","steps":["trace[1235928121] 'agreement among raft nodes before linearized reading' (duration: 157.805148ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.519533Z","caller":"traceutil/trace.go:171","msg":"trace[1793225061] linearizableReadLoop","detail":"{readStateIndex:6180; appliedIndex:6179; }","duration":"197.478906ms","start":"2026-03-19T09:13:47.322019Z","end":"2026-03-19T09:13:47.519498Z","steps":["trace[1793225061] 'read index received' (duration: 256.735µs)","trace[1793225061] 'applied index is now lower than readState.Index' (duration: 197.220841ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:47.519585Z","caller":"traceutil/trace.go:171","msg":"trace[37033791] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"197.550378ms","start":"2026-03-19T09:13:47.321993Z","end":"2026-03-19T09:13:47.519543Z","steps":["trace[37033791] 'process raft request' (duration: 188.402442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:47.520138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.087639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112153"} {"level":"info","ts":"2026-03-19T09:13:47.520239Z","caller":"traceutil/trace.go:171","msg":"trace[349342697] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5922; }","duration":"198.220552ms","start":"2026-03-19T09:13:47.322Z","end":"2026-03-19T09:13:47.520221Z","steps":["trace[349342697] 'agreement among raft nodes before linearized reading' (duration: 197.65345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:47.520388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.447531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:13:47.520429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.968192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T09:13:47.520456Z","caller":"traceutil/trace.go:171","msg":"trace[1239281848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5922; }","duration":"174.570773ms","start":"2026-03-19T09:13:47.34587Z","end":"2026-03-19T09:13:47.520441Z","steps":["trace[1239281848] 'agreement among raft nodes before linearized reading' (duration: 174.221906ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.520507Z","caller":"traceutil/trace.go:171","msg":"trace[520457308] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5922; }","duration":"196.145885ms","start":"2026-03-19T09:13:47.324341Z","end":"2026-03-19T09:13:47.520487Z","steps":["trace[520457308] 'agreement among raft nodes before linearized reading' (duration: 195.802608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:47.520646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.959966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-19T09:13:47.520744Z","caller":"traceutil/trace.go:171","msg":"trace[2127082604] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5922; }","duration":"198.049188ms","start":"2026-03-19T09:13:47.32265Z","end":"2026-03-19T09:13:47.520699Z","steps":["trace[2127082604] 'agreement among raft nodes before linearized reading' (duration: 197.061706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:47.772948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.004527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:47.773088Z","caller":"traceutil/trace.go:171","msg":"trace[388442592] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"245.408336ms","start":"2026-03-19T09:13:47.527655Z","end":"2026-03-19T09:13:47.773063Z","steps":["trace[388442592] 'process raft request' (duration: 119.185844ms)","trace[388442592] 'compare' (duration: 125.862604ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:47.78774Z","caller":"traceutil/trace.go:171","msg":"trace[358431299] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"259.626624ms","start":"2026-03-19T09:13:47.528089Z","end":"2026-03-19T09:13:47.787716Z","steps":["trace[358431299] 'process raft request' (duration: 259.370328ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.788058Z","caller":"traceutil/trace.go:171","msg":"trace[210333769] linearizableReadLoop","detail":"{readStateIndex:6184; appliedIndex:6180; }","duration":"259.699756ms","start":"2026-03-19T09:13:47.5283Z","end":"2026-03-19T09:13:47.788Z","steps":["trace[210333769] 'read index received' (duration: 118.772625ms)","trace[210333769] 'applied index is now lower than readState.Index' (duration: 140.926091ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:47.788197Z","caller":"traceutil/trace.go:171","msg":"trace[62022475] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"260.045074ms","start":"2026-03-19T09:13:47.528135Z","end":"2026-03-19T09:13:47.78818Z","steps":["trace[62022475] 'process raft request' (duration: 259.492231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.788247Z","caller":"traceutil/trace.go:171","msg":"trace[2057039591] transaction","detail":"{read_only:false; response_revision:5932; number_of_response:1; }","duration":"259.570824ms","start":"2026-03-19T09:13:47.52865Z","end":"2026-03-19T09:13:47.788221Z","steps":["trace[2057039591] 'process raft request' (duration: 259.214195ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.788299Z","caller":"traceutil/trace.go:171","msg":"trace[1934932150] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"257.977819ms","start":"2026-03-19T09:13:47.530287Z","end":"2026-03-19T09:13:47.788264Z","steps":["trace[1934932150] 'process raft request' (duration: 257.660541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.788382Z","caller":"traceutil/trace.go:171","msg":"trace[651325411] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"259.813459ms","start":"2026-03-19T09:13:47.528556Z","end":"2026-03-19T09:13:47.788369Z","steps":["trace[651325411] 'process raft request' (duration: 259.222145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:47.7884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.082085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:47.788416Z","caller":"traceutil/trace.go:171","msg":"trace[1513235675] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"259.656536ms","start":"2026-03-19T09:13:47.528744Z","end":"2026-03-19T09:13:47.7884Z","steps":["trace[1513235675] 'process raft request' (duration: 259.148313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.788445Z","caller":"traceutil/trace.go:171","msg":"trace[1978819799] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5935; }","duration":"260.171417ms","start":"2026-03-19T09:13:47.528262Z","end":"2026-03-19T09:13:47.788434Z","steps":["trace[1978819799] 'agreement among raft nodes before linearized reading' (duration: 260.086566ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.788468Z","caller":"traceutil/trace.go:171","msg":"trace[1744503120] transaction","detail":"{read_only:false; response_revision:5930; number_of_response:1; }","duration":"259.82553ms","start":"2026-03-19T09:13:47.528634Z","end":"2026-03-19T09:13:47.788459Z","steps":["trace[1744503120] 'process raft request' (duration: 259.173075ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.78835Z","caller":"traceutil/trace.go:171","msg":"trace[757721364] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"259.911622ms","start":"2026-03-19T09:13:47.528396Z","end":"2026-03-19T09:13:47.788307Z","steps":["trace[757721364] 'process raft request' (duration: 259.351408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:47.788665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.389311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-19T09:13:47.788665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.531856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:13:47.790697Z","caller":"traceutil/trace.go:171","msg":"trace[153993376] transaction","detail":"{read_only:false; response_revision:5926; number_of_response:1; }","duration":"260.216208ms","start":"2026-03-19T09:13:47.528247Z","end":"2026-03-19T09:13:47.788463Z","steps":["trace[153993376] 'process raft request' (duration: 259.43006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.79091Z","caller":"traceutil/trace.go:171","msg":"trace[240778576] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"259.655116ms","start":"2026-03-19T09:13:47.52881Z","end":"2026-03-19T09:13:47.788465Z","steps":["trace[240778576] 'process raft request' (duration: 259.108893ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.791081Z","caller":"traceutil/trace.go:171","msg":"trace[2123071016] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"259.88398ms","start":"2026-03-19T09:13:47.52864Z","end":"2026-03-19T09:13:47.788524Z","steps":["trace[2123071016] 'process raft request' (duration: 259.195004ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.791218Z","caller":"traceutil/trace.go:171","msg":"trace[396297224] transaction","detail":"{read_only:false; response_revision:5927; number_of_response:1; }","duration":"260.222839ms","start":"2026-03-19T09:13:47.52831Z","end":"2026-03-19T09:13:47.788533Z","steps":["trace[396297224] 'process raft request' (duration: 259.395369ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.791314Z","caller":"traceutil/trace.go:171","msg":"trace[1548983761] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5935; }","duration":"251.467942ms","start":"2026-03-19T09:13:47.53723Z","end":"2026-03-19T09:13:47.788698Z","steps":["trace[1548983761] 'agreement among raft nodes before linearized reading' (duration: 251.319369ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.791399Z","caller":"traceutil/trace.go:171","msg":"trace[1675031974] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5935; }","duration":"256.628268ms","start":"2026-03-19T09:13:47.532079Z","end":"2026-03-19T09:13:47.788707Z","steps":["trace[1675031974] 'agreement among raft nodes before linearized reading' (duration: 256.467175ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.969897Z","caller":"traceutil/trace.go:171","msg":"trace[1302764667] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"171.718049ms","start":"2026-03-19T09:13:47.798153Z","end":"2026-03-19T09:13:47.969871Z","steps":["trace[1302764667] 'process raft request' (duration: 151.418606ms)","trace[1302764667] 'compare' (duration: 19.809472ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:47.994936Z","caller":"traceutil/trace.go:171","msg":"trace[1632580636] transaction","detail":"{read_only:false; response_revision:5937; number_of_response:1; }","duration":"196.729028ms","start":"2026-03-19T09:13:47.798172Z","end":"2026-03-19T09:13:47.994901Z","steps":["trace[1632580636] 'process raft request' (duration: 196.523473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.994961Z","caller":"traceutil/trace.go:171","msg":"trace[640679527] transaction","detail":"{read_only:false; response_revision:5938; number_of_response:1; }","duration":"196.652487ms","start":"2026-03-19T09:13:47.798281Z","end":"2026-03-19T09:13:47.994934Z","steps":["trace[640679527] 'process raft request' (duration: 196.533884ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.995074Z","caller":"traceutil/trace.go:171","msg":"trace[1898824697] transaction","detail":"{read_only:false; response_revision:5940; number_of_response:1; }","duration":"196.466793ms","start":"2026-03-19T09:13:47.798565Z","end":"2026-03-19T09:13:47.995031Z","steps":["trace[1898824697] 'process raft request' (duration: 196.310249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.995162Z","caller":"traceutil/trace.go:171","msg":"trace[1924893638] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"196.35974ms","start":"2026-03-19T09:13:47.798759Z","end":"2026-03-19T09:13:47.995119Z","steps":["trace[1924893638] 'process raft request' (duration: 196.197016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.995203Z","caller":"traceutil/trace.go:171","msg":"trace[682727511] transaction","detail":"{read_only:false; response_revision:5944; number_of_response:1; }","duration":"196.089634ms","start":"2026-03-19T09:13:47.79909Z","end":"2026-03-19T09:13:47.99518Z","steps":["trace[682727511] 'process raft request' (duration: 195.949361ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.995166Z","caller":"traceutil/trace.go:171","msg":"trace[2068345693] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"196.496313ms","start":"2026-03-19T09:13:47.79849Z","end":"2026-03-19T09:13:47.994987Z","steps":["trace[2068345693] 'process raft request' (duration: 196.35607ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.995225Z","caller":"traceutil/trace.go:171","msg":"trace[1474560697] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"196.408711ms","start":"2026-03-19T09:13:47.798788Z","end":"2026-03-19T09:13:47.995197Z","steps":["trace[1474560697] 'process raft request' (duration: 196.211707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.995267Z","caller":"traceutil/trace.go:171","msg":"trace[268410840] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"196.130805ms","start":"2026-03-19T09:13:47.799112Z","end":"2026-03-19T09:13:47.995242Z","steps":["trace[268410840] 'process raft request' (duration: 195.961542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.995303Z","caller":"traceutil/trace.go:171","msg":"trace[402427210] transaction","detail":"{read_only:false; response_revision:5947; number_of_response:1; }","duration":"196.004542ms","start":"2026-03-19T09:13:47.799271Z","end":"2026-03-19T09:13:47.995275Z","steps":["trace[402427210] 'process raft request' (duration: 195.878569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.995098Z","caller":"traceutil/trace.go:171","msg":"trace[982950283] transaction","detail":"{read_only:false; response_revision:5941; number_of_response:1; }","duration":"196.466413ms","start":"2026-03-19T09:13:47.798604Z","end":"2026-03-19T09:13:47.995071Z","steps":["trace[982950283] 'process raft request' (duration: 196.297229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:47.995438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.567056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T09:13:47.995504Z","caller":"traceutil/trace.go:171","msg":"trace[1642618637] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5947; }","duration":"196.678938ms","start":"2026-03-19T09:13:47.79881Z","end":"2026-03-19T09:13:47.995489Z","steps":["trace[1642618637] 'agreement among raft nodes before linearized reading' (duration: 196.438661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.99547Z","caller":"traceutil/trace.go:171","msg":"trace[176630755] transaction","detail":"{read_only:false; response_revision:5946; number_of_response:1; }","duration":"196.014302ms","start":"2026-03-19T09:13:47.79919Z","end":"2026-03-19T09:13:47.995205Z","steps":["trace[176630755] 'process raft request' (duration: 195.926381ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:47.995209Z","caller":"traceutil/trace.go:171","msg":"trace[1900527915] linearizableReadLoop","detail":"{readStateIndex:6201; appliedIndex:6193; }","duration":"196.36536ms","start":"2026-03-19T09:13:47.798825Z","end":"2026-03-19T09:13:47.995191Z","steps":["trace[1900527915] 'read index received' (duration: 150.772731ms)","trace[1900527915] 'applied index is now lower than readState.Index' (duration: 45.590949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:47.99586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.373797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:47.995917Z","caller":"traceutil/trace.go:171","msg":"trace[1623642295] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5947; }","duration":"156.501099ms","start":"2026-03-19T09:13:47.839402Z","end":"2026-03-19T09:13:47.995903Z","steps":["trace[1623642295] 'agreement among raft nodes before linearized reading' (duration: 156.401597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:47.996023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.409571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-19T09:13:47.996093Z","caller":"traceutil/trace.go:171","msg":"trace[1747206246] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5947; }","duration":"196.544044ms","start":"2026-03-19T09:13:47.799536Z","end":"2026-03-19T09:13:47.99608Z","steps":["trace[1747206246] 'agreement among raft nodes before linearized reading' (duration: 196.235447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.170602Z","caller":"traceutil/trace.go:171","msg":"trace[1075781818] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"163.576387ms","start":"2026-03-19T09:13:48.006962Z","end":"2026-03-19T09:13:48.170539Z","steps":["trace[1075781818] 'process raft request' (duration: 162.246558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:48.170696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.546403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:48.17078Z","caller":"traceutil/trace.go:171","msg":"trace[1526526007] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5948; }","duration":"161.686315ms","start":"2026-03-19T09:13:48.009077Z","end":"2026-03-19T09:13:48.170763Z","steps":["trace[1526526007] 'agreement among raft nodes before linearized reading' (duration: 161.497611ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.171311Z","caller":"traceutil/trace.go:171","msg":"trace[1748106633] linearizableReadLoop","detail":"{readStateIndex:6206; appliedIndex:6205; }","duration":"161.350508ms","start":"2026-03-19T09:13:48.00913Z","end":"2026-03-19T09:13:48.17048Z","steps":["trace[1748106633] 'read index received' (duration: 160.08899ms)","trace[1748106633] 'applied index is now lower than readState.Index' (duration: 1.260338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:48.171548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.387581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-19T09:13:48.171579Z","caller":"traceutil/trace.go:171","msg":"trace[1441510072] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5948; }","duration":"162.450592ms","start":"2026-03-19T09:13:48.009119Z","end":"2026-03-19T09:13:48.17157Z","steps":["trace[1441510072] 'agreement among raft nodes before linearized reading' (duration: 162.283838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:48.396035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.367331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:48.396142Z","caller":"traceutil/trace.go:171","msg":"trace[595693033] linearizableReadLoop","detail":"{readStateIndex:6207; appliedIndex:6206; }","duration":"221.848871ms","start":"2026-03-19T09:13:48.174275Z","end":"2026-03-19T09:13:48.396124Z","steps":["trace[595693033] 'read index received' (duration: 114.05877ms)","trace[595693033] 'applied index is now lower than readState.Index' (duration: 107.788591ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:48.396293Z","caller":"traceutil/trace.go:171","msg":"trace[1601157240] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"223.068067ms","start":"2026-03-19T09:13:48.173165Z","end":"2026-03-19T09:13:48.396233Z","steps":["trace[1601157240] 'process raft request' (duration: 115.222836ms)","trace[1601157240] 'compare' (duration: 107.159955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:48.396855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.838335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-19T09:13:48.3969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.609427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T09:13:48.39695Z","caller":"traceutil/trace.go:171","msg":"trace[1954633583] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5949; }","duration":"219.988759ms","start":"2026-03-19T09:13:48.176939Z","end":"2026-03-19T09:13:48.396927Z","steps":["trace[1954633583] 'agreement among raft nodes before linearized reading' (duration: 219.343454ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.39697Z","caller":"traceutil/trace.go:171","msg":"trace[1717649724] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5949; }","duration":"222.73308ms","start":"2026-03-19T09:13:48.174219Z","end":"2026-03-19T09:13:48.396952Z","steps":["trace[1717649724] 'agreement among raft nodes before linearized reading' (duration: 222.156257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:48.39795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.596237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112153"} {"level":"info","ts":"2026-03-19T09:13:48.398002Z","caller":"traceutil/trace.go:171","msg":"trace[1770620865] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5949; }","duration":"218.666709ms","start":"2026-03-19T09:13:48.179323Z","end":"2026-03-19T09:13:48.39799Z","steps":["trace[1770620865] 'agreement among raft nodes before linearized reading' (duration: 217.096074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:48.689475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.826626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:48.689686Z","caller":"traceutil/trace.go:171","msg":"trace[117662859] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"286.050685ms","start":"2026-03-19T09:13:48.403611Z","end":"2026-03-19T09:13:48.689662Z","steps":["trace[117662859] 'process raft request' (duration: 107.950574ms)","trace[117662859] 'compare' (duration: 177.648961ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:48.689783Z","caller":"traceutil/trace.go:171","msg":"trace[441090109] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"276.077721ms","start":"2026-03-19T09:13:48.413692Z","end":"2026-03-19T09:13:48.68977Z","steps":["trace[441090109] 'process raft request' (duration: 275.953219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.689867Z","caller":"traceutil/trace.go:171","msg":"trace[587603998] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"285.527374ms","start":"2026-03-19T09:13:48.404307Z","end":"2026-03-19T09:13:48.689835Z","steps":["trace[587603998] 'process raft request' (duration: 285.275908ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.69002Z","caller":"traceutil/trace.go:171","msg":"trace[1577689178] linearizableReadLoop","detail":"{readStateIndex:6209; appliedIndex:6208; }","duration":"286.200268ms","start":"2026-03-19T09:13:48.403808Z","end":"2026-03-19T09:13:48.690009Z","steps":["trace[1577689178] 'read index received' (duration: 65.805552ms)","trace[1577689178] 'applied index is now lower than readState.Index' (duration: 220.393266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:48.69027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.446065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T09:13:48.690313Z","caller":"traceutil/trace.go:171","msg":"trace[1549874794] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5954; }","duration":"286.540947ms","start":"2026-03-19T09:13:48.403763Z","end":"2026-03-19T09:13:48.690303Z","steps":["trace[1549874794] 'agreement among raft nodes before linearized reading' (duration: 286.326041ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.972502Z","caller":"traceutil/trace.go:171","msg":"trace[1833619037] linearizableReadLoop","detail":"{readStateIndex:6217; appliedIndex:6215; }","duration":"197.906364ms","start":"2026-03-19T09:13:48.774571Z","end":"2026-03-19T09:13:48.972477Z","steps":["trace[1833619037] 'read index received' (duration: 166.629745ms)","trace[1833619037] 'applied index is now lower than readState.Index' (duration: 31.275649ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:48.972622Z","caller":"traceutil/trace.go:171","msg":"trace[987105569] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"272.426481ms","start":"2026-03-19T09:13:48.700184Z","end":"2026-03-19T09:13:48.972611Z","steps":["trace[987105569] 'process raft request' (duration: 272.231097ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.972772Z","caller":"traceutil/trace.go:171","msg":"trace[550280115] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"273.860922ms","start":"2026-03-19T09:13:48.698816Z","end":"2026-03-19T09:13:48.972677Z","steps":["trace[550280115] 'process raft request' (duration: 242.44294ms)","trace[550280115] 'compare' (duration: 30.965112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:48.973159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.947067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:13:48.973141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.446708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112153"} {"level":"info","ts":"2026-03-19T09:13:48.973213Z","caller":"traceutil/trace.go:171","msg":"trace[890764841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5959; }","duration":"114.03717ms","start":"2026-03-19T09:13:48.859164Z","end":"2026-03-19T09:13:48.973201Z","steps":["trace[890764841] 'agreement among raft nodes before linearized reading' (duration: 113.887677ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.973233Z","caller":"traceutil/trace.go:171","msg":"trace[210796724] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5959; }","duration":"190.572241ms","start":"2026-03-19T09:13:48.782639Z","end":"2026-03-19T09:13:48.973211Z","steps":["trace[210796724] 'agreement among raft nodes before linearized reading' (duration: 190.13331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:48.973346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.904362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:13:48.973383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.251757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:13:48.973443Z","caller":"traceutil/trace.go:171","msg":"trace[1489773675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5959; }","duration":"116.068066ms","start":"2026-03-19T09:13:48.857357Z","end":"2026-03-19T09:13:48.973425Z","steps":["trace[1489773675] 'agreement among raft nodes before linearized reading' (duration: 115.677056ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.973477Z","caller":"traceutil/trace.go:171","msg":"trace[1165445177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5959; }","duration":"115.404831ms","start":"2026-03-19T09:13:48.858051Z","end":"2026-03-19T09:13:48.973455Z","steps":["trace[1165445177] 'agreement among raft nodes before linearized reading' (duration: 115.075643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:48.973571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.593522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:13:48.973612Z","caller":"traceutil/trace.go:171","msg":"trace[471419302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5959; }","duration":"169.652304ms","start":"2026-03-19T09:13:48.80395Z","end":"2026-03-19T09:13:48.973602Z","steps":["trace[471419302] 'agreement among raft nodes before linearized reading' (duration: 169.544361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:48.973747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.166093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"warn","ts":"2026-03-19T09:13:48.9737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.441494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:13:48.973802Z","caller":"traceutil/trace.go:171","msg":"trace[228530346] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5959; }","duration":"199.254775ms","start":"2026-03-19T09:13:48.774534Z","end":"2026-03-19T09:13:48.973789Z","steps":["trace[228530346] 'agreement among raft nodes before linearized reading' (duration: 198.1926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:48.973822Z","caller":"traceutil/trace.go:171","msg":"trace[1735909841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5959; }","duration":"116.631048ms","start":"2026-03-19T09:13:48.857173Z","end":"2026-03-19T09:13:48.973804Z","steps":["trace[1735909841] 'agreement among raft nodes before linearized reading' (duration: 115.960513ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.251727Z","caller":"traceutil/trace.go:171","msg":"trace[1213000425] transaction","detail":"{read_only:false; response_revision:5966; number_of_response:1; }","duration":"194.778925ms","start":"2026-03-19T09:13:49.056919Z","end":"2026-03-19T09:13:49.251698Z","steps":["trace[1213000425] 'process raft request' (duration: 194.632372ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.25178Z","caller":"traceutil/trace.go:171","msg":"trace[1921551068] linearizableReadLoop","detail":"{readStateIndex:6224; appliedIndex:6224; }","duration":"187.645725ms","start":"2026-03-19T09:13:49.064098Z","end":"2026-03-19T09:13:49.251744Z","steps":["trace[1921551068] 'read index received' (duration: 187.632095ms)","trace[1921551068] 'applied index is now lower than readState.Index' (duration: 11.46µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:49.252253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.121866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11118"} {"level":"info","ts":"2026-03-19T09:13:49.252308Z","caller":"traceutil/trace.go:171","msg":"trace[782904871] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:5966; }","duration":"188.239038ms","start":"2026-03-19T09:13:49.064057Z","end":"2026-03-19T09:13:49.252296Z","steps":["trace[782904871] 'agreement among raft nodes before linearized reading' (duration: 187.963882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.369986Z","caller":"traceutil/trace.go:171","msg":"trace[1796519606] linearizableReadLoop","detail":"{readStateIndex:6225; appliedIndex:6224; }","duration":"118.07602ms","start":"2026-03-19T09:13:49.251887Z","end":"2026-03-19T09:13:49.369963Z","steps":["trace[1796519606] 'read index received' (duration: 117.960197ms)","trace[1796519606] 'applied index is now lower than readState.Index' (duration: 114.883µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:49.370066Z","caller":"traceutil/trace.go:171","msg":"trace[2101731021] transaction","detail":"{read_only:false; response_revision:5967; number_of_response:1; }","duration":"279.211912ms","start":"2026-03-19T09:13:49.090794Z","end":"2026-03-19T09:13:49.370006Z","steps":["trace[2101731021] 'process raft request' (duration: 278.977417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:49.370253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.52262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:13:49.370303Z","caller":"traceutil/trace.go:171","msg":"trace[1999029983] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5967; }","duration":"279.730714ms","start":"2026-03-19T09:13:49.090556Z","end":"2026-03-19T09:13:49.370287Z","steps":["trace[1999029983] 'agreement among raft nodes before linearized reading' (duration: 279.54575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:49.370485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.506667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:13:49.370739Z","caller":"traceutil/trace.go:171","msg":"trace[529826509] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5967; }","duration":"164.846314ms","start":"2026-03-19T09:13:49.20586Z","end":"2026-03-19T09:13:49.370706Z","steps":["trace[529826509] 'agreement among raft nodes before linearized reading' (duration: 164.277882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.553328Z","caller":"traceutil/trace.go:171","msg":"trace[1570970568] transaction","detail":"{read_only:false; response_revision:5968; number_of_response:1; }","duration":"294.171396ms","start":"2026-03-19T09:13:49.259076Z","end":"2026-03-19T09:13:49.553247Z","steps":["trace[1570970568] 'process raft request' (duration: 293.87817ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.553361Z","caller":"traceutil/trace.go:171","msg":"trace[657093870] transaction","detail":"{read_only:false; response_revision:5969; number_of_response:1; }","duration":"294.084435ms","start":"2026-03-19T09:13:49.259242Z","end":"2026-03-19T09:13:49.553326Z","steps":["trace[657093870] 'process raft request' (duration: 293.903021ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.553707Z","caller":"traceutil/trace.go:171","msg":"trace[882792404] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"294.30817ms","start":"2026-03-19T09:13:49.259348Z","end":"2026-03-19T09:13:49.553656Z","steps":["trace[882792404] 'process raft request' (duration: 293.871091ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.554068Z","caller":"traceutil/trace.go:171","msg":"trace[1385667667] transaction","detail":"{read_only:false; response_revision:5971; number_of_response:1; }","duration":"291.832014ms","start":"2026-03-19T09:13:49.262181Z","end":"2026-03-19T09:13:49.554013Z","steps":["trace[1385667667] 'process raft request' (duration: 291.316063ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.554057Z","caller":"traceutil/trace.go:171","msg":"trace[1610788903] linearizableReadLoop","detail":"{readStateIndex:6230; appliedIndex:6225; }","duration":"177.547559ms","start":"2026-03-19T09:13:49.376481Z","end":"2026-03-19T09:13:49.554028Z","steps":["trace[1610788903] 'read index received' (duration: 176.416744ms)","trace[1610788903] 'applied index is now lower than readState.Index' (duration: 1.129705ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:49.554122Z","caller":"traceutil/trace.go:171","msg":"trace[1105886500] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"290.142048ms","start":"2026-03-19T09:13:49.263942Z","end":"2026-03-19T09:13:49.554084Z","steps":["trace[1105886500] 'process raft request' (duration: 289.988934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:49.554359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.856556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:13:49.554408Z","caller":"traceutil/trace.go:171","msg":"trace[1445679696] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5972; }","duration":"177.96132ms","start":"2026-03-19T09:13:49.376434Z","end":"2026-03-19T09:13:49.554395Z","steps":["trace[1445679696] 'agreement among raft nodes before linearized reading' (duration: 177.741005ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.76397Z","caller":"traceutil/trace.go:171","msg":"trace[2011718240] linearizableReadLoop","detail":"{readStateIndex:6231; appliedIndex:6230; }","duration":"209.775291ms","start":"2026-03-19T09:13:49.55416Z","end":"2026-03-19T09:13:49.763936Z","steps":["trace[2011718240] 'read index received' (duration: 151.16887ms)","trace[2011718240] 'applied index is now lower than readState.Index' (duration: 58.605151ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:49.764113Z","caller":"traceutil/trace.go:171","msg":"trace[1555136302] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"383.935034ms","start":"2026-03-19T09:13:49.380126Z","end":"2026-03-19T09:13:49.764061Z","steps":["trace[1555136302] 'process raft request' (duration: 325.192921ms)","trace[1555136302] 'compare' (duration: 58.423346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:49.764342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:49.38011Z","time spent":"384.110718ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5960,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:49.764589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.058941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:13:49.764665Z","caller":"traceutil/trace.go:171","msg":"trace[1362836167] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5973; }","duration":"386.302617ms","start":"2026-03-19T09:13:49.37834Z","end":"2026-03-19T09:13:49.764643Z","steps":["trace[1362836167] 'agreement among raft nodes before linearized reading' (duration: 385.732565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:49.764881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:49.378318Z","time spent":"386.498961ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-19T09:13:49.823194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.698954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:49.823281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.941682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-8c75576f-7cx65\" ","response":"range_response_count:1 size:10596"} {"level":"info","ts":"2026-03-19T09:13:49.823332Z","caller":"traceutil/trace.go:171","msg":"trace[796298666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5974; }","duration":"187.012552ms","start":"2026-03-19T09:13:49.636291Z","end":"2026-03-19T09:13:49.823304Z","steps":["trace[796298666] 'agreement among raft nodes before linearized reading' (duration: 186.772066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.823346Z","caller":"traceutil/trace.go:171","msg":"trace[1054475269] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-8c75576f-7cx65; range_end:; response_count:1; response_revision:5974; }","duration":"260.042834ms","start":"2026-03-19T09:13:49.563285Z","end":"2026-03-19T09:13:49.823328Z","steps":["trace[1054475269] 'agreement among raft nodes before linearized reading' (duration: 259.818759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:49.823741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.687784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19722"} {"level":"info","ts":"2026-03-19T09:13:49.823831Z","caller":"traceutil/trace.go:171","msg":"trace[2076968158] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"241.055709ms","start":"2026-03-19T09:13:49.582016Z","end":"2026-03-19T09:13:49.823072Z","steps":["trace[2076968158] 'process raft request' (duration: 240.781653ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.823872Z","caller":"traceutil/trace.go:171","msg":"trace[362462899] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5974; }","duration":"267.905199ms","start":"2026-03-19T09:13:49.555945Z","end":"2026-03-19T09:13:49.82385Z","steps":["trace[362462899] 'agreement among raft nodes before linearized reading' (duration: 267.274535ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.964331Z","caller":"traceutil/trace.go:171","msg":"trace[1824618475] linearizableReadLoop","detail":"{readStateIndex:6234; appliedIndex:6233; }","duration":"141.288729ms","start":"2026-03-19T09:13:49.823017Z","end":"2026-03-19T09:13:49.964306Z","steps":["trace[1824618475] 'read index received' (duration: 46.366467ms)","trace[1824618475] 'applied index is now lower than readState.Index' (duration: 94.921242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:49.964575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.339045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-19T09:13:49.964575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.892625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:49.964657Z","caller":"traceutil/trace.go:171","msg":"trace[1272759355] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5975; }","duration":"190.484649ms","start":"2026-03-19T09:13:49.774123Z","end":"2026-03-19T09:13:49.964608Z","steps":["trace[1272759355] 'agreement among raft nodes before linearized reading' (duration: 190.307255ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.96468Z","caller":"traceutil/trace.go:171","msg":"trace[1879936512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5975; }","duration":"173.037108ms","start":"2026-03-19T09:13:49.791626Z","end":"2026-03-19T09:13:49.964663Z","steps":["trace[1879936512] 'agreement among raft nodes before linearized reading' (duration: 172.743461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.964354Z","caller":"traceutil/trace.go:171","msg":"trace[623107236] transaction","detail":"{read_only:false; response_revision:5975; number_of_response:1; }","duration":"192.976844ms","start":"2026-03-19T09:13:49.771349Z","end":"2026-03-19T09:13:49.964326Z","steps":["trace[623107236] 'process raft request' (duration: 98.015091ms)","trace[623107236] 'compare' (duration: 94.80276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:49.96505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.528253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:49.965093Z","caller":"traceutil/trace.go:171","msg":"trace[1244857235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5978; }","duration":"140.592374ms","start":"2026-03-19T09:13:49.824492Z","end":"2026-03-19T09:13:49.965084Z","steps":["trace[1244857235] 'agreement among raft nodes before linearized reading' (duration: 140.501652ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.965165Z","caller":"traceutil/trace.go:171","msg":"trace[1068327403] transaction","detail":"{read_only:false; response_revision:5976; number_of_response:1; }","duration":"141.337161ms","start":"2026-03-19T09:13:49.823816Z","end":"2026-03-19T09:13:49.965153Z","steps":["trace[1068327403] 'process raft request' (duration: 140.982673ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.965211Z","caller":"traceutil/trace.go:171","msg":"trace[290968918] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"129.834894ms","start":"2026-03-19T09:13:49.835361Z","end":"2026-03-19T09:13:49.965196Z","steps":["trace[290968918] 'process raft request' (duration: 129.581318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:49.965376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.418029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-19T09:13:49.965405Z","caller":"traceutil/trace.go:171","msg":"trace[1828827540] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:5978; }","duration":"123.45034ms","start":"2026-03-19T09:13:49.841948Z","end":"2026-03-19T09:13:49.965399Z","steps":["trace[1828827540] 'agreement among raft nodes before linearized reading' (duration: 123.370948ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:49.965499Z","caller":"traceutil/trace.go:171","msg":"trace[1181988529] transaction","detail":"{read_only:false; response_revision:5977; number_of_response:1; }","duration":"130.509939ms","start":"2026-03-19T09:13:49.834974Z","end":"2026-03-19T09:13:49.965484Z","steps":["trace[1181988529] 'process raft request' (duration: 129.916106ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:50.253946Z","caller":"traceutil/trace.go:171","msg":"trace[84898831] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"283.284894ms","start":"2026-03-19T09:13:49.970628Z","end":"2026-03-19T09:13:50.253912Z","steps":["trace[84898831] 'process raft request' (duration: 259.958751ms)","trace[84898831] 'compare' (duration: 23.20187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:50.33672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:49.971678Z","time spent":"365.037771ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:13:50.336744Z","caller":"traceutil/trace.go:171","msg":"trace[239540269] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"365.009501ms","start":"2026-03-19T09:13:49.971694Z","end":"2026-03-19T09:13:50.336704Z","steps":["trace[239540269] 'process raft request' (duration: 364.710374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:50.33696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:49.971677Z","time spent":"365.164564ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:50.336991Z","caller":"traceutil/trace.go:171","msg":"trace[1054080014] linearizableReadLoop","detail":"{readStateIndex:6240; appliedIndex:6237; }","duration":"364.275195ms","start":"2026-03-19T09:13:49.972681Z","end":"2026-03-19T09:13:50.336956Z","steps":["trace[1054080014] 'read index received' (duration: 258.036529ms)","trace[1054080014] 'applied index is now lower than readState.Index' (duration: 106.237066ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:50.337117Z","caller":"traceutil/trace.go:171","msg":"trace[677315291] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"362.355271ms","start":"2026-03-19T09:13:49.974737Z","end":"2026-03-19T09:13:50.337092Z","steps":["trace[677315291] 'process raft request' (duration: 361.920571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:50.337245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:49.97472Z","time spent":"362.451043ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6142,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:50.337382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.670904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-19T09:13:50.337462Z","caller":"traceutil/trace.go:171","msg":"trace[10153498] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5981; }","duration":"364.789086ms","start":"2026-03-19T09:13:49.972656Z","end":"2026-03-19T09:13:50.337445Z","steps":["trace[10153498] 'agreement among raft nodes before linearized reading' (duration: 364.452488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:50.337521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:49.972642Z","time spent":"364.866009ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-19T09:13:50.647008Z","caller":"traceutil/trace.go:171","msg":"trace[630016155] linearizableReadLoop","detail":"{readStateIndex:6242; appliedIndex:6241; }","duration":"309.89913ms","start":"2026-03-19T09:13:50.33708Z","end":"2026-03-19T09:13:50.646979Z","steps":["trace[630016155] 'read index received' (duration: 309.743226ms)","trace[630016155] 'applied index is now lower than readState.Index' (duration: 154.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:50.647379Z","caller":"traceutil/trace.go:171","msg":"trace[910072834] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"387.906822ms","start":"2026-03-19T09:13:50.259435Z","end":"2026-03-19T09:13:50.647341Z","steps":["trace[910072834] 'process raft request' (duration: 387.35266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:50.647475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.152307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:50.647523Z","caller":"traceutil/trace.go:171","msg":"trace[2140325931] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5982; }","duration":"617.229319ms","start":"2026-03-19T09:13:50.030279Z","end":"2026-03-19T09:13:50.647509Z","steps":["trace[2140325931] 'agreement among raft nodes before linearized reading' (duration: 617.088656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:50.647523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:50.259402Z","time spent":"388.053486ms","remote":"127.0.0.1:55000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:50.647557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:50.030207Z","time spent":"617.342592ms","remote":"127.0.0.1:54984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:50.647928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.899646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:13:50.647944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.833512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-p65c5\" ","response":"range_response_count:1 size:6223"} {"level":"info","ts":"2026-03-19T09:13:50.647963Z","caller":"traceutil/trace.go:171","msg":"trace[165986443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5982; }","duration":"673.961488ms","start":"2026-03-19T09:13:49.973995Z","end":"2026-03-19T09:13:50.647956Z","steps":["trace[165986443] 'agreement among raft nodes before linearized reading' (duration: 673.779744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:50.647972Z","caller":"traceutil/trace.go:171","msg":"trace[214844797] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-p65c5; range_end:; response_count:1; response_revision:5982; }","duration":"383.897713ms","start":"2026-03-19T09:13:50.264065Z","end":"2026-03-19T09:13:50.647963Z","steps":["trace[214844797] 'agreement among raft nodes before linearized reading' (duration: 383.75874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:50.647984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:49.973983Z","time spent":"673.997148ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:13:50.647994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:50.264047Z","time spent":"383.943204ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6245,"request content":"key:\"/registry/pods/openstack/keystone-credential-setup-p65c5\" "} {"level":"warn","ts":"2026-03-19T09:13:50.648089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.235821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:50.648117Z","caller":"traceutil/trace.go:171","msg":"trace[46849850] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5982; }","duration":"575.317492ms","start":"2026-03-19T09:13:50.072791Z","end":"2026-03-19T09:13:50.648109Z","steps":["trace[46849850] 'agreement among raft nodes before linearized reading' (duration: 575.274431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:50.648136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:50.072756Z","time spent":"575.375094ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:50.659507Z","caller":"traceutil/trace.go:171","msg":"trace[1864417129] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"321.153121ms","start":"2026-03-19T09:13:50.338335Z","end":"2026-03-19T09:13:50.659489Z","steps":["trace[1864417129] 'process raft request' (duration: 320.909124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:50.659615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:50.338305Z","time spent":"321.247833ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:50.659642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.918078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:50.659733Z","caller":"traceutil/trace.go:171","msg":"trace[659103429] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5983; }","duration":"318.051991ms","start":"2026-03-19T09:13:50.341658Z","end":"2026-03-19T09:13:50.65971Z","steps":["trace[659103429] 'agreement among raft nodes before linearized reading' (duration: 317.848667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:50.659788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:50.341645Z","time spent":"318.133463ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-19T09:13:50.660305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.495914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:13:50.660361Z","caller":"traceutil/trace.go:171","msg":"trace[1864212737] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5983; }","duration":"209.551505ms","start":"2026-03-19T09:13:50.450793Z","end":"2026-03-19T09:13:50.660344Z","steps":["trace[1864212737] 'agreement among raft nodes before linearized reading' (duration: 208.663525ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:50.793692Z","caller":"traceutil/trace.go:171","msg":"trace[38757679] linearizableReadLoop","detail":"{readStateIndex:6244; appliedIndex:6243; }","duration":"134.285303ms","start":"2026-03-19T09:13:50.659381Z","end":"2026-03-19T09:13:50.793667Z","steps":["trace[38757679] 'read index received' (duration: 134.136929ms)","trace[38757679] 'applied index is now lower than readState.Index' (duration: 147.073µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:50.793752Z","caller":"traceutil/trace.go:171","msg":"trace[1080402510] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"135.163382ms","start":"2026-03-19T09:13:50.658552Z","end":"2026-03-19T09:13:50.793716Z","steps":["trace[1080402510] 'process raft request' (duration: 134.926206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:50.794023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.782637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19722"} {"level":"info","ts":"2026-03-19T09:13:50.794125Z","caller":"traceutil/trace.go:171","msg":"trace[177021471] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5984; }","duration":"144.90335ms","start":"2026-03-19T09:13:50.649198Z","end":"2026-03-19T09:13:50.794101Z","steps":["trace[177021471] 'agreement among raft nodes before linearized reading' (duration: 144.589822ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:50.848717Z","caller":"traceutil/trace.go:171","msg":"trace[1990110678] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"153.116163ms","start":"2026-03-19T09:13:50.69558Z","end":"2026-03-19T09:13:50.848697Z","steps":["trace[1990110678] 'process raft request' (duration: 152.95873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:50.848929Z","caller":"traceutil/trace.go:171","msg":"trace[1205351764] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"152.670053ms","start":"2026-03-19T09:13:50.696247Z","end":"2026-03-19T09:13:50.848917Z","steps":["trace[1205351764] 'process raft request' (duration: 152.411968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:50.84909Z","caller":"traceutil/trace.go:171","msg":"trace[1420653082] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"105.711334ms","start":"2026-03-19T09:13:50.743372Z","end":"2026-03-19T09:13:50.849083Z","steps":["trace[1420653082] 'process raft request' (duration: 105.610312ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:50.849136Z","caller":"traceutil/trace.go:171","msg":"trace[1114272173] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"151.17709ms","start":"2026-03-19T09:13:50.697926Z","end":"2026-03-19T09:13:50.849103Z","steps":["trace[1114272173] 'process raft request' (duration: 150.938055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:50.849258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.296131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-19T09:13:50.849291Z","caller":"traceutil/trace.go:171","msg":"trace[309764590] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5988; }","duration":"184.340782ms","start":"2026-03-19T09:13:50.664939Z","end":"2026-03-19T09:13:50.84928Z","steps":["trace[309764590] 'agreement among raft nodes before linearized reading' (duration: 184.207659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:50.849296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.527772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:50.849323Z","caller":"traceutil/trace.go:171","msg":"trace[1514327502] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5988; }","duration":"157.597503ms","start":"2026-03-19T09:13:50.691716Z","end":"2026-03-19T09:13:50.849314Z","steps":["trace[1514327502] 'agreement among raft nodes before linearized reading' (duration: 157.533011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:50.849413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.407623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-p65c5\" ","response":"range_response_count:1 size:7553"} {"level":"info","ts":"2026-03-19T09:13:50.849438Z","caller":"traceutil/trace.go:171","msg":"trace[959219357] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-p65c5; range_end:; response_count:1; response_revision:5988; }","duration":"184.477174ms","start":"2026-03-19T09:13:50.664953Z","end":"2026-03-19T09:13:50.849431Z","steps":["trace[959219357] 'agreement among raft nodes before linearized reading' (duration: 184.424993ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:50.966315Z","caller":"traceutil/trace.go:171","msg":"trace[1637821849] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"101.877277ms","start":"2026-03-19T09:13:50.864404Z","end":"2026-03-19T09:13:50.966282Z","steps":["trace[1637821849] 'process raft request' (duration: 42.270705ms)","trace[1637821849] 'compare' (duration: 59.353417ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:51.213279Z","caller":"traceutil/trace.go:171","msg":"trace[152131661] transaction","detail":"{read_only:false; response_revision:5991; number_of_response:1; }","duration":"169.984611ms","start":"2026-03-19T09:13:51.043076Z","end":"2026-03-19T09:13:51.21306Z","steps":["trace[152131661] 'process raft request' (duration: 70.550178ms)","trace[152131661] 'compare' (duration: 99.107535ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:51.287009Z","caller":"traceutil/trace.go:171","msg":"trace[1375442979] linearizableReadLoop","detail":"{readStateIndex:6253; appliedIndex:6250; }","duration":"202.781883ms","start":"2026-03-19T09:13:51.084191Z","end":"2026-03-19T09:13:51.286972Z","steps":["trace[1375442979] 'read index received' (duration: 29.422038ms)","trace[1375442979] 'applied index is now lower than readState.Index' (duration: 173.358615ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:51.287034Z","caller":"traceutil/trace.go:171","msg":"trace[854264235] transaction","detail":"{read_only:false; response_revision:5992; number_of_response:1; }","duration":"243.827412ms","start":"2026-03-19T09:13:51.043172Z","end":"2026-03-19T09:13:51.287Z","steps":["trace[854264235] 'process raft request' (duration: 243.474614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:51.287068Z","caller":"traceutil/trace.go:171","msg":"trace[1105907250] transaction","detail":"{read_only:false; response_revision:5993; number_of_response:1; }","duration":"243.785591ms","start":"2026-03-19T09:13:51.043255Z","end":"2026-03-19T09:13:51.287041Z","steps":["trace[1105907250] 'process raft request' (duration: 243.654837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:51.287415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.312501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:13:51.287466Z","caller":"traceutil/trace.go:171","msg":"trace[78540141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5993; }","duration":"201.381212ms","start":"2026-03-19T09:13:51.08607Z","end":"2026-03-19T09:13:51.287451Z","steps":["trace[78540141] 'agreement among raft nodes before linearized reading' (duration: 201.247939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:51.287466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.225964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:13:51.287415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.149233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:13:51.287576Z","caller":"traceutil/trace.go:171","msg":"trace[1573760254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5993; }","duration":"203.408688ms","start":"2026-03-19T09:13:51.084141Z","end":"2026-03-19T09:13:51.28755Z","steps":["trace[1573760254] 'agreement among raft nodes before linearized reading' (duration: 203.02842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:51.287582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.359885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:51.287586Z","caller":"traceutil/trace.go:171","msg":"trace[1161399416] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:5993; }","duration":"203.343487ms","start":"2026-03-19T09:13:51.084222Z","end":"2026-03-19T09:13:51.287566Z","steps":["trace[1161399416] 'agreement among raft nodes before linearized reading' (duration: 203.000879ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:51.287635Z","caller":"traceutil/trace.go:171","msg":"trace[517258107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5993; }","duration":"202.479508ms","start":"2026-03-19T09:13:51.08514Z","end":"2026-03-19T09:13:51.28762Z","steps":["trace[517258107] 'agreement among raft nodes before linearized reading' (duration: 202.251143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:51.480279Z","caller":"traceutil/trace.go:171","msg":"trace[1796072916] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"186.475989ms","start":"2026-03-19T09:13:51.293775Z","end":"2026-03-19T09:13:51.480251Z","steps":["trace[1796072916] 'process raft request' (duration: 186.363667ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:51.480286Z","caller":"traceutil/trace.go:171","msg":"trace[1810673285] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"187.415669ms","start":"2026-03-19T09:13:51.292828Z","end":"2026-03-19T09:13:51.480243Z","steps":["trace[1810673285] 'process raft request' (duration: 96.062057ms)","trace[1810673285] 'compare' (duration: 91.044925ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:51.480482Z","caller":"traceutil/trace.go:171","msg":"trace[942237607] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"183.576185ms","start":"2026-03-19T09:13:51.296859Z","end":"2026-03-19T09:13:51.480435Z","steps":["trace[942237607] 'process raft request' (duration: 183.343589ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:51.555689Z","caller":"traceutil/trace.go:171","msg":"trace[1652391150] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"204.067462ms","start":"2026-03-19T09:13:51.35159Z","end":"2026-03-19T09:13:51.555657Z","steps":["trace[1652391150] 'process raft request' (duration: 203.442188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:52.136667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786266841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:13:52.637627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786266841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:13:53.099304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.532717468s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:13:53.141944Z","caller":"traceutil/trace.go:171","msg":"trace[2122000582] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"1.575529416s","start":"2026-03-19T09:13:51.566387Z","end":"2026-03-19T09:13:53.141916Z","steps":["trace[2122000582] 'process raft request' (duration: 1.533135708s)","trace[2122000582] 'compare' (duration: 41.846595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:53.142095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:51.566356Z","time spent":"1.575664039s","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2878,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:53.142095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506324118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:53.14195Z","caller":"traceutil/trace.go:171","msg":"trace[1585145285] linearizableReadLoop","detail":"{readStateIndex:6260; appliedIndex:6259; }","duration":"1.506150145s","start":"2026-03-19T09:13:51.635763Z","end":"2026-03-19T09:13:53.141913Z","steps":["trace[1585145285] 'read index received' (duration: 1.463754267s)","trace[1585145285] 'applied index is now lower than readState.Index' (duration: 42.394218ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:53.142227Z","caller":"traceutil/trace.go:171","msg":"trace[1320720432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5999; }","duration":"1.506504232s","start":"2026-03-19T09:13:51.635703Z","end":"2026-03-19T09:13:53.142207Z","steps":["trace[1320720432] 'agreement among raft nodes before linearized reading' (duration: 1.506255437s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.142307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:51.635676Z","time spent":"1.506620674s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:53.168829Z","caller":"traceutil/trace.go:171","msg":"trace[1278065101] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"314.644754ms","start":"2026-03-19T09:13:52.854141Z","end":"2026-03-19T09:13:53.168786Z","steps":["trace[1278065101] 'process raft request' (duration: 314.45969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.168949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.424629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:13:53.169035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:52.854121Z","time spent":"314.806668ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:53.169013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.714991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:53.169211Z","caller":"traceutil/trace.go:171","msg":"trace[612225971] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6002; }","duration":"325.951217ms","start":"2026-03-19T09:13:52.84322Z","end":"2026-03-19T09:13:53.169172Z","steps":["trace[612225971] 'agreement among raft nodes before linearized reading' (duration: 325.586499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.169326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.431798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:53.1694Z","caller":"traceutil/trace.go:171","msg":"trace[458471404] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6002; }","duration":"954.53318ms","start":"2026-03-19T09:13:52.214844Z","end":"2026-03-19T09:13:53.169377Z","steps":["trace[458471404] 'agreement among raft nodes before linearized reading' (duration: 954.412137ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:53.169419Z","caller":"traceutil/trace.go:171","msg":"trace[500844165] transaction","detail":"{read_only:false; response_revision:6001; number_of_response:1; }","duration":"314.175314ms","start":"2026-03-19T09:13:52.855218Z","end":"2026-03-19T09:13:53.169394Z","steps":["trace[500844165] 'process raft request' (duration: 313.490769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.169456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:52.214819Z","time spent":"954.623062ms","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":33,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:53.169498Z","caller":"traceutil/trace.go:171","msg":"trace[1434600902] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"314.207085ms","start":"2026-03-19T09:13:52.855272Z","end":"2026-03-19T09:13:53.169479Z","steps":["trace[1434600902] 'process raft request' (duration: 313.485529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:53.169095Z","caller":"traceutil/trace.go:171","msg":"trace[692881607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6002; }","duration":"827.647594ms","start":"2026-03-19T09:13:52.341433Z","end":"2026-03-19T09:13:53.169081Z","steps":["trace[692881607] 'agreement among raft nodes before linearized reading' (duration: 827.407038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.16958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:52.855203Z","time spent":"314.274856ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:53.169192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272191423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:53.169701Z","caller":"traceutil/trace.go:171","msg":"trace[382877049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6002; }","duration":"1.272767887s","start":"2026-03-19T09:13:51.896918Z","end":"2026-03-19T09:13:53.169685Z","steps":["trace[382877049] 'agreement among raft nodes before linearized reading' (duration: 1.272187243s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.169749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:51.896895Z","time spent":"1.272839488s","remote":"127.0.0.1:57054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:53.169323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:52.843154Z","time spent":"326.150051ms","remote":"127.0.0.1:57172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:53.169595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:52.855249Z","time spent":"314.302908ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:53.169717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:52.341392Z","time spent":"828.235768ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:13:53.169986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202725331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:53.17002Z","caller":"traceutil/trace.go:171","msg":"trace[1516341106] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6002; }","duration":"1.202792492s","start":"2026-03-19T09:13:51.96722Z","end":"2026-03-19T09:13:53.170013Z","steps":["trace[1516341106] 'agreement among raft nodes before linearized reading' (duration: 1.202735371s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.170109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:51.967203Z","time spent":"1.202834103s","remote":"127.0.0.1:54888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:53.641328Z","caller":"traceutil/trace.go:171","msg":"trace[1134244498] linearizableReadLoop","detail":"{readStateIndex:6265; appliedIndex:6264; }","duration":"333.493547ms","start":"2026-03-19T09:13:53.307805Z","end":"2026-03-19T09:13:53.641298Z","steps":["trace[1134244498] 'read index received' (duration: 240.867716ms)","trace[1134244498] 'applied index is now lower than readState.Index' (duration: 92.624901ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:53.641562Z","caller":"traceutil/trace.go:171","msg":"trace[130506243] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"364.658093ms","start":"2026-03-19T09:13:53.276867Z","end":"2026-03-19T09:13:53.641525Z","steps":["trace[130506243] 'process raft request' (duration: 271.789406ms)","trace[130506243] 'compare' (duration: 92.507959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:53.641616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.803703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:13:53.641655Z","caller":"traceutil/trace.go:171","msg":"trace[501630088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6004; }","duration":"333.909585ms","start":"2026-03-19T09:13:53.307734Z","end":"2026-03-19T09:13:53.641643Z","steps":["trace[501630088] 'agreement among raft nodes before linearized reading' (duration: 333.753612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.641691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.3077Z","time spent":"333.984257ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:13:53.641714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.080576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:13:53.641714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.456758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:13:53.641732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.276835Z","time spent":"364.809036ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:53.641757Z","caller":"traceutil/trace.go:171","msg":"trace[612384459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6004; }","duration":"155.127557ms","start":"2026-03-19T09:13:53.486618Z","end":"2026-03-19T09:13:53.641746Z","steps":["trace[612384459] 'agreement among raft nodes before linearized reading' (duration: 155.015025ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:53.641776Z","caller":"traceutil/trace.go:171","msg":"trace[2063164120] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:6004; }","duration":"330.573941ms","start":"2026-03-19T09:13:53.311185Z","end":"2026-03-19T09:13:53.641759Z","steps":["trace[2063164120] 'agreement among raft nodes before linearized reading' (duration: 330.363586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.641867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.311129Z","time spent":"330.729224ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:13:53.641887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.296281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:13:53.641956Z","caller":"traceutil/trace.go:171","msg":"trace[1852643828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6004; }","duration":"155.447025ms","start":"2026-03-19T09:13:53.486492Z","end":"2026-03-19T09:13:53.641939Z","steps":["trace[1852643828] 'agreement among raft nodes before linearized reading' (duration: 155.2352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.970404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.71828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:53.970597Z","caller":"traceutil/trace.go:171","msg":"trace[660786417] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"323.610885ms","start":"2026-03-19T09:13:53.646958Z","end":"2026-03-19T09:13:53.970569Z","steps":["trace[660786417] 'process raft request' (duration: 108.628869ms)","trace[660786417] 'compare' (duration: 214.466775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:53.970738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.64695Z","time spent":"323.711657ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:53.970749Z","caller":"traceutil/trace.go:171","msg":"trace[587090748] transaction","detail":"{read_only:false; response_revision:6007; number_of_response:1; }","duration":"323.011862ms","start":"2026-03-19T09:13:53.64765Z","end":"2026-03-19T09:13:53.970662Z","steps":["trace[587090748] 'process raft request' (duration: 322.865359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:53.970846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:53.647643Z","time spent":"323.161596ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:54.291174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.744534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T09:13:54.29127Z","caller":"traceutil/trace.go:171","msg":"trace[1270811126] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6007; }","duration":"198.924518ms","start":"2026-03-19T09:13:54.092322Z","end":"2026-03-19T09:13:54.291247Z","steps":["trace[1270811126] 'range keys from in-memory index tree' (duration: 198.535879ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:55.105909Z","caller":"traceutil/trace.go:171","msg":"trace[1252110344] transaction","detail":"{read_only:false; response_revision:6008; number_of_response:1; }","duration":"217.344659ms","start":"2026-03-19T09:13:54.888527Z","end":"2026-03-19T09:13:55.105872Z","steps":["trace[1252110344] 'process raft request' (duration: 217.117704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:55.361092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.009738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:55.361304Z","caller":"traceutil/trace.go:171","msg":"trace[1644054808] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"246.180434ms","start":"2026-03-19T09:13:55.115089Z","end":"2026-03-19T09:13:55.361269Z","steps":["trace[1644054808] 'process raft request' (duration: 110.89431ms)","trace[1644054808] 'compare' (duration: 134.822994ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:55.361437Z","caller":"traceutil/trace.go:171","msg":"trace[2104385880] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"181.921158ms","start":"2026-03-19T09:13:55.179494Z","end":"2026-03-19T09:13:55.361415Z","steps":["trace[2104385880] 'process raft request' (duration: 181.829496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:55.361464Z","caller":"traceutil/trace.go:171","msg":"trace[297673608] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"182.521001ms","start":"2026-03-19T09:13:55.178896Z","end":"2026-03-19T09:13:55.361417Z","steps":["trace[297673608] 'process raft request' (duration: 182.385848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:55.361524Z","caller":"traceutil/trace.go:171","msg":"trace[2000606132] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"185.548399ms","start":"2026-03-19T09:13:55.175955Z","end":"2026-03-19T09:13:55.361504Z","steps":["trace[2000606132] 'process raft request' (duration: 185.258522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:55.73701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.478647ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-19T09:13:55.792897Z","caller":"traceutil/trace.go:171","msg":"trace[369834896] linearizableReadLoop","detail":"{readStateIndex:6276; appliedIndex:6275; }","duration":"147.353475ms","start":"2026-03-19T09:13:55.645478Z","end":"2026-03-19T09:13:55.792832Z","steps":["trace[369834896] 'read index received' (duration: 146.758542ms)","trace[369834896] 'applied index is now lower than readState.Index' (duration: 592.453µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:55.792989Z","caller":"traceutil/trace.go:171","msg":"trace[1640477572] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"340.775419ms","start":"2026-03-19T09:13:55.452183Z","end":"2026-03-19T09:13:55.792958Z","steps":["trace[1640477572] 'process raft request' (duration: 340.218316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:55.793272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:55.452163Z","time spent":"341.037855ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:55.793288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.788664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:13:55.793498Z","caller":"traceutil/trace.go:171","msg":"trace[569044981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6014; }","duration":"148.03824ms","start":"2026-03-19T09:13:55.645436Z","end":"2026-03-19T09:13:55.793474Z","steps":["trace[569044981] 'agreement among raft nodes before linearized reading' (duration: 147.59341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.149403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.477817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:56.149603Z","caller":"traceutil/trace.go:171","msg":"trace[814826838] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"351.331105ms","start":"2026-03-19T09:13:55.798253Z","end":"2026-03-19T09:13:56.149584Z","steps":["trace[814826838] 'process raft request' (duration: 351.266364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.149631Z","caller":"traceutil/trace.go:171","msg":"trace[1840800912] linearizableReadLoop","detail":"{readStateIndex:6277; appliedIndex:6276; }","duration":"356.550992ms","start":"2026-03-19T09:13:55.793032Z","end":"2026-03-19T09:13:56.149583Z","steps":["trace[1840800912] 'read index received' (duration: 85.890541ms)","trace[1840800912] 'applied index is now lower than readState.Index' (duration: 270.657391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:56.149673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:55.798219Z","time spent":"351.420646ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:56.150009Z","caller":"traceutil/trace.go:171","msg":"trace[769835536] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"411.810958ms","start":"2026-03-19T09:13:55.738126Z","end":"2026-03-19T09:13:56.149937Z","steps":["trace[769835536] 'process raft request' (duration: 140.706317ms)","trace[769835536] 'compare' (duration: 270.328584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:56.150172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.64695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:56.150297Z","caller":"traceutil/trace.go:171","msg":"trace[546214625] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:6016; }","duration":"448.919238ms","start":"2026-03-19T09:13:55.701354Z","end":"2026-03-19T09:13:56.150273Z","steps":["trace[546214625] 'agreement among raft nodes before linearized reading' (duration: 448.60539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.150296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:55.738107Z","time spent":"411.955641ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:56.150389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.401809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:56.150429Z","caller":"traceutil/trace.go:171","msg":"trace[1507939133] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:6016; }","duration":"339.481991ms","start":"2026-03-19T09:13:55.810936Z","end":"2026-03-19T09:13:56.150418Z","steps":["trace[1507939133] 'agreement among raft nodes before linearized reading' (duration: 339.40922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.150425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:55.701342Z","time spent":"449.066821ms","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:56.150462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:55.810921Z","time spent":"339.533762ms","remote":"127.0.0.1:54906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:56.150575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.391659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:13:56.150635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.800062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:13:56.150648Z","caller":"traceutil/trace.go:171","msg":"trace[1718632570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6016; }","duration":"174.529053ms","start":"2026-03-19T09:13:55.976101Z","end":"2026-03-19T09:13:56.15063Z","steps":["trace[1718632570] 'agreement among raft nodes before linearized reading' (duration: 174.276598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.150653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.020503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:56.150642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.913818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:56.150722Z","caller":"traceutil/trace.go:171","msg":"trace[437710777] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6016; }","duration":"162.118265ms","start":"2026-03-19T09:13:55.988584Z","end":"2026-03-19T09:13:56.150703Z","steps":["trace[437710777] 'agreement among raft nodes before linearized reading' (duration: 161.989012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.150721Z","caller":"traceutil/trace.go:171","msg":"trace[1422084004] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6016; }","duration":"294.885214ms","start":"2026-03-19T09:13:55.855785Z","end":"2026-03-19T09:13:56.15067Z","steps":["trace[1422084004] 'agreement among raft nodes before linearized reading' (duration: 294.71186ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.150761Z","caller":"traceutil/trace.go:171","msg":"trace[2135520615] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6016; }","duration":"292.121022ms","start":"2026-03-19T09:13:55.85861Z","end":"2026-03-19T09:13:56.150731Z","steps":["trace[2135520615] 'agreement among raft nodes before linearized reading' (duration: 291.859747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.150825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.576534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:56.150897Z","caller":"traceutil/trace.go:171","msg":"trace[227039198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6016; }","duration":"174.673277ms","start":"2026-03-19T09:13:55.976206Z","end":"2026-03-19T09:13:56.150879Z","steps":["trace[227039198] 'agreement among raft nodes before linearized reading' (duration: 174.462212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.151157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.219805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:13:56.151229Z","caller":"traceutil/trace.go:171","msg":"trace[1804389289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6016; }","duration":"454.328058ms","start":"2026-03-19T09:13:55.696884Z","end":"2026-03-19T09:13:56.151212Z","steps":["trace[1804389289] 'agreement among raft nodes before linearized reading' (duration: 454.133474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.15118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.073588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:13:56.151312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:55.696862Z","time spent":"454.43371ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:13:56.151354Z","caller":"traceutil/trace.go:171","msg":"trace[432058509] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:6016; }","duration":"452.246302ms","start":"2026-03-19T09:13:55.699051Z","end":"2026-03-19T09:13:56.151297Z","steps":["trace[432058509] 'agreement among raft nodes before linearized reading' (duration: 451.291911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.151405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:55.699026Z","time spent":"452.360135ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"info","ts":"2026-03-19T09:13:56.362244Z","caller":"traceutil/trace.go:171","msg":"trace[1607559414] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"206.676241ms","start":"2026-03-19T09:13:56.155533Z","end":"2026-03-19T09:13:56.362209Z","steps":["trace[1607559414] 'process raft request' (duration: 108.745281ms)","trace[1607559414] 'compare' (duration: 97.379758ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:56.362425Z","caller":"traceutil/trace.go:171","msg":"trace[1880557216] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"206.736042ms","start":"2026-03-19T09:13:56.155667Z","end":"2026-03-19T09:13:56.362403Z","steps":["trace[1880557216] 'process raft request' (duration: 206.374944ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.362769Z","caller":"traceutil/trace.go:171","msg":"trace[118491981] linearizableReadLoop","detail":"{readStateIndex:6280; appliedIndex:6278; }","duration":"206.934016ms","start":"2026-03-19T09:13:56.155817Z","end":"2026-03-19T09:13:56.362751Z","steps":["trace[118491981] 'read index received' (duration: 108.568807ms)","trace[118491981] 'applied index is now lower than readState.Index' (duration: 98.364099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:56.363101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.276044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T09:13:56.363109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.690815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:56.36315Z","caller":"traceutil/trace.go:171","msg":"trace[688064927] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6019; }","duration":"207.364486ms","start":"2026-03-19T09:13:56.155774Z","end":"2026-03-19T09:13:56.363139Z","steps":["trace[688064927] 'agreement among raft nodes before linearized reading' (duration: 207.201982ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.363114Z","caller":"traceutil/trace.go:171","msg":"trace[1363421837] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"206.916515ms","start":"2026-03-19T09:13:56.156118Z","end":"2026-03-19T09:13:56.363034Z","steps":["trace[1363421837] 'process raft request' (duration: 206.204119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:56.363272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.460518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101351"} {"level":"info","ts":"2026-03-19T09:13:56.363242Z","caller":"traceutil/trace.go:171","msg":"trace[1069230438] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6019; }","duration":"148.824888ms","start":"2026-03-19T09:13:56.214386Z","end":"2026-03-19T09:13:56.363211Z","steps":["trace[1069230438] 'agreement among raft nodes before linearized reading' (duration: 148.641873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:56.363331Z","caller":"traceutil/trace.go:171","msg":"trace[1011207723] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6019; }","duration":"207.520909ms","start":"2026-03-19T09:13:56.155796Z","end":"2026-03-19T09:13:56.363317Z","steps":["trace[1011207723] 'agreement among raft nodes before linearized reading' (duration: 207.265142ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.486453Z","caller":"traceutil/trace.go:171","msg":"trace[287364831] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"119.301587ms","start":"2026-03-19T09:13:57.367121Z","end":"2026-03-19T09:13:57.486423Z","steps":["trace[287364831] 'process raft request' (duration: 119.124472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.678795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.078746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:57.679012Z","caller":"traceutil/trace.go:171","msg":"trace[1248469896] linearizableReadLoop","detail":"{readStateIndex:6284; appliedIndex:6281; }","duration":"252.217219ms","start":"2026-03-19T09:13:57.426776Z","end":"2026-03-19T09:13:57.678993Z","steps":["trace[1248469896] 'read index received' (duration: 59.594892ms)","trace[1248469896] 'applied index is now lower than readState.Index' (duration: 192.620797ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:57.679108Z","caller":"traceutil/trace.go:171","msg":"trace[94658632] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"311.902924ms","start":"2026-03-19T09:13:57.367194Z","end":"2026-03-19T09:13:57.679097Z","steps":["trace[94658632] 'process raft request' (duration: 199.426339ms)","trace[94658632] 'compare' (duration: 111.933763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:57.679173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.367157Z","time spent":"311.985185ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:57.679572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.976552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:57.679614Z","caller":"traceutil/trace.go:171","msg":"trace[1258910312] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6023; }","duration":"243.038333ms","start":"2026-03-19T09:13:57.436563Z","end":"2026-03-19T09:13:57.679602Z","steps":["trace[1258910312] 'agreement among raft nodes before linearized reading' (duration: 242.92705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.679663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.845563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:57.679775Z","caller":"traceutil/trace.go:171","msg":"trace[1788990517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6023; }","duration":"253.025318ms","start":"2026-03-19T09:13:57.426726Z","end":"2026-03-19T09:13:57.679751Z","steps":["trace[1788990517] 'agreement among raft nodes before linearized reading' (duration: 252.7163ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:57.679894Z","caller":"traceutil/trace.go:171","msg":"trace[1128665366] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"311.697409ms","start":"2026-03-19T09:13:57.368164Z","end":"2026-03-19T09:13:57.679861Z","steps":["trace[1128665366] 'process raft request' (duration: 310.727987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:57.680059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.368125Z","time spent":"311.846333ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:57.680063Z","caller":"traceutil/trace.go:171","msg":"trace[518330493] transaction","detail":"{read_only:false; response_revision:6023; number_of_response:1; }","duration":"201.644069ms","start":"2026-03-19T09:13:57.478382Z","end":"2026-03-19T09:13:57.680026Z","steps":["trace[518330493] 'process raft request' (duration: 200.568124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.546367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.255723ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:58.546462Z","caller":"traceutil/trace.go:171","msg":"trace[1404429713] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6024; }","duration":"669.363185ms","start":"2026-03-19T09:13:57.877086Z","end":"2026-03-19T09:13:58.546449Z","steps":["trace[1404429713] 'range keys from in-memory index tree' (duration: 669.241933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.547631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.978797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:58.547796Z","caller":"traceutil/trace.go:171","msg":"trace[452286188] linearizableReadLoop","detail":"{readStateIndex:6287; appliedIndex:6286; }","duration":"717.291137ms","start":"2026-03-19T09:13:57.830481Z","end":"2026-03-19T09:13:58.547772Z","steps":["trace[452286188] 'read index received' (duration: 137.063245ms)","trace[452286188] 'applied index is now lower than readState.Index' (duration: 580.225832ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:58.547818Z","caller":"traceutil/trace.go:171","msg":"trace[1149126753] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"794.795729ms","start":"2026-03-19T09:13:57.752975Z","end":"2026-03-19T09:13:58.547771Z","steps":["trace[1149126753] 'process raft request' (duration: 214.565447ms)","trace[1149126753] 'compare' (duration: 579.389044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:58.547971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.487921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-19T09:13:58.548002Z","caller":"traceutil/trace.go:171","msg":"trace[424062832] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:6025; }","duration":"717.573713ms","start":"2026-03-19T09:13:57.83042Z","end":"2026-03-19T09:13:58.547994Z","steps":["trace[424062832] 'agreement among raft nodes before linearized reading' (duration: 717.43166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.547995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.752947Z","time spent":"794.961783ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:13:58.548024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.830392Z","time spent":"717.627075ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1170,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-19T09:13:58.548131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.597378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:58.548216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.431751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:58.548235Z","caller":"traceutil/trace.go:171","msg":"trace[1090068391] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6025; }","duration":"717.491602ms","start":"2026-03-19T09:13:57.830739Z","end":"2026-03-19T09:13:58.54823Z","steps":["trace[1090068391] 'agreement among raft nodes before linearized reading' (duration: 717.457302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.548251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.830709Z","time spent":"717.539114ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-19T09:13:58.548241Z","caller":"traceutil/trace.go:171","msg":"trace[2100255346] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6025; }","duration":"647.781914ms","start":"2026-03-19T09:13:57.900437Z","end":"2026-03-19T09:13:58.548218Z","steps":["trace[2100255346] 'agreement among raft nodes before linearized reading' (duration: 647.572188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.548343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.548314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-03-19T09:13:58.548299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.900404Z","time spent":"647.879856ms","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:58.548362Z","caller":"traceutil/trace.go:171","msg":"trace[558278373] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:6025; }","duration":"717.617905ms","start":"2026-03-19T09:13:57.83074Z","end":"2026-03-19T09:13:58.548358Z","steps":["trace[558278373] 'agreement among raft nodes before linearized reading' (duration: 717.580584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.54838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.830711Z","time spent":"717.663446ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":719,"request content":"key:\"/registry/services/endpoints/openstack/memcached\" "} {"level":"warn","ts":"2026-03-19T09:13:58.54824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.537904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:58.548494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.046538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:13:58.548548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.619646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:13:58.548591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.879987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:13:58.548546Z","caller":"traceutil/trace.go:171","msg":"trace[976805507] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6025; }","duration":"717.915652ms","start":"2026-03-19T09:13:57.830605Z","end":"2026-03-19T09:13:58.54852Z","steps":["trace[976805507] 'agreement among raft nodes before linearized reading' (duration: 717.380069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:58.548616Z","caller":"traceutil/trace.go:171","msg":"trace[1066298006] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:6025; }","duration":"177.95968ms","start":"2026-03-19T09:13:58.370651Z","end":"2026-03-19T09:13:58.548611Z","steps":["trace[1066298006] 'agreement among raft nodes before linearized reading' (duration: 177.886598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.548662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.415012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:58.548554Z","caller":"traceutil/trace.go:171","msg":"trace[1258962127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6025; }","duration":"181.13675ms","start":"2026-03-19T09:13:58.367394Z","end":"2026-03-19T09:13:58.548531Z","steps":["trace[1258962127] 'agreement among raft nodes before linearized reading' (duration: 181.050418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.548688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.830577Z","time spent":"718.051774ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-19T09:13:58.548703Z","caller":"traceutil/trace.go:171","msg":"trace[383061298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6025; }","duration":"179.479593ms","start":"2026-03-19T09:13:58.369215Z","end":"2026-03-19T09:13:58.548694Z","steps":["trace[383061298] 'agreement among raft nodes before linearized reading' (duration: 179.417521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.54813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.672759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:13:58.548716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.554795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:58.548752Z","caller":"traceutil/trace.go:171","msg":"trace[1730555134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6025; }","duration":"393.387096ms","start":"2026-03-19T09:13:58.155354Z","end":"2026-03-19T09:13:58.548741Z","steps":["trace[1730555134] 'agreement among raft nodes before linearized reading' (duration: 392.635648ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:58.548606Z","caller":"traceutil/trace.go:171","msg":"trace[729961078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6025; }","duration":"179.748199ms","start":"2026-03-19T09:13:58.368846Z","end":"2026-03-19T09:13:58.548594Z","steps":["trace[729961078] 'agreement among raft nodes before linearized reading' (duration: 179.597726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.548805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:58.155325Z","time spent":"393.469218ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:58.548922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.147046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-19T09:13:58.548761Z","caller":"traceutil/trace.go:171","msg":"trace[1751923388] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6025; }","duration":"497.725219ms","start":"2026-03-19T09:13:58.051022Z","end":"2026-03-19T09:13:58.548747Z","steps":["trace[1751923388] 'agreement among raft nodes before linearized reading' (duration: 497.642147ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:58.548948Z","caller":"traceutil/trace.go:171","msg":"trace[1924643329] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6025; }","duration":"718.227098ms","start":"2026-03-19T09:13:57.830712Z","end":"2026-03-19T09:13:58.548939Z","steps":["trace[1924643329] 'agreement among raft nodes before linearized reading' (duration: 718.175887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.548962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.830678Z","time spent":"718.281349ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-19T09:13:58.548974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:58.050977Z","time spent":"497.982254ms","remote":"127.0.0.1:42988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:58.548992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.066304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:58.549061Z","caller":"traceutil/trace.go:171","msg":"trace[8791498] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6025; }","duration":"582.170566ms","start":"2026-03-19T09:13:57.96687Z","end":"2026-03-19T09:13:58.549041Z","steps":["trace[8791498] 'agreement among raft nodes before linearized reading' (duration: 582.078304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.549101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:57.966847Z","time spent":"582.243107ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:58.944695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.908406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:58.945135Z","caller":"traceutil/trace.go:171","msg":"trace[1348373892] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"390.877308ms","start":"2026-03-19T09:13:58.554239Z","end":"2026-03-19T09:13:58.945117Z","steps":["trace[1348373892] 'process raft request' (duration: 390.776606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.945282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:58.554212Z","time spent":"391.016552ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:58.945135Z","caller":"traceutil/trace.go:171","msg":"trace[1685830276] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"391.349989ms","start":"2026-03-19T09:13:58.553753Z","end":"2026-03-19T09:13:58.945103Z","steps":["trace[1685830276] 'process raft request' (duration: 107.941943ms)","trace[1685830276] 'compare' (duration: 282.494226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:58.945717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:58.553727Z","time spent":"391.938533ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:58.945356Z","caller":"traceutil/trace.go:171","msg":"trace[1811445432] linearizableReadLoop","detail":"{readStateIndex:6289; appliedIndex:6287; }","duration":"390.978631ms","start":"2026-03-19T09:13:58.554368Z","end":"2026-03-19T09:13:58.945347Z","steps":["trace[1811445432] 'read index received' (duration: 107.34415ms)","trace[1811445432] 'applied index is now lower than readState.Index' (duration: 283.633701ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:58.945367Z","caller":"traceutil/trace.go:171","msg":"trace[1356675114] transaction","detail":"{read_only:false; response_revision:6028; number_of_response:1; }","duration":"390.463379ms","start":"2026-03-19T09:13:58.554884Z","end":"2026-03-19T09:13:58.945347Z","steps":["trace[1356675114] 'process raft request' (duration: 390.195083ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:58.945425Z","caller":"traceutil/trace.go:171","msg":"trace[1033908519] transaction","detail":"{read_only:false; response_revision:6029; number_of_response:1; }","duration":"389.723924ms","start":"2026-03-19T09:13:58.555692Z","end":"2026-03-19T09:13:58.945416Z","steps":["trace[1033908519] 'process raft request' (duration: 389.55492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.94601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:58.554867Z","time spent":"391.058083ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:58.946083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:58.555683Z","time spent":"390.349378ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:58.945596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.210286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101351"} {"level":"info","ts":"2026-03-19T09:13:58.946147Z","caller":"traceutil/trace.go:171","msg":"trace[2121113992] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6029; }","duration":"391.767669ms","start":"2026-03-19T09:13:58.554358Z","end":"2026-03-19T09:13:58.946126Z","steps":["trace[2121113992] 'agreement among raft nodes before linearized reading' (duration: 391.017582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:58.946204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:58.554289Z","time spent":"391.896362ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101373,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:13:59.15503Z","caller":"traceutil/trace.go:171","msg":"trace[1512102926] linearizableReadLoop","detail":"{readStateIndex:6292; appliedIndex:6291; }","duration":"209.125606ms","start":"2026-03-19T09:13:58.945883Z","end":"2026-03-19T09:13:59.155008Z","steps":["trace[1512102926] 'read index received' (duration: 209.025534ms)","trace[1512102926] 'applied index is now lower than readState.Index' (duration: 99.112µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:59.155085Z","caller":"traceutil/trace.go:171","msg":"trace[1742343585] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"478.026307ms","start":"2026-03-19T09:13:58.677034Z","end":"2026-03-19T09:13:59.15506Z","steps":["trace[1742343585] 'process raft request' (duration: 477.852483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:59.155354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.430908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-8c75576f-7cx65\" ","response":"range_response_count:1 size:11887"} {"level":"info","ts":"2026-03-19T09:13:59.1554Z","caller":"traceutil/trace.go:171","msg":"trace[191633756] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-8c75576f-7cx65; range_end:; response_count:1; response_revision:6030; }","duration":"453.5202ms","start":"2026-03-19T09:13:58.701869Z","end":"2026-03-19T09:13:59.155389Z","steps":["trace[191633756] 'agreement among raft nodes before linearized reading' (duration: 453.233404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:59.155435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:58.701848Z","time spent":"453.579471ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":11909,"request content":"key:\"/registry/pods/openstack/keystone-api-8c75576f-7cx65\" "} {"level":"warn","ts":"2026-03-19T09:13:59.155361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:58.677001Z","time spent":"478.287334ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:13:59.15924Z","caller":"traceutil/trace.go:171","msg":"trace[1452724789] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"173.250113ms","start":"2026-03-19T09:13:58.985968Z","end":"2026-03-19T09:13:59.159218Z","steps":["trace[1452724789] 'process raft request' (duration: 173.152241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:59.740418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.593921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:59.740578Z","caller":"traceutil/trace.go:171","msg":"trace[555116409] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"581.05817ms","start":"2026-03-19T09:13:59.159463Z","end":"2026-03-19T09:13:59.740521Z","steps":["trace[555116409] 'process raft request' (duration: 267.276515ms)","trace[555116409] 'compare' (duration: 313.07952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:59.740634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.15944Z","time spent":"581.172643ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:13:59.833646Z","caller":"traceutil/trace.go:171","msg":"trace[1366306517] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"664.500436ms","start":"2026-03-19T09:13:59.169101Z","end":"2026-03-19T09:13:59.833602Z","steps":["trace[1366306517] 'process raft request' (duration: 664.283061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:59.833877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.169059Z","time spent":"664.69161ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12107,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:00.133253Z","caller":"traceutil/trace.go:171","msg":"trace[1192921702] linearizableReadLoop","detail":"{readStateIndex:6296; appliedIndex:6294; }","duration":"497.918321ms","start":"2026-03-19T09:13:59.635321Z","end":"2026-03-19T09:14:00.133239Z","steps":["trace[1192921702] 'read index received' (duration: 198.047967ms)","trace[1192921702] 'applied index is now lower than readState.Index' (duration: 299.869224ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:00.133417Z","caller":"traceutil/trace.go:171","msg":"trace[2128153988] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"446.077573ms","start":"2026-03-19T09:13:59.687278Z","end":"2026-03-19T09:14:00.133355Z","steps":["trace[2128153988] 'process raft request' (duration: 445.852348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.133598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.26841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:00.133642Z","caller":"traceutil/trace.go:171","msg":"trace[1224694907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6037; }","duration":"498.368191ms","start":"2026-03-19T09:13:59.635265Z","end":"2026-03-19T09:14:00.133633Z","steps":["trace[1224694907] 'agreement among raft nodes before linearized reading' (duration: 498.257129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.133683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.635241Z","time spent":"498.434423ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:00.133715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.687252Z","time spent":"446.318069ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:00.133937Z","caller":"traceutil/trace.go:171","msg":"trace[1902728752] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"447.747391ms","start":"2026-03-19T09:13:59.68617Z","end":"2026-03-19T09:14:00.133917Z","steps":["trace[1902728752] 'process raft request' (duration: 446.722268ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:00.133502Z","caller":"traceutil/trace.go:171","msg":"trace[2043337221] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"389.744944ms","start":"2026-03-19T09:13:59.743745Z","end":"2026-03-19T09:14:00.13349Z","steps":["trace[2043337221] 'process raft request' (duration: 389.437087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.134006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.686142Z","time spent":"447.832913ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:00.134057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.743722Z","time spent":"390.274026ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:14:00.133042Z","caller":"traceutil/trace.go:171","msg":"trace[1263247445] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"640.281114ms","start":"2026-03-19T09:13:59.49269Z","end":"2026-03-19T09:14:00.132971Z","steps":["trace[1263247445] 'process raft request' (duration: 640.047509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.134947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.492664Z","time spent":"642.121196ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:00.308276Z","caller":"traceutil/trace.go:171","msg":"trace[309620276] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"466.540991ms","start":"2026-03-19T09:13:59.841701Z","end":"2026-03-19T09:14:00.308242Z","steps":["trace[309620276] 'process raft request' (duration: 410.298604ms)","trace[309620276] 'compare' (duration: 55.987972ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:00.308531Z","caller":"traceutil/trace.go:171","msg":"trace[785632678] linearizableReadLoop","detail":"{readStateIndex:6301; appliedIndex:6299; }","duration":"175.156077ms","start":"2026-03-19T09:14:00.133317Z","end":"2026-03-19T09:14:00.308473Z","steps":["trace[785632678] 'read index received' (duration: 118.568522ms)","trace[785632678] 'applied index is now lower than readState.Index' (duration: 56.586254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:00.30863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.293625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:00.308693Z","caller":"traceutil/trace.go:171","msg":"trace[1222671645] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6039; }","duration":"220.419338ms","start":"2026-03-19T09:14:00.088258Z","end":"2026-03-19T09:14:00.308677Z","steps":["trace[1222671645] 'agreement among raft nodes before linearized reading' (duration: 220.247894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.308676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.813346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-p65c5\" ","response":"range_response_count:1 size:7553"} {"level":"info","ts":"2026-03-19T09:14:00.308675Z","caller":"traceutil/trace.go:171","msg":"trace[922319168] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"464.771841ms","start":"2026-03-19T09:13:59.843851Z","end":"2026-03-19T09:14:00.308623Z","steps":["trace[922319168] 'process raft request' (duration: 464.332791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.308828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.423769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:14:00.308742Z","caller":"traceutil/trace.go:171","msg":"trace[860526977] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-p65c5; range_end:; response_count:1; response_revision:6039; }","duration":"470.938539ms","start":"2026-03-19T09:13:59.837789Z","end":"2026-03-19T09:14:00.308727Z","steps":["trace[860526977] 'agreement among raft nodes before linearized reading' (duration: 470.740955ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:00.308906Z","caller":"traceutil/trace.go:171","msg":"trace[713320804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6039; }","duration":"551.545032ms","start":"2026-03-19T09:13:59.757346Z","end":"2026-03-19T09:14:00.308891Z","steps":["trace[713320804] 'agreement among raft nodes before linearized reading' (duration: 551.311027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.308919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.843825Z","time spent":"464.972596ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:00.308947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.757336Z","time spent":"551.604633ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:14:00.308849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.168271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:00.308987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.837762Z","time spent":"471.183405ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7575,"request content":"key:\"/registry/pods/openstack/keystone-credential-setup-p65c5\" "} {"level":"info","ts":"2026-03-19T09:14:00.30909Z","caller":"traceutil/trace.go:171","msg":"trace[484399729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6039; }","duration":"173.427987ms","start":"2026-03-19T09:14:00.13562Z","end":"2026-03-19T09:14:00.309048Z","steps":["trace[484399729] 'agreement among raft nodes before linearized reading' (duration: 173.074109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.310983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:59.841685Z","time spent":"466.696085ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1178,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:00.668147Z","caller":"traceutil/trace.go:171","msg":"trace[111962313] linearizableReadLoop","detail":"{readStateIndex:6303; appliedIndex:6302; }","duration":"113.777524ms","start":"2026-03-19T09:14:00.554331Z","end":"2026-03-19T09:14:00.668109Z","steps":["trace[111962313] 'read index received' (duration: 113.417216ms)","trace[111962313] 'applied index is now lower than readState.Index' (duration: 358.568µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:00.668353Z","caller":"traceutil/trace.go:171","msg":"trace[729475446] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"350.347003ms","start":"2026-03-19T09:14:00.317986Z","end":"2026-03-19T09:14:00.668332Z","steps":["trace[729475446] 'process raft request' (duration: 349.874592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.668634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.275094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:00.668679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.235043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:00.668731Z","caller":"traceutil/trace.go:171","msg":"trace[271536640] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6041; }","duration":"114.439788ms","start":"2026-03-19T09:14:00.554266Z","end":"2026-03-19T09:14:00.668706Z","steps":["trace[271536640] 'agreement among raft nodes before linearized reading' (duration: 114.270854ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:00.668754Z","caller":"traceutil/trace.go:171","msg":"trace[826117252] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6041; }","duration":"114.406867ms","start":"2026-03-19T09:14:00.554329Z","end":"2026-03-19T09:14:00.668736Z","steps":["trace[826117252] 'agreement among raft nodes before linearized reading' (duration: 114.159732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.66877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.317975Z","time spent":"350.430965ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7776,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:00.669163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.16334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-19T09:14:00.669232Z","caller":"traceutil/trace.go:171","msg":"trace[1046163928] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6041; }","duration":"109.265633ms","start":"2026-03-19T09:14:00.559943Z","end":"2026-03-19T09:14:00.669208Z","steps":["trace[1046163928] 'agreement among raft nodes before linearized reading' (duration: 109.001657ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:01.062175Z","caller":"traceutil/trace.go:171","msg":"trace[800731023] transaction","detail":"{read_only:false; response_revision:6042; number_of_response:1; }","duration":"309.629443ms","start":"2026-03-19T09:14:00.752518Z","end":"2026-03-19T09:14:01.062147Z","steps":["trace[800731023] 'process raft request' (duration: 309.459059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:01.062318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.752499Z","time spent":"309.751546ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":873,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:14:01.355734Z","caller":"traceutil/trace.go:171","msg":"trace[1698746381] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"526.614754ms","start":"2026-03-19T09:14:00.829072Z","end":"2026-03-19T09:14:01.355687Z","steps":["trace[1698746381] 'process raft request' (duration: 526.307587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:01.355943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.829038Z","time spent":"526.790748ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7787,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:01.471882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.276739ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:14:01.472036Z","caller":"traceutil/trace.go:171","msg":"trace[468422630] linearizableReadLoop","detail":"{readStateIndex:6306; appliedIndex:6303; }","duration":"521.271974ms","start":"2026-03-19T09:14:00.950735Z","end":"2026-03-19T09:14:01.472007Z","steps":["trace[468422630] 'read index received' (duration: 111.322629ms)","trace[468422630] 'applied index is now lower than readState.Index' (duration: 409.946855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:01.472406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.630422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:14:01.472546Z","caller":"traceutil/trace.go:171","msg":"trace[92531857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6043; }","duration":"521.844316ms","start":"2026-03-19T09:14:00.950673Z","end":"2026-03-19T09:14:01.472517Z","steps":["trace[92531857] 'agreement among raft nodes before linearized reading' (duration: 521.461378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:01.472578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.703938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:14:01.472718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.085096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:01.472621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.11917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:14:01.47279Z","caller":"traceutil/trace.go:171","msg":"trace[929439003] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6043; }","duration":"125.175648ms","start":"2026-03-19T09:14:01.347588Z","end":"2026-03-19T09:14:01.472764Z","steps":["trace[929439003] 'agreement among raft nodes before linearized reading' (duration: 125.082026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:01.472792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.215824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:14:01.472775Z","caller":"traceutil/trace.go:171","msg":"trace[1863701411] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6043; }","duration":"171.991665ms","start":"2026-03-19T09:14:01.300714Z","end":"2026-03-19T09:14:01.472705Z","steps":["trace[1863701411] 'agreement among raft nodes before linearized reading' (duration: 171.596977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:01.472582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.504186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:14:01.472937Z","caller":"traceutil/trace.go:171","msg":"trace[253884477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6043; }","duration":"520.901356ms","start":"2026-03-19T09:14:00.952017Z","end":"2026-03-19T09:14:01.472918Z","steps":["trace[253884477] 'agreement among raft nodes before linearized reading' (duration: 520.302412ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:01.472934Z","caller":"traceutil/trace.go:171","msg":"trace[121668364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6043; }","duration":"521.51666ms","start":"2026-03-19T09:14:00.95131Z","end":"2026-03-19T09:14:01.472827Z","steps":["trace[121668364] 'agreement among raft nodes before linearized reading' (duration: 520.880165ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:01.473061Z","caller":"traceutil/trace.go:171","msg":"trace[1651327967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6043; }","duration":"521.280255ms","start":"2026-03-19T09:14:00.951565Z","end":"2026-03-19T09:14:01.472846Z","steps":["trace[1651327967] 'agreement among raft nodes before linearized reading' (duration: 521.110521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:01.473125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.951523Z","time spent":"521.584102ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:01.472993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.951908Z","time spent":"521.070209ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:14:01.472644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.866742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:14:01.473382Z","caller":"traceutil/trace.go:171","msg":"trace[1129620850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:6043; }","duration":"520.679541ms","start":"2026-03-19T09:14:00.952682Z","end":"2026-03-19T09:14:01.473361Z","steps":["trace[1129620850] 'agreement among raft nodes before linearized reading' (duration: 519.77384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:01.473446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.952651Z","time spent":"520.778353ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:14:01.472626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.950647Z","time spent":"521.963469ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:01.473078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.951282Z","time spent":"521.776286ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:14:01.675246Z","caller":"traceutil/trace.go:171","msg":"trace[356065759] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"194.733025ms","start":"2026-03-19T09:14:01.480478Z","end":"2026-03-19T09:14:01.675211Z","steps":["trace[356065759] 'process raft request' (duration: 118.791547ms)","trace[356065759] 'compare' (duration: 75.674542ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:01.675266Z","caller":"traceutil/trace.go:171","msg":"trace[237403206] transaction","detail":"{read_only:false; response_revision:6046; number_of_response:1; }","duration":"194.53214ms","start":"2026-03-19T09:14:01.480699Z","end":"2026-03-19T09:14:01.675231Z","steps":["trace[237403206] 'process raft request' (duration: 194.430668ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:01.675467Z","caller":"traceutil/trace.go:171","msg":"trace[831882751] linearizableReadLoop","detail":"{readStateIndex:6310; appliedIndex:6306; }","duration":"131.317026ms","start":"2026-03-19T09:14:01.544139Z","end":"2026-03-19T09:14:01.675456Z","steps":["trace[831882751] 'read index received' (duration: 16.09806ms)","trace[831882751] 'applied index is now lower than readState.Index' (duration: 115.217176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:01.675606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.449839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:01.675576Z","caller":"traceutil/trace.go:171","msg":"trace[1392781699] transaction","detail":"{read_only:false; response_revision:6047; number_of_response:1; }","duration":"194.786966ms","start":"2026-03-19T09:14:01.480758Z","end":"2026-03-19T09:14:01.675545Z","steps":["trace[1392781699] 'process raft request' (duration: 194.427148ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:01.675643Z","caller":"traceutil/trace.go:171","msg":"trace[672317453] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6047; }","duration":"131.544391ms","start":"2026-03-19T09:14:01.544088Z","end":"2026-03-19T09:14:01.675633Z","steps":["trace[672317453] 'agreement among raft nodes before linearized reading' (duration: 131.456169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:02.417562Z","caller":"traceutil/trace.go:171","msg":"trace[2123278219] transaction","detail":"{read_only:false; response_revision:6049; number_of_response:1; }","duration":"276.146274ms","start":"2026-03-19T09:14:02.141383Z","end":"2026-03-19T09:14:02.417529Z","steps":["trace[2123278219] 'process raft request' (duration: 245.487249ms)","trace[2123278219] 'compare' (duration: 30.127254ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:02.417649Z","caller":"traceutil/trace.go:171","msg":"trace[1698775200] transaction","detail":"{read_only:false; response_revision:6050; number_of_response:1; }","duration":"273.570936ms","start":"2026-03-19T09:14:02.144053Z","end":"2026-03-19T09:14:02.417624Z","steps":["trace[1698775200] 'process raft request' (duration: 273.153297ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:03.680813Z","caller":"traceutil/trace.go:171","msg":"trace[818220745] transaction","detail":"{read_only:false; response_revision:6052; number_of_response:1; }","duration":"111.35915ms","start":"2026-03-19T09:14:03.569433Z","end":"2026-03-19T09:14:03.680792Z","steps":["trace[818220745] 'process raft request' (duration: 111.052103ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:04.016021Z","caller":"traceutil/trace.go:171","msg":"trace[1623877020] transaction","detail":"{read_only:false; response_revision:6053; number_of_response:1; }","duration":"331.357229ms","start":"2026-03-19T09:14:03.684627Z","end":"2026-03-19T09:14:04.015984Z","steps":["trace[1623877020] 'process raft request' (duration: 232.746584ms)","trace[1623877020] 'compare' (duration: 98.493172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:04.016227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.684616Z","time spent":"331.495881ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:04.341468Z","caller":"traceutil/trace.go:171","msg":"trace[1552793] transaction","detail":"{read_only:false; response_revision:6055; number_of_response:1; }","duration":"656.09889ms","start":"2026-03-19T09:14:03.685348Z","end":"2026-03-19T09:14:04.341447Z","steps":["trace[1552793] 'process raft request' (duration: 656.014407ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:04.341483Z","caller":"traceutil/trace.go:171","msg":"trace[240036131] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"656.306784ms","start":"2026-03-19T09:14:03.685139Z","end":"2026-03-19T09:14:04.341446Z","steps":["trace[240036131] 'process raft request' (duration: 585.580402ms)","trace[240036131] 'compare' (duration: 70.351363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:04.341591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.685328Z","time spent":"656.200132ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:04.341633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.685113Z","time spent":"656.436477ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:04.366798Z","caller":"traceutil/trace.go:171","msg":"trace[1801372908] transaction","detail":"{read_only:false; response_revision:6056; number_of_response:1; }","duration":"190.341716ms","start":"2026-03-19T09:14:04.176428Z","end":"2026-03-19T09:14:04.366769Z","steps":["trace[1801372908] 'process raft request' (duration: 190.147561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:05.108242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.442705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:05.108468Z","caller":"traceutil/trace.go:171","msg":"trace[727140213] transaction","detail":"{read_only:false; response_revision:6057; number_of_response:1; }","duration":"683.89203ms","start":"2026-03-19T09:14:04.424546Z","end":"2026-03-19T09:14:05.108438Z","steps":["trace[727140213] 'process raft request' (duration: 490.142978ms)","trace[727140213] 'compare' (duration: 192.985685ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:05.108499Z","caller":"traceutil/trace.go:171","msg":"trace[1504692821] linearizableReadLoop","detail":"{readStateIndex:6321; appliedIndex:6319; }","duration":"589.5152ms","start":"2026-03-19T09:14:04.518962Z","end":"2026-03-19T09:14:05.108477Z","steps":["trace[1504692821] 'read index received' (duration: 395.744598ms)","trace[1504692821] 'applied index is now lower than readState.Index' (duration: 193.768542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:05.108619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:04.424504Z","time spent":"684.025393ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:05.108902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.919459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:14:05.108944Z","caller":"traceutil/trace.go:171","msg":"trace[268526897] transaction","detail":"{read_only:false; response_revision:6058; number_of_response:1; }","duration":"683.736147ms","start":"2026-03-19T09:14:04.425185Z","end":"2026-03-19T09:14:05.108921Z","steps":["trace[268526897] 'process raft request' (duration: 683.202785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:05.108975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.59777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:05.108983Z","caller":"traceutil/trace.go:171","msg":"trace[985208413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6058; }","duration":"590.054753ms","start":"2026-03-19T09:14:04.51891Z","end":"2026-03-19T09:14:05.108965Z","steps":["trace[985208413] 'agreement among raft nodes before linearized reading' (duration: 589.757365ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:05.109006Z","caller":"traceutil/trace.go:171","msg":"trace[2083340026] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6058; }","duration":"393.672551ms","start":"2026-03-19T09:14:04.715326Z","end":"2026-03-19T09:14:05.108999Z","steps":["trace[2083340026] 'agreement among raft nodes before linearized reading' (duration: 393.615729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:05.108981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.062698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:05.109027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:04.518885Z","time spent":"590.133834ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:14:05.109013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.231402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:05.109066Z","caller":"traceutil/trace.go:171","msg":"trace[1401276309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6058; }","duration":"474.201563ms","start":"2026-03-19T09:14:04.634846Z","end":"2026-03-19T09:14:05.109048Z","steps":["trace[1401276309] 'agreement among raft nodes before linearized reading' (duration: 474.040298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:05.109096Z","caller":"traceutil/trace.go:171","msg":"trace[1964095425] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6058; }","duration":"393.315654ms","start":"2026-03-19T09:14:04.715763Z","end":"2026-03-19T09:14:05.109079Z","steps":["trace[1964095425] 'agreement among raft nodes before linearized reading' (duration: 393.144329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:05.109157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:04.715654Z","time spent":"393.489168ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T09:14:05.109203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.322584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"warn","ts":"2026-03-19T09:14:05.109024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:04.715302Z","time spent":"393.717613ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:14:05.109115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:04.634825Z","time spent":"474.281695ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:14:05.109297Z","caller":"traceutil/trace.go:171","msg":"trace[1251687483] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6058; }","duration":"393.465988ms","start":"2026-03-19T09:14:04.715808Z","end":"2026-03-19T09:14:05.109274Z","steps":["trace[1251687483] 'agreement among raft nodes before linearized reading' (duration: 393.177781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:05.109351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:04.715788Z","time spent":"393.554589ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-19T09:14:05.109378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:04.425156Z","time spent":"684.148077ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:05.109557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.462206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:05.109797Z","caller":"traceutil/trace.go:171","msg":"trace[1101725030] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:6058; }","duration":"448.60107ms","start":"2026-03-19T09:14:04.661049Z","end":"2026-03-19T09:14:05.10965Z","steps":["trace[1101725030] 'agreement among raft nodes before linearized reading' (duration: 447.930205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:05.109912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:04.661039Z","time spent":"448.850905ms","remote":"127.0.0.1:42944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:05.830333Z","caller":"traceutil/trace.go:171","msg":"trace[1964119587] transaction","detail":"{read_only:false; response_revision:6060; number_of_response:1; }","duration":"282.455725ms","start":"2026-03-19T09:14:05.547858Z","end":"2026-03-19T09:14:05.830314Z","steps":["trace[1964119587] 'process raft request' (duration: 282.346733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.530255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.76939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:06.530369Z","caller":"traceutil/trace.go:171","msg":"trace[1396494438] linearizableReadLoop","detail":"{readStateIndex:6325; appliedIndex:6323; }","duration":"957.198931ms","start":"2026-03-19T09:14:05.57315Z","end":"2026-03-19T09:14:06.530349Z","steps":["trace[1396494438] 'read index received' (duration: 256.986376ms)","trace[1396494438] 'applied index is now lower than readState.Index' (duration: 700.211315ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:06.530414Z","caller":"traceutil/trace.go:171","msg":"trace[1153735206] transaction","detail":"{read_only:false; response_revision:6061; number_of_response:1; }","duration":"962.206653ms","start":"2026-03-19T09:14:05.568175Z","end":"2026-03-19T09:14:06.530382Z","steps":["trace[1153735206] 'process raft request' (duration: 370.221998ms)","trace[1153735206] 'compare' (duration: 591.613936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:06.530585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.568151Z","time spent":"962.326416ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:06.531708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.52746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101835"} {"level":"info","ts":"2026-03-19T09:14:06.531804Z","caller":"traceutil/trace.go:171","msg":"trace[114366704] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6061; }","duration":"958.639892ms","start":"2026-03-19T09:14:05.573144Z","end":"2026-03-19T09:14:06.531784Z","steps":["trace[114366704] 'agreement among raft nodes before linearized reading' (duration: 957.292223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:06.531871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.573099Z","time spent":"958.757215ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101857,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:14:07.011549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.589841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:07.011765Z","caller":"traceutil/trace.go:171","msg":"trace[1362558929] transaction","detail":"{read_only:false; response_revision:6063; number_of_response:1; }","duration":"346.323343ms","start":"2026-03-19T09:14:06.665423Z","end":"2026-03-19T09:14:07.011747Z","steps":["trace[1362558929] 'process raft request' (duration: 346.244301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.011835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.66539Z","time spent":"346.410515ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:07.012067Z","caller":"traceutil/trace.go:171","msg":"trace[229362570] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"638.071516ms","start":"2026-03-19T09:14:06.373984Z","end":"2026-03-19T09:14:07.012056Z","steps":["trace[229362570] 'process raft request' (duration: 497.79231ms)","trace[229362570] 'compare' (duration: 139.456068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:07.012125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.37395Z","time spent":"638.146318ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:07.012123Z","caller":"traceutil/trace.go:171","msg":"trace[753148397] linearizableReadLoop","detail":"{readStateIndex:6326; appliedIndex:6325; }","duration":"481.661359ms","start":"2026-03-19T09:14:06.530408Z","end":"2026-03-19T09:14:07.01207Z","steps":["trace[753148397] 'read index received' (duration: 341.386293ms)","trace[753148397] 'applied index is now lower than readState.Index' (duration: 140.268886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:07.012238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074161635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:07.012274Z","caller":"traceutil/trace.go:171","msg":"trace[1490963417] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:6063; }","duration":"1.074255228s","start":"2026-03-19T09:14:05.938007Z","end":"2026-03-19T09:14:07.012262Z","steps":["trace[1490963417] 'agreement among raft nodes before linearized reading' (duration: 1.074194177s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.012263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.993313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T09:14:07.012306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.937972Z","time spent":"1.074325929s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:07.012333Z","caller":"traceutil/trace.go:171","msg":"trace[1795733413] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6063; }","duration":"714.096315ms","start":"2026-03-19T09:14:06.29822Z","end":"2026-03-19T09:14:07.012316Z","steps":["trace[1795733413] 'agreement among raft nodes before linearized reading' (duration: 713.897291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.012322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.701432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:14:07.012374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.144892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:14:07.012428Z","caller":"traceutil/trace.go:171","msg":"trace[340039631] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6063; }","duration":"479.199864ms","start":"2026-03-19T09:14:06.533212Z","end":"2026-03-19T09:14:07.012412Z","steps":["trace[340039631] 'agreement among raft nodes before linearized reading' (duration: 479.065381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.012462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.497199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:14:07.012475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.533116Z","time spent":"479.351147ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T09:14:07.012495Z","caller":"traceutil/trace.go:171","msg":"trace[1018200692] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6063; }","duration":"525.572541ms","start":"2026-03-19T09:14:06.486914Z","end":"2026-03-19T09:14:07.012487Z","steps":["trace[1018200692] 'agreement among raft nodes before linearized reading' (duration: 525.481479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.012513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.73061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-19T09:14:07.012533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.48689Z","time spent":"525.635312ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":51,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:07.012552Z","caller":"traceutil/trace.go:171","msg":"trace[451286537] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6063; }","duration":"718.800361ms","start":"2026-03-19T09:14:06.293736Z","end":"2026-03-19T09:14:07.012537Z","steps":["trace[451286537] 'agreement among raft nodes before linearized reading' (duration: 718.715699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.012588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.293713Z","time spent":"718.867822ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:14:07.012426Z","caller":"traceutil/trace.go:171","msg":"trace[1807689822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6063; }","duration":"991.809514ms","start":"2026-03-19T09:14:06.020592Z","end":"2026-03-19T09:14:07.012401Z","steps":["trace[1807689822] 'agreement among raft nodes before linearized reading' (duration: 991.558729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.01267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377569159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:07.012674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.020534Z","time spent":"992.131331ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:14:07.012704Z","caller":"traceutil/trace.go:171","msg":"trace[987994501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6063; }","duration":"1.377626191s","start":"2026-03-19T09:14:05.635067Z","end":"2026-03-19T09:14:07.012693Z","steps":["trace[987994501] 'agreement among raft nodes before linearized reading' (duration: 1.37758691s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.012375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.298209Z","time spent":"714.157837ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:14:07.01275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.915278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:14:07.012751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.635052Z","time spent":"1.377692632s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:07.012436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32621723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:14:07.01281Z","caller":"traceutil/trace.go:171","msg":"trace[1041660914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6063; }","duration":"1.32665475s","start":"2026-03-19T09:14:05.686144Z","end":"2026-03-19T09:14:07.012799Z","steps":["trace[1041660914] 'agreement among raft nodes before linearized reading' (duration: 1.326114198s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.012842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:05.686121Z","time spent":"1.326712322s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:07.012858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.830358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:14:07.012631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.567079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:14:07.012898Z","caller":"traceutil/trace.go:171","msg":"trace[131802679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6063; }","duration":"666.92049ms","start":"2026-03-19T09:14:06.345967Z","end":"2026-03-19T09:14:07.012888Z","steps":["trace[131802679] 'agreement among raft nodes before linearized reading' (duration: 666.772637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.012929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.345942Z","time spent":"666.980992ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:14:07.01293Z","caller":"traceutil/trace.go:171","msg":"trace[1943642100] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6063; }","duration":"274.920507ms","start":"2026-03-19T09:14:06.737999Z","end":"2026-03-19T09:14:07.012919Z","steps":["trace[1943642100] 'agreement among raft nodes before linearized reading' (duration: 274.549689ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:07.012779Z","caller":"traceutil/trace.go:171","msg":"trace[1898552438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6063; }","duration":"665.963229ms","start":"2026-03-19T09:14:06.346807Z","end":"2026-03-19T09:14:07.012771Z","steps":["trace[1898552438] 'agreement among raft nodes before linearized reading' (duration: 665.877458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.013007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:06.346795Z","time spent":"666.202294ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:07.4049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.710446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:07.405008Z","caller":"traceutil/trace.go:171","msg":"trace[774937164] linearizableReadLoop","detail":"{readStateIndex:6328; appliedIndex:6327; }","duration":"387.399611ms","start":"2026-03-19T09:14:07.017593Z","end":"2026-03-19T09:14:07.404993Z","steps":["trace[774937164] 'read index received' (duration: 140.517621ms)","trace[774937164] 'applied index is now lower than readState.Index' (duration: 246.88072ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:07.405076Z","caller":"traceutil/trace.go:171","msg":"trace[2107041921] transaction","detail":"{read_only:false; response_revision:6064; number_of_response:1; }","duration":"387.767399ms","start":"2026-03-19T09:14:07.017298Z","end":"2026-03-19T09:14:07.405065Z","steps":["trace[2107041921] 'process raft request' (duration: 140.793268ms)","trace[2107041921] 'compare' (duration: 246.604073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:07.405133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.017282Z","time spent":"387.81888ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:07.405265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.651736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T09:14:07.405382Z","caller":"traceutil/trace.go:171","msg":"trace[1301004540] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6064; }","duration":"387.80119ms","start":"2026-03-19T09:14:07.017558Z","end":"2026-03-19T09:14:07.405359Z","steps":["trace[1301004540] 'agreement among raft nodes before linearized reading' (duration: 387.515363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.405449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.017513Z","time spent":"387.922182ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:14:07.426806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.564224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19722"} {"level":"info","ts":"2026-03-19T09:14:07.426821Z","caller":"traceutil/trace.go:171","msg":"trace[1218759512] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"310.955022ms","start":"2026-03-19T09:14:07.115827Z","end":"2026-03-19T09:14:07.426782Z","steps":["trace[1218759512] 'process raft request' (duration: 310.751958ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:07.426888Z","caller":"traceutil/trace.go:171","msg":"trace[1205573743] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6071; }","duration":"408.652956ms","start":"2026-03-19T09:14:07.018217Z","end":"2026-03-19T09:14:07.42687Z","steps":["trace[1205573743] 'agreement among raft nodes before linearized reading' (duration: 408.413711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.426999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.115807Z","time spent":"311.095456ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:07.427021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.018179Z","time spent":"408.82906ms","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19744,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T09:14:07.427134Z","caller":"traceutil/trace.go:171","msg":"trace[665554656] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"408.635407ms","start":"2026-03-19T09:14:07.018481Z","end":"2026-03-19T09:14:07.427116Z","steps":["trace[665554656] 'process raft request' (duration: 407.88526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.427271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.864589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:14:07.427272Z","caller":"traceutil/trace.go:171","msg":"trace[818307747] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"409.017034ms","start":"2026-03-19T09:14:07.018227Z","end":"2026-03-19T09:14:07.427244Z","steps":["trace[818307747] 'process raft request' (duration: 407.978082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.427306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.198223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-19T09:14:07.427333Z","caller":"traceutil/trace.go:171","msg":"trace[1652957422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6071; }","duration":"233.970111ms","start":"2026-03-19T09:14:07.193349Z","end":"2026-03-19T09:14:07.427319Z","steps":["trace[1652957422] 'agreement among raft nodes before linearized reading' (duration: 233.792897ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:07.427351Z","caller":"traceutil/trace.go:171","msg":"trace[1871564277] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"311.902153ms","start":"2026-03-19T09:14:07.115434Z","end":"2026-03-19T09:14:07.427336Z","steps":["trace[1871564277] 'process raft request' (duration: 311.070185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.427374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.018453Z","time spent":"408.764899ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:07.427427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.018216Z","time spent":"409.124966ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:07.427467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.385631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:07.427472Z","caller":"traceutil/trace.go:171","msg":"trace[217195656] transaction","detail":"{read_only:false; response_revision:6066; number_of_response:1; }","duration":"409.156878ms","start":"2026-03-19T09:14:07.018304Z","end":"2026-03-19T09:14:07.427461Z","steps":["trace[217195656] 'process raft request' (duration: 408.020893ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:07.427467Z","caller":"traceutil/trace.go:171","msg":"trace[114178809] transaction","detail":"{read_only:false; response_revision:6068; number_of_response:1; }","duration":"408.433492ms","start":"2026-03-19T09:14:07.019012Z","end":"2026-03-19T09:14:07.427446Z","steps":["trace[114178809] 'process raft request' (duration: 407.391049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.427165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.246994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:07.427505Z","caller":"traceutil/trace.go:171","msg":"trace[1899051307] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6071; }","duration":"319.455673ms","start":"2026-03-19T09:14:07.108037Z","end":"2026-03-19T09:14:07.427493Z","steps":["trace[1899051307] 'agreement among raft nodes before linearized reading' (duration: 319.389611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.427532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.671373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:07.427429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.115394Z","time spent":"311.991945ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:07.427546Z","caller":"traceutil/trace.go:171","msg":"trace[1332349381] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6071; }","duration":"313.642563ms","start":"2026-03-19T09:14:07.113884Z","end":"2026-03-19T09:14:07.427527Z","steps":["trace[1332349381] 'agreement among raft nodes before linearized reading' (duration: 313.198743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.42757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.018995Z","time spent":"408.525163ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:07.42758Z","caller":"traceutil/trace.go:171","msg":"trace[1842149671] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6071; }","duration":"313.772806ms","start":"2026-03-19T09:14:07.113798Z","end":"2026-03-19T09:14:07.427571Z","steps":["trace[1842149671] 'agreement among raft nodes before linearized reading' (duration: 313.682864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.427589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.811998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:07.427607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.113877Z","time spent":"313.715134ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:14:07.427618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.113733Z","time spent":"313.879427ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-19T09:14:07.427626Z","caller":"traceutil/trace.go:171","msg":"trace[1759759535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6071; }","duration":"403.858809ms","start":"2026-03-19T09:14:07.023756Z","end":"2026-03-19T09:14:07.427614Z","steps":["trace[1759759535] 'agreement among raft nodes before linearized reading' (duration: 403.811238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:07.42738Z","caller":"traceutil/trace.go:171","msg":"trace[890861925] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6071; }","duration":"313.262694ms","start":"2026-03-19T09:14:07.114076Z","end":"2026-03-19T09:14:07.427339Z","steps":["trace[890861925] 'agreement among raft nodes before linearized reading' (duration: 313.123751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.427658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.023747Z","time spent":"403.90506ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:07.42769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.114066Z","time spent":"313.603132ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-19T09:14:07.427542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.108015Z","time spent":"319.518584ms","remote":"127.0.0.1:43002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:07.427371Z","caller":"traceutil/trace.go:171","msg":"trace[1578666401] transaction","detail":"{read_only:false; response_revision:6069; number_of_response:1; }","duration":"407.991542ms","start":"2026-03-19T09:14:07.019356Z","end":"2026-03-19T09:14:07.427348Z","steps":["trace[1578666401] 'process raft request' (duration: 407.115632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.42755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.018289Z","time spent":"409.217419ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:07.427972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.01934Z","time spent":"408.574445ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:07.818459Z","caller":"traceutil/trace.go:171","msg":"trace[48319732] linearizableReadLoop","detail":"{readStateIndex:6336; appliedIndex:6335; }","duration":"320.506486ms","start":"2026-03-19T09:14:07.497916Z","end":"2026-03-19T09:14:07.818422Z","steps":["trace[48319732] 'read index received' (duration: 320.21931ms)","trace[48319732] 'applied index is now lower than readState.Index' (duration: 285.966µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:07.818572Z","caller":"traceutil/trace.go:171","msg":"trace[1627109778] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"383.720818ms","start":"2026-03-19T09:14:07.434757Z","end":"2026-03-19T09:14:07.818478Z","steps":["trace[1627109778] 'process raft request' (duration: 383.458553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.818691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.743711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:07.818734Z","caller":"traceutil/trace.go:171","msg":"trace[2029300516] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6072; }","duration":"320.862644ms","start":"2026-03-19T09:14:07.497858Z","end":"2026-03-19T09:14:07.81872Z","steps":["trace[2029300516] 'agreement among raft nodes before linearized reading' (duration: 320.745291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:07.818893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.497831Z","time spent":"321.047798ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:14:07.818957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:07.434736Z","time spent":"383.934494ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:09.121681Z","caller":"traceutil/trace.go:171","msg":"trace[723138273] transaction","detail":"{read_only:false; response_revision:6074; number_of_response:1; }","duration":"103.222598ms","start":"2026-03-19T09:14:09.018429Z","end":"2026-03-19T09:14:09.121651Z","steps":["trace[723138273] 'process raft request' (duration: 103.065595ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:09.522723Z","caller":"traceutil/trace.go:171","msg":"trace[1939335891] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"108.001814ms","start":"2026-03-19T09:14:09.414687Z","end":"2026-03-19T09:14:09.522689Z","steps":["trace[1939335891] 'process raft request' (duration: 107.704177ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:09.831146Z","caller":"traceutil/trace.go:171","msg":"trace[1286221755] linearizableReadLoop","detail":"{readStateIndex:6341; appliedIndex:6339; }","duration":"308.492777ms","start":"2026-03-19T09:14:09.522629Z","end":"2026-03-19T09:14:09.831122Z","steps":["trace[1286221755] 'read index received' (duration: 308.388745ms)","trace[1286221755] 'applied index is now lower than readState.Index' (duration: 102.882µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:09.831296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.154695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:09.831368Z","caller":"traceutil/trace.go:171","msg":"trace[644224063] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"396.875543ms","start":"2026-03-19T09:14:09.43448Z","end":"2026-03-19T09:14:09.831356Z","steps":["trace[644224063] 'process raft request' (duration: 396.592757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:09.831381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.252877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-19T09:14:09.831384Z","caller":"traceutil/trace.go:171","msg":"trace[847443688] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6077; }","duration":"395.300528ms","start":"2026-03-19T09:14:09.436063Z","end":"2026-03-19T09:14:09.831364Z","steps":["trace[847443688] 'agreement among raft nodes before linearized reading' (duration: 395.123484ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:09.831429Z","caller":"traceutil/trace.go:171","msg":"trace[471864754] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6077; }","duration":"395.350959ms","start":"2026-03-19T09:14:09.436064Z","end":"2026-03-19T09:14:09.831415Z","steps":["trace[471864754] 'agreement among raft nodes before linearized reading' (duration: 395.190156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:09.831405Z","caller":"traceutil/trace.go:171","msg":"trace[1226008817] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"397.077447ms","start":"2026-03-19T09:14:09.434278Z","end":"2026-03-19T09:14:09.831355Z","steps":["trace[1226008817] 'process raft request' (duration: 396.636457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:09.831471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.436043Z","time spent":"395.42074ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-19T09:14:09.83146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.436042Z","time spent":"395.40054ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:14:09.83145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.434444Z","time spent":"396.953634ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:09.831573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.147351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:14:09.831438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.983187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:14:09.831644Z","caller":"traceutil/trace.go:171","msg":"trace[1347257435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6077; }","duration":"398.230503ms","start":"2026-03-19T09:14:09.433393Z","end":"2026-03-19T09:14:09.831623Z","steps":["trace[1347257435] 'agreement among raft nodes before linearized reading' (duration: 398.09361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:09.831633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.434261Z","time spent":"397.241291ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:09.83169Z","caller":"traceutil/trace.go:171","msg":"trace[722403725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6077; }","duration":"398.242063ms","start":"2026-03-19T09:14:09.433435Z","end":"2026-03-19T09:14:09.831677Z","steps":["trace[722403725] 'agreement among raft nodes before linearized reading' (duration: 397.901406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:09.831698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.433387Z","time spent":"398.299394ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:09.831721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.433414Z","time spent":"398.300115ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:09.831441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.40583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:09.83183Z","caller":"traceutil/trace.go:171","msg":"trace[570087229] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6077; }","duration":"395.823759ms","start":"2026-03-19T09:14:09.435991Z","end":"2026-03-19T09:14:09.831815Z","steps":["trace[570087229] 'agreement among raft nodes before linearized reading' (duration: 395.40351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:09.831917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.435979Z","time spent":"395.8914ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T09:14:10.100577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.861178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:10.100706Z","caller":"traceutil/trace.go:171","msg":"trace[737039075] linearizableReadLoop","detail":"{readStateIndex:6342; appliedIndex:6341; }","duration":"269.460684ms","start":"2026-03-19T09:14:09.831221Z","end":"2026-03-19T09:14:10.100681Z","steps":["trace[737039075] 'read index received' (duration: 103.373691ms)","trace[737039075] 'applied index is now lower than readState.Index' (duration: 166.085643ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:10.100765Z","caller":"traceutil/trace.go:171","msg":"trace[505795729] transaction","detail":"{read_only:false; response_revision:6078; number_of_response:1; }","duration":"572.913318ms","start":"2026-03-19T09:14:09.527792Z","end":"2026-03-19T09:14:10.100706Z","steps":["trace[505795729] 'process raft request' (duration: 406.804905ms)","trace[505795729] 'compare' (duration: 165.727785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:10.101013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.527769Z","time spent":"573.103123ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:10.101036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.760636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:14:10.101288Z","caller":"traceutil/trace.go:171","msg":"trace[541876350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6078; }","duration":"276.041872ms","start":"2026-03-19T09:14:09.825227Z","end":"2026-03-19T09:14:10.101268Z","steps":["trace[541876350] 'agreement among raft nodes before linearized reading' (duration: 275.709534ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:10.154681Z","caller":"traceutil/trace.go:171","msg":"trace[304546002] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"316.637689ms","start":"2026-03-19T09:14:09.838001Z","end":"2026-03-19T09:14:10.154639Z","steps":["trace[304546002] 'process raft request' (duration: 316.580357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:10.154767Z","caller":"traceutil/trace.go:171","msg":"trace[663187797] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"317.617352ms","start":"2026-03-19T09:14:09.837116Z","end":"2026-03-19T09:14:10.154733Z","steps":["trace[663187797] 'process raft request' (duration: 317.258524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:10.154933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.837967Z","time spent":"316.827013ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:10.155016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:09.837092Z","time spent":"317.724735ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:10.809516Z","caller":"traceutil/trace.go:171","msg":"trace[1522815546] linearizableReadLoop","detail":"{readStateIndex:6345; appliedIndex:6344; }","duration":"258.846457ms","start":"2026-03-19T09:14:10.550638Z","end":"2026-03-19T09:14:10.809484Z","steps":["trace[1522815546] 'read index received' (duration: 252.989916ms)","trace[1522815546] 'applied index is now lower than readState.Index' (duration: 5.854761ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:10.809578Z","caller":"traceutil/trace.go:171","msg":"trace[206550586] transaction","detail":"{read_only:false; response_revision:6081; number_of_response:1; }","duration":"703.747084ms","start":"2026-03-19T09:14:10.1058Z","end":"2026-03-19T09:14:10.809547Z","steps":["trace[206550586] 'process raft request' (duration: 697.849452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:10.809734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:10.105774Z","time spent":"703.877567ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:10.80979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.425917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:10.809923Z","caller":"traceutil/trace.go:171","msg":"trace[1078557995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6081; }","duration":"173.570901ms","start":"2026-03-19T09:14:10.636327Z","end":"2026-03-19T09:14:10.809898Z","steps":["trace[1078557995] 'agreement among raft nodes before linearized reading' (duration: 173.383916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:10.809848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.188985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:14:10.810205Z","caller":"traceutil/trace.go:171","msg":"trace[1258570953] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:6081; }","duration":"259.578814ms","start":"2026-03-19T09:14:10.5506Z","end":"2026-03-19T09:14:10.810179Z","steps":["trace[1258570953] 'agreement among raft nodes before linearized reading' (duration: 259.082512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:11.423283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.333877ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:14:11.423911Z","caller":"traceutil/trace.go:171","msg":"trace[1030516711] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"296.708184ms","start":"2026-03-19T09:14:11.127172Z","end":"2026-03-19T09:14:11.42388Z","steps":["trace[1030516711] 'process raft request' (duration: 296.242964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:12.337342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786267032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:14:12.797144Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264699046s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:14:12.797563Z","caller":"traceutil/trace.go:171","msg":"trace[661720330] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"1.265227388s","start":"2026-03-19T09:14:11.532305Z","end":"2026-03-19T09:14:12.797533Z","steps":["trace[661720330] 'process raft request' (duration: 1.265058664s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:12.797729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:11.532287Z","time spent":"1.26535766s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:13.081151Z","caller":"traceutil/trace.go:171","msg":"trace[1264278663] linearizableReadLoop","detail":"{readStateIndex:6350; appliedIndex:6347; }","duration":"1.244625697s","start":"2026-03-19T09:14:11.836484Z","end":"2026-03-19T09:14:13.08111Z","steps":["trace[1264278663] 'read index received' (duration: 960.939725ms)","trace[1264278663] 'applied index is now lower than readState.Index' (duration: 283.684162ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:13.081217Z","caller":"traceutil/trace.go:171","msg":"trace[260489531] transaction","detail":"{read_only:false; response_revision:6084; number_of_response:1; }","duration":"1.243963242s","start":"2026-03-19T09:14:11.83718Z","end":"2026-03-19T09:14:13.081144Z","steps":["trace[260489531] 'process raft request' (duration: 1.180578995s)","trace[260489531] 'compare' (duration: 63.07793ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:13.081352Z","caller":"traceutil/trace.go:171","msg":"trace[1215802551] transaction","detail":"{read_only:false; response_revision:6085; number_of_response:1; }","duration":"1.244085295s","start":"2026-03-19T09:14:11.837246Z","end":"2026-03-19T09:14:13.081332Z","steps":["trace[1215802551] 'process raft request' (duration: 1.243793108s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.081388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:11.83717Z","time spent":"1.244132216s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:13.081523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:11.837243Z","time spent":"1.244150786s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:13.081629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.866318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:13.081712Z","caller":"traceutil/trace.go:171","msg":"trace[1977936984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6085; }","duration":"564.995773ms","start":"2026-03-19T09:14:12.516692Z","end":"2026-03-19T09:14:13.081688Z","steps":["trace[1977936984] 'agreement among raft nodes before linearized reading' (duration: 564.889159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.081769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.516654Z","time spent":"565.106274ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:13.081777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.94742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:14:13.081768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.511014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:14:13.081812Z","caller":"traceutil/trace.go:171","msg":"trace[1439796511] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6085; }","duration":"234.002752ms","start":"2026-03-19T09:14:12.847797Z","end":"2026-03-19T09:14:13.0818Z","steps":["trace[1439796511] 'agreement among raft nodes before linearized reading' (duration: 233.91188ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:13.081816Z","caller":"traceutil/trace.go:171","msg":"trace[408821929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:6085; }","duration":"260.604576ms","start":"2026-03-19T09:14:12.821201Z","end":"2026-03-19T09:14:13.081806Z","steps":["trace[408821929] 'agreement among raft nodes before linearized reading' (duration: 260.414701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.08179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24474243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"warn","ts":"2026-03-19T09:14:13.081837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.41958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:14:13.081622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245099457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:13.081887Z","caller":"traceutil/trace.go:171","msg":"trace[19473166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6085; }","duration":"267.520552ms","start":"2026-03-19T09:14:12.81435Z","end":"2026-03-19T09:14:13.08187Z","steps":["trace[19473166] 'agreement among raft nodes before linearized reading' (duration: 267.340288ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:13.081893Z","caller":"traceutil/trace.go:171","msg":"trace[612745036] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6085; }","duration":"1.244885863s","start":"2026-03-19T09:14:11.836977Z","end":"2026-03-19T09:14:13.081863Z","steps":["trace[612745036] 'agreement among raft nodes before linearized reading' (duration: 1.244574176s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.081913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.388311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:13.081929Z","caller":"traceutil/trace.go:171","msg":"trace[1139654592] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6085; }","duration":"1.245450575s","start":"2026-03-19T09:14:11.836452Z","end":"2026-03-19T09:14:13.081902Z","steps":["trace[1139654592] 'agreement among raft nodes before linearized reading' (duration: 1.245079536s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.081965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.983034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:14:13.081961Z","caller":"traceutil/trace.go:171","msg":"trace[926810158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6085; }","duration":"446.480333ms","start":"2026-03-19T09:14:12.635467Z","end":"2026-03-19T09:14:13.081948Z","steps":["trace[926810158] 'agreement among raft nodes before linearized reading' (duration: 446.392491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.08199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:11.836427Z","time spent":"1.245544988s","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-19T09:14:13.081996Z","caller":"traceutil/trace.go:171","msg":"trace[2106494103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6085; }","duration":"977.039024ms","start":"2026-03-19T09:14:12.104949Z","end":"2026-03-19T09:14:13.081988Z","steps":["trace[2106494103] 'agreement among raft nodes before linearized reading' (duration: 976.954352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.082027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.104937Z","time spent":"977.081995ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:13.082024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.635443Z","time spent":"446.570975ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:13.082075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245026317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:13.082135Z","caller":"traceutil/trace.go:171","msg":"trace[2022663183] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6085; }","duration":"1.245097558s","start":"2026-03-19T09:14:11.837022Z","end":"2026-03-19T09:14:13.08212Z","steps":["trace[2022663183] 'agreement among raft nodes before linearized reading' (duration: 1.244999026s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.082162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.058473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:14:13.08216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.083984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:14:13.082189Z","caller":"traceutil/trace.go:171","msg":"trace[1280273595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6085; }","duration":"921.098693ms","start":"2026-03-19T09:14:12.161082Z","end":"2026-03-19T09:14:13.082181Z","steps":["trace[1280273595] 'agreement among raft nodes before linearized reading' (duration: 921.014112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.082182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:11.837019Z","time spent":"1.245151379s","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:14:13.082208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.161078Z","time spent":"921.125394ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:14:13.082196Z","caller":"traceutil/trace.go:171","msg":"trace[379741727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6085; }","duration":"921.134395ms","start":"2026-03-19T09:14:12.161052Z","end":"2026-03-19T09:14:13.082187Z","steps":["trace[379741727] 'agreement among raft nodes before linearized reading' (duration: 921.046673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.082306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.161044Z","time spent":"921.247747ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:13.082138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.227401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-19T09:14:13.082374Z","caller":"traceutil/trace.go:171","msg":"trace[1113602519] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6085; }","duration":"999.480076ms","start":"2026-03-19T09:14:12.082876Z","end":"2026-03-19T09:14:13.082356Z","steps":["trace[1113602519] 'agreement among raft nodes before linearized reading' (duration: 999.061397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.082417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.082813Z","time spent":"999.590768ms","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-19T09:14:13.08246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:11.83696Z","time spent":"1.245485826s","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-19T09:14:13.540852Z","caller":"traceutil/trace.go:171","msg":"trace[218399973] transaction","detail":"{read_only:false; response_revision:6087; number_of_response:1; }","duration":"451.075195ms","start":"2026-03-19T09:14:13.089748Z","end":"2026-03-19T09:14:13.540824Z","steps":["trace[218399973] 'process raft request' (duration: 450.8301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.541087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:13.089734Z","time spent":"451.255419ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:13.541321Z","caller":"traceutil/trace.go:171","msg":"trace[1065996268] transaction","detail":"{read_only:false; response_revision:6088; number_of_response:1; }","duration":"450.047282ms","start":"2026-03-19T09:14:13.091231Z","end":"2026-03-19T09:14:13.541278Z","steps":["trace[1065996268] 'process raft request' (duration: 449.500219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:13.541432Z","caller":"traceutil/trace.go:171","msg":"trace[1295077172] linearizableReadLoop","detail":"{readStateIndex:6352; appliedIndex:6350; }","duration":"450.394059ms","start":"2026-03-19T09:14:13.091001Z","end":"2026-03-19T09:14:13.541396Z","steps":["trace[1295077172] 'read index received' (duration: 64.848629ms)","trace[1295077172] 'applied index is now lower than readState.Index' (duration: 385.54384ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:13.541615Z","caller":"traceutil/trace.go:171","msg":"trace[922908993] transaction","detail":"{read_only:false; response_revision:6089; number_of_response:1; }","duration":"449.01648ms","start":"2026-03-19T09:14:13.09258Z","end":"2026-03-19T09:14:13.541596Z","steps":["trace[922908993] 'process raft request' (duration: 448.506529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.541631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:13.091221Z","time spent":"450.226097ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:13.541797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.784039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19722"} {"level":"info","ts":"2026-03-19T09:14:13.541865Z","caller":"traceutil/trace.go:171","msg":"trace[1588263687] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6089; }","duration":"450.86295ms","start":"2026-03-19T09:14:13.090985Z","end":"2026-03-19T09:14:13.541848Z","steps":["trace[1588263687] 'agreement among raft nodes before linearized reading' (duration: 450.659886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.541912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:13.090975Z","time spent":"450.926562ms","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19744,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:14:13.541794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:13.092568Z","time spent":"449.100131ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:13.542892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.10025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:13.542892Z","caller":"traceutil/trace.go:171","msg":"trace[1409144105] transaction","detail":"{read_only:false; response_revision:6090; number_of_response:1; }","duration":"113.436355ms","start":"2026-03-19T09:14:13.42941Z","end":"2026-03-19T09:14:13.542846Z","steps":["trace[1409144105] 'process raft request' (duration: 113.284002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:13.542978Z","caller":"traceutil/trace.go:171","msg":"trace[2058522227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6090; }","duration":"181.247893ms","start":"2026-03-19T09:14:13.36171Z","end":"2026-03-19T09:14:13.542958Z","steps":["trace[2058522227] 'agreement among raft nodes before linearized reading' (duration: 181.083799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.920002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.825699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:13.920158Z","caller":"traceutil/trace.go:171","msg":"trace[1984654619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6090; }","duration":"285.037993ms","start":"2026-03-19T09:14:13.635082Z","end":"2026-03-19T09:14:13.92012Z","steps":["trace[1984654619] 'range keys from in-memory index tree' (duration: 284.711496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.769317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.353622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:14.769445Z","caller":"traceutil/trace.go:171","msg":"trace[1890933830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6091; }","duration":"133.516796ms","start":"2026-03-19T09:14:14.635901Z","end":"2026-03-19T09:14:14.769418Z","steps":["trace[1890933830] 'range keys from in-memory index tree' (duration: 133.213389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:15.644723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.854381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:15.644964Z","caller":"traceutil/trace.go:171","msg":"trace[695066438] transaction","detail":"{read_only:false; response_revision:6094; number_of_response:1; }","duration":"555.885889ms","start":"2026-03-19T09:14:15.089045Z","end":"2026-03-19T09:14:15.644931Z","steps":["trace[695066438] 'process raft request' (duration: 116.73977ms)","trace[695066438] 'compare' (duration: 438.744479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:15.645121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.089019Z","time spent":"556.019271ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:15.645149Z","caller":"traceutil/trace.go:171","msg":"trace[1780022832] linearizableReadLoop","detail":"{readStateIndex:6359; appliedIndex:6357; }","duration":"555.848818ms","start":"2026-03-19T09:14:15.089277Z","end":"2026-03-19T09:14:15.645126Z","steps":["trace[1780022832] 'read index received' (duration: 10.27219ms)","trace[1780022832] 'applied index is now lower than readState.Index' (duration: 545.572048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:15.645609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.354449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-19T09:14:15.64565Z","caller":"traceutil/trace.go:171","msg":"trace[107583204] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6095; }","duration":"556.469062ms","start":"2026-03-19T09:14:15.089173Z","end":"2026-03-19T09:14:15.645642Z","steps":["trace[107583204] 'agreement among raft nodes before linearized reading' (duration: 556.054413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:15.645673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.08914Z","time spent":"556.528803ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-19T09:14:15.645628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.574487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:14:15.645756Z","caller":"traceutil/trace.go:171","msg":"trace[1821473249] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:6095; }","duration":"549.727321ms","start":"2026-03-19T09:14:15.096016Z","end":"2026-03-19T09:14:15.645743Z","steps":["trace[1821473249] 'agreement among raft nodes before linearized reading' (duration: 549.480865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:15.645907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.095999Z","time spent":"549.845933ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:14:15.646138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.053667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:14:15.646371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.52003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:14:15.646433Z","caller":"traceutil/trace.go:171","msg":"trace[726660399] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:6095; }","duration":"203.631633ms","start":"2026-03-19T09:14:15.442786Z","end":"2026-03-19T09:14:15.646417Z","steps":["trace[726660399] 'agreement among raft nodes before linearized reading' (duration: 203.486319ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:15.646383Z","caller":"traceutil/trace.go:171","msg":"trace[1910959693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6095; }","duration":"100.295783ms","start":"2026-03-19T09:14:15.546074Z","end":"2026-03-19T09:14:15.64637Z","steps":["trace[1910959693] 'agreement among raft nodes before linearized reading' (duration: 99.980506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:15.646327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.428785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:15.647216Z","caller":"traceutil/trace.go:171","msg":"trace[1523331575] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6095; }","duration":"203.318325ms","start":"2026-03-19T09:14:15.443862Z","end":"2026-03-19T09:14:15.64718Z","steps":["trace[1523331575] 'agreement among raft nodes before linearized reading' (duration: 202.432376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:15.646962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.484194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:14:15.647428Z","caller":"traceutil/trace.go:171","msg":"trace[1811840908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6095; }","duration":"485.991345ms","start":"2026-03-19T09:14:15.161416Z","end":"2026-03-19T09:14:15.647407Z","steps":["trace[1811840908] 'agreement among raft nodes before linearized reading' (duration: 485.195788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:15.647493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.161394Z","time spent":"486.081257ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:16.086388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.021088ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-19T09:14:16.086675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.647318Z","time spent":"439.348394ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:14:16.086792Z","caller":"traceutil/trace.go:171","msg":"trace[1600441729] linearizableReadLoop","detail":"{readStateIndex:6361; appliedIndex:6360; }","duration":"435.901715ms","start":"2026-03-19T09:14:15.650859Z","end":"2026-03-19T09:14:16.08676Z","steps":["trace[1600441729] 'read index received' (duration: 203.500878ms)","trace[1600441729] 'applied index is now lower than readState.Index' (duration: 232.397327ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:16.08688Z","caller":"traceutil/trace.go:171","msg":"trace[335715810] transaction","detail":"{read_only:false; response_revision:6099; number_of_response:1; }","duration":"434.938264ms","start":"2026-03-19T09:14:15.651924Z","end":"2026-03-19T09:14:16.086863Z","steps":["trace[335715810] 'process raft request' (duration: 434.884813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.087004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.651916Z","time spent":"435.009815ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:16.087167Z","caller":"traceutil/trace.go:171","msg":"trace[183752161] transaction","detail":"{read_only:false; response_revision:6097; number_of_response:1; }","duration":"435.748072ms","start":"2026-03-19T09:14:15.651403Z","end":"2026-03-19T09:14:16.087151Z","steps":["trace[183752161] 'process raft request' (duration: 435.309063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.087168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.293004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101835"} {"level":"info","ts":"2026-03-19T09:14:16.08723Z","caller":"traceutil/trace.go:171","msg":"trace[1839448790] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6099; }","duration":"436.379176ms","start":"2026-03-19T09:14:15.650837Z","end":"2026-03-19T09:14:16.087216Z","steps":["trace[1839448790] 'agreement among raft nodes before linearized reading' (duration: 436.038178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.087253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.65139Z","time spent":"435.818553ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:16.087287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.650823Z","time spent":"436.450067ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101857,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:14:16.087445Z","caller":"traceutil/trace.go:171","msg":"trace[1052447043] transaction","detail":"{read_only:false; response_revision:6098; number_of_response:1; }","duration":"435.809733ms","start":"2026-03-19T09:14:15.651619Z","end":"2026-03-19T09:14:16.087429Z","steps":["trace[1052447043] 'process raft request' (duration: 435.147999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.087535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.651611Z","time spent":"435.880235ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:16.087023Z","caller":"traceutil/trace.go:171","msg":"trace[1953526517] transaction","detail":"{read_only:false; response_revision:6096; number_of_response:1; }","duration":"436.082269ms","start":"2026-03-19T09:14:15.650918Z","end":"2026-03-19T09:14:16.087Z","steps":["trace[1953526517] 'process raft request' (duration: 435.590518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:16.087722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:15.650868Z","time spent":"436.809256ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:16.252613Z","caller":"traceutil/trace.go:171","msg":"trace[1253271108] transaction","detail":"{read_only:false; response_revision:6100; number_of_response:1; }","duration":"163.2424ms","start":"2026-03-19T09:14:16.089348Z","end":"2026-03-19T09:14:16.25259Z","steps":["trace[1253271108] 'process raft request' (duration: 163.118717ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:16.339469Z","caller":"traceutil/trace.go:171","msg":"trace[1934213706] transaction","detail":"{read_only:false; response_revision:6101; number_of_response:1; }","duration":"189.607048ms","start":"2026-03-19T09:14:16.149809Z","end":"2026-03-19T09:14:16.339416Z","steps":["trace[1934213706] 'process raft request' (duration: 189.116717ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:17.96411Z","caller":"traceutil/trace.go:171","msg":"trace[82813264] linearizableReadLoop","detail":"{readStateIndex:6371; appliedIndex:6369; }","duration":"311.31437ms","start":"2026-03-19T09:14:17.652736Z","end":"2026-03-19T09:14:17.964051Z","steps":["trace[82813264] 'read index received' (duration: 75.426427ms)","trace[82813264] 'applied index is now lower than readState.Index' (duration: 235.886663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:17.964527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.768601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-19T09:14:17.964649Z","caller":"traceutil/trace.go:171","msg":"trace[2086385701] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6105; }","duration":"311.937064ms","start":"2026-03-19T09:14:17.652702Z","end":"2026-03-19T09:14:17.964639Z","steps":["trace[2086385701] 'agreement among raft nodes before linearized reading' (duration: 311.654197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:17.964759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:17.652688Z","time spent":"312.061078ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-19T09:14:17.96453Z","caller":"traceutil/trace.go:171","msg":"trace[137113195] transaction","detail":"{read_only:false; response_revision:6105; number_of_response:1; }","duration":"313.224603ms","start":"2026-03-19T09:14:17.651277Z","end":"2026-03-19T09:14:17.964501Z","steps":["trace[137113195] 'process raft request' (duration: 311.656768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:17.965119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:17.651251Z","time spent":"313.792855ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:18.298615Z","caller":"traceutil/trace.go:171","msg":"trace[322003833] transaction","detail":"{read_only:false; response_revision:6107; number_of_response:1; }","duration":"105.08195ms","start":"2026-03-19T09:14:18.193507Z","end":"2026-03-19T09:14:18.298589Z","steps":["trace[322003833] 'process raft request' (duration: 104.853755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:18.588568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.387634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:18.588795Z","caller":"traceutil/trace.go:171","msg":"trace[1152646508] linearizableReadLoop","detail":"{readStateIndex:6374; appliedIndex:6372; }","duration":"394.94061ms","start":"2026-03-19T09:14:18.193835Z","end":"2026-03-19T09:14:18.588776Z","steps":["trace[1152646508] 'read index received' (duration: 104.567469ms)","trace[1152646508] 'applied index is now lower than readState.Index' (duration: 290.371991ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:18.589054Z","caller":"traceutil/trace.go:171","msg":"trace[1561732057] transaction","detail":"{read_only:false; response_revision:6109; number_of_response:1; }","duration":"394.816386ms","start":"2026-03-19T09:14:18.194203Z","end":"2026-03-19T09:14:18.589019Z","steps":["trace[1561732057] 'process raft request' (duration: 394.472019ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:18.589122Z","caller":"traceutil/trace.go:171","msg":"trace[359225702] transaction","detail":"{read_only:false; response_revision:6110; number_of_response:1; }","duration":"394.911118ms","start":"2026-03-19T09:14:18.1942Z","end":"2026-03-19T09:14:18.589112Z","steps":["trace[359225702] 'process raft request' (duration: 394.53075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:18.589188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:18.194188Z","time spent":"394.96991ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:18.589254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:18.194193Z","time spent":"394.946849ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:18.589432Z","caller":"traceutil/trace.go:171","msg":"trace[1541225] transaction","detail":"{read_only:false; response_revision:6108; number_of_response:1; }","duration":"395.873132ms","start":"2026-03-19T09:14:18.193545Z","end":"2026-03-19T09:14:18.589418Z","steps":["trace[1541225] 'process raft request' (duration: 205.533426ms)","trace[1541225] 'compare' (duration: 189.252151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:18.5895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:18.193499Z","time spent":"395.964834ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:18.589085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.244806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101835"} {"level":"info","ts":"2026-03-19T09:14:18.589654Z","caller":"traceutil/trace.go:171","msg":"trace[513937345] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6110; }","duration":"395.845591ms","start":"2026-03-19T09:14:18.193797Z","end":"2026-03-19T09:14:18.589643Z","steps":["trace[513937345] 'agreement among raft nodes before linearized reading' (duration: 395.033092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:18.589697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:18.193786Z","time spent":"395.901222ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101857,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:14:18.812874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.932327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:18.813069Z","caller":"traceutil/trace.go:171","msg":"trace[1660451283] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6110; }","duration":"101.184682ms","start":"2026-03-19T09:14:18.711861Z","end":"2026-03-19T09:14:18.813046Z","steps":["trace[1660451283] 'range keys from in-memory index tree' (duration: 100.843835ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:19.059998Z","caller":"traceutil/trace.go:171","msg":"trace[179276816] transaction","detail":"{read_only:false; response_revision:6111; number_of_response:1; }","duration":"107.884092ms","start":"2026-03-19T09:14:18.952082Z","end":"2026-03-19T09:14:19.059966Z","steps":["trace[179276816] 'process raft request' (duration: 107.705168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:19.271702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.156266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:19.271758Z","caller":"traceutil/trace.go:171","msg":"trace[1845685122] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6111; }","duration":"103.271859ms","start":"2026-03-19T09:14:19.168472Z","end":"2026-03-19T09:14:19.271744Z","steps":["trace[1845685122] 'range keys from in-memory index tree' (duration: 103.059235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:19.271847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.29836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:19.271906Z","caller":"traceutil/trace.go:171","msg":"trace[1668177921] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6111; }","duration":"103.445583ms","start":"2026-03-19T09:14:19.168445Z","end":"2026-03-19T09:14:19.27189Z","steps":["trace[1668177921] 'range keys from in-memory index tree' (duration: 103.168946ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:19.894077Z","caller":"traceutil/trace.go:171","msg":"trace[652627470] transaction","detail":"{read_only:false; response_revision:6113; number_of_response:1; }","duration":"159.244441ms","start":"2026-03-19T09:14:19.734804Z","end":"2026-03-19T09:14:19.894049Z","steps":["trace[652627470] 'process raft request' (duration: 158.717059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:20.764997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.535231ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:14:20.765122Z","caller":"traceutil/trace.go:171","msg":"trace[194509887] linearizableReadLoop","detail":"{readStateIndex:6382; appliedIndex:6381; }","duration":"168.542019ms","start":"2026-03-19T09:14:20.59656Z","end":"2026-03-19T09:14:20.765102Z","steps":["trace[194509887] 'read index received' (duration: 36.831874ms)","trace[194509887] 'applied index is now lower than readState.Index' (duration: 131.706374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:20.765399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.752703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:14:20.765439Z","caller":"traceutil/trace.go:171","msg":"trace[32264401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6115; }","duration":"168.823945ms","start":"2026-03-19T09:14:20.596603Z","end":"2026-03-19T09:14:20.765427Z","steps":["trace[32264401] 'agreement among raft nodes before linearized reading' (duration: 168.6087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:20.765431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.837805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:14:20.765532Z","caller":"traceutil/trace.go:171","msg":"trace[311167601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6115; }","duration":"168.967218ms","start":"2026-03-19T09:14:20.596542Z","end":"2026-03-19T09:14:20.765509Z","steps":["trace[311167601] 'agreement among raft nodes before linearized reading' (duration: 168.62667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:20.765711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.261224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:20.765734Z","caller":"traceutil/trace.go:171","msg":"trace[1930786512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6115; }","duration":"131.309115ms","start":"2026-03-19T09:14:20.634419Z","end":"2026-03-19T09:14:20.765728Z","steps":["trace[1930786512] 'agreement among raft nodes before linearized reading' (duration: 131.270925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:20.766044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.322182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:20.766075Z","caller":"traceutil/trace.go:171","msg":"trace[749333676] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6115; }","duration":"129.371604ms","start":"2026-03-19T09:14:20.636693Z","end":"2026-03-19T09:14:20.766064Z","steps":["trace[749333676] 'agreement among raft nodes before linearized reading' (duration: 129.321793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:20.766047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.243354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:14:20.766157Z","caller":"traceutil/trace.go:171","msg":"trace[1364952559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6115; }","duration":"169.417468ms","start":"2026-03-19T09:14:20.596711Z","end":"2026-03-19T09:14:20.766128Z","steps":["trace[1364952559] 'agreement among raft nodes before linearized reading' (duration: 169.06819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:20.76624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.301919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:14:20.766266Z","caller":"traceutil/trace.go:171","msg":"trace[1663518485] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:6115; }","duration":"166.34429ms","start":"2026-03-19T09:14:20.599915Z","end":"2026-03-19T09:14:20.76626Z","steps":["trace[1663518485] 'agreement among raft nodes before linearized reading' (duration: 166.263528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:20.902062Z","caller":"traceutil/trace.go:171","msg":"trace[782006333] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"131.166863ms","start":"2026-03-19T09:14:20.770856Z","end":"2026-03-19T09:14:20.902023Z","steps":["trace[782006333] 'process raft request' (duration: 130.896217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:21.36783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.141293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:21.36801Z","caller":"traceutil/trace.go:171","msg":"trace[2131415582] linearizableReadLoop","detail":"{readStateIndex:6385; appliedIndex:6382; }","duration":"594.210125ms","start":"2026-03-19T09:14:20.773783Z","end":"2026-03-19T09:14:21.367993Z","steps":["trace[2131415582] 'read index received' (duration: 128.026352ms)","trace[2131415582] 'applied index is now lower than readState.Index' (duration: 466.182643ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:21.368067Z","caller":"traceutil/trace.go:171","msg":"trace[340286164] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"595.291459ms","start":"2026-03-19T09:14:20.772712Z","end":"2026-03-19T09:14:21.368004Z","steps":["trace[340286164] 'process raft request' (duration: 378.658356ms)","trace[340286164] 'compare' (duration: 215.975838ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:21.368125Z","caller":"traceutil/trace.go:171","msg":"trace[1269968340] transaction","detail":"{read_only:false; response_revision:6118; number_of_response:1; }","duration":"595.238868ms","start":"2026-03-19T09:14:20.772853Z","end":"2026-03-19T09:14:21.368092Z","steps":["trace[1269968340] 'process raft request' (duration: 595.076664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:21.368256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:20.772675Z","time spent":"595.477394ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:21.368267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:20.772834Z","time spent":"595.360271ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:21.368489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.695577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101835"} {"level":"info","ts":"2026-03-19T09:14:21.368541Z","caller":"traceutil/trace.go:171","msg":"trace[1602651786] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6118; }","duration":"594.757018ms","start":"2026-03-19T09:14:20.773772Z","end":"2026-03-19T09:14:21.368529Z","steps":["trace[1602651786] 'agreement among raft nodes before linearized reading' (duration: 594.474302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:21.368577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:20.773757Z","time spent":"594.811539ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101857,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:14:21.437017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.780955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:21.43709Z","caller":"traceutil/trace.go:171","msg":"trace[316015970] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6119; }","duration":"160.902277ms","start":"2026-03-19T09:14:21.276172Z","end":"2026-03-19T09:14:21.437074Z","steps":["trace[316015970] 'agreement among raft nodes before linearized reading' (duration: 160.793865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:21.437125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.287484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:21.4372Z","caller":"traceutil/trace.go:171","msg":"trace[799634930] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6119; }","duration":"181.409007ms","start":"2026-03-19T09:14:21.25577Z","end":"2026-03-19T09:14:21.437179Z","steps":["trace[799634930] 'agreement among raft nodes before linearized reading' (duration: 181.276514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:21.437246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.344933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:14:21.437302Z","caller":"traceutil/trace.go:171","msg":"trace[598188906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6119; }","duration":"367.451275ms","start":"2026-03-19T09:14:21.069837Z","end":"2026-03-19T09:14:21.437288Z","steps":["trace[598188906] 'agreement among raft nodes before linearized reading' (duration: 367.304022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:21.437341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:21.069815Z","time spent":"367.517977ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:14:21.437357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.732543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:21.437475Z","caller":"traceutil/trace.go:171","msg":"trace[1569865810] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6119; }","duration":"160.879197ms","start":"2026-03-19T09:14:21.276583Z","end":"2026-03-19T09:14:21.437462Z","steps":["trace[1569865810] 'agreement among raft nodes before linearized reading' (duration: 160.744034ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:21.43744Z","caller":"traceutil/trace.go:171","msg":"trace[1857125926] transaction","detail":"{read_only:false; response_revision:6119; number_of_response:1; }","duration":"160.652912ms","start":"2026-03-19T09:14:21.276756Z","end":"2026-03-19T09:14:21.437409Z","steps":["trace[1857125926] 'process raft request' (duration: 160.067789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:21.437959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.551462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:21.438038Z","caller":"traceutil/trace.go:171","msg":"trace[1387481600] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6119; }","duration":"585.690385ms","start":"2026-03-19T09:14:20.852309Z","end":"2026-03-19T09:14:21.438Z","steps":["trace[1387481600] 'agreement among raft nodes before linearized reading' (duration: 584.634632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:21.438081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:20.852284Z","time spent":"585.785687ms","remote":"127.0.0.1:53074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:22.002243Z","caller":"traceutil/trace.go:171","msg":"trace[1550013582] transaction","detail":"{read_only:false; response_revision:6121; number_of_response:1; }","duration":"102.534453ms","start":"2026-03-19T09:14:21.899643Z","end":"2026-03-19T09:14:22.002177Z","steps":["trace[1550013582] 'process raft request' (duration: 102.369689ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:22.363509Z","caller":"traceutil/trace.go:171","msg":"trace[919982487] transaction","detail":"{read_only:false; response_revision:6122; number_of_response:1; }","duration":"357.649957ms","start":"2026-03-19T09:14:22.005839Z","end":"2026-03-19T09:14:22.363489Z","steps":["trace[919982487] 'process raft request' (duration: 357.537725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:22.36364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:22.005816Z","time spent":"357.753859ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:22.363959Z","caller":"traceutil/trace.go:171","msg":"trace[1102047413] linearizableReadLoop","detail":"{readStateIndex:6389; appliedIndex:6389; }","duration":"357.601775ms","start":"2026-03-19T09:14:22.006346Z","end":"2026-03-19T09:14:22.363948Z","steps":["trace[1102047413] 'read index received' (duration: 357.596465ms)","trace[1102047413] 'applied index is now lower than readState.Index' (duration: 4.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:22.364063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.721979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-19T09:14:22.364087Z","caller":"traceutil/trace.go:171","msg":"trace[889447635] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6122; }","duration":"357.782799ms","start":"2026-03-19T09:14:22.006298Z","end":"2026-03-19T09:14:22.364081Z","steps":["trace[889447635] 'agreement among raft nodes before linearized reading' (duration: 357.688087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:22.364106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:22.006279Z","time spent":"357.822831ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-19T09:14:22.580611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.72397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:22.580719Z","caller":"traceutil/trace.go:171","msg":"trace[1498320616] linearizableReadLoop","detail":"{readStateIndex:6390; appliedIndex:6389; }","duration":"172.395454ms","start":"2026-03-19T09:14:22.408303Z","end":"2026-03-19T09:14:22.580699Z","steps":["trace[1498320616] 'read index received' (duration: 21.476479ms)","trace[1498320616] 'applied index is now lower than readState.Index' (duration: 150.917455ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:22.580782Z","caller":"traceutil/trace.go:171","msg":"trace[185642269] transaction","detail":"{read_only:false; response_revision:6123; number_of_response:1; }","duration":"527.707598ms","start":"2026-03-19T09:14:22.053032Z","end":"2026-03-19T09:14:22.58074Z","steps":["trace[185642269] 'process raft request' (duration: 376.765563ms)","trace[185642269] 'compare' (duration: 150.613387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:22.580912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.601568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:14:22.580968Z","caller":"traceutil/trace.go:171","msg":"trace[1489012608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6123; }","duration":"172.70035ms","start":"2026-03-19T09:14:22.408254Z","end":"2026-03-19T09:14:22.580954Z","steps":["trace[1489012608] 'agreement among raft nodes before linearized reading' (duration: 172.541477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:22.581025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.308383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T09:14:22.581296Z","caller":"traceutil/trace.go:171","msg":"trace[518921404] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6123; }","duration":"147.59549ms","start":"2026-03-19T09:14:22.433676Z","end":"2026-03-19T09:14:22.581271Z","steps":["trace[518921404] 'agreement among raft nodes before linearized reading' (duration: 147.289263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:22.581321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.333764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T09:14:22.580918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:22.053018Z","time spent":"527.82531ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:22.5815Z","caller":"traceutil/trace.go:171","msg":"trace[1415425321] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6123; }","duration":"147.409326ms","start":"2026-03-19T09:14:22.43397Z","end":"2026-03-19T09:14:22.58138Z","steps":["trace[1415425321] 'agreement among raft nodes before linearized reading' (duration: 147.273283ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:23.016163Z","caller":"traceutil/trace.go:171","msg":"trace[1349233366] transaction","detail":"{read_only:false; response_revision:6127; number_of_response:1; }","duration":"105.436088ms","start":"2026-03-19T09:14:22.910705Z","end":"2026-03-19T09:14:23.016141Z","steps":["trace[1349233366] 'process raft request' (duration: 105.316375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:23.288548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.14513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:23.288666Z","caller":"traceutil/trace.go:171","msg":"trace[1352838467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6127; }","duration":"245.335475ms","start":"2026-03-19T09:14:23.043303Z","end":"2026-03-19T09:14:23.288638Z","steps":["trace[1352838467] 'count revisions from in-memory index tree' (duration: 245.024407ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:23.599574Z","caller":"traceutil/trace.go:171","msg":"trace[167540152] transaction","detail":"{read_only:false; response_revision:6128; number_of_response:1; }","duration":"222.728939ms","start":"2026-03-19T09:14:23.376813Z","end":"2026-03-19T09:14:23.599542Z","steps":["trace[167540152] 'process raft request' (duration: 222.530435ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:23.678848Z","caller":"traceutil/trace.go:171","msg":"trace[710194088] transaction","detail":"{read_only:false; response_revision:6129; number_of_response:1; }","duration":"301.375077ms","start":"2026-03-19T09:14:23.377443Z","end":"2026-03-19T09:14:23.678818Z","steps":["trace[710194088] 'process raft request' (duration: 301.184783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:23.678998Z","caller":"traceutil/trace.go:171","msg":"trace[1010335557] linearizableReadLoop","detail":"{readStateIndex:6396; appliedIndex:6394; }","duration":"298.435172ms","start":"2026-03-19T09:14:23.380541Z","end":"2026-03-19T09:14:23.678976Z","steps":["trace[1010335557] 'read index received' (duration: 218.761001ms)","trace[1010335557] 'applied index is now lower than readState.Index' (duration: 79.671821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:23.679036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:23.377408Z","time spent":"301.544651ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:23.679172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.849605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:23.679203Z","caller":"traceutil/trace.go:171","msg":"trace[602920155] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6130; }","duration":"236.934847ms","start":"2026-03-19T09:14:23.442261Z","end":"2026-03-19T09:14:23.679196Z","steps":["trace[602920155] 'agreement among raft nodes before linearized reading' (duration: 236.808204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:23.679433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.743724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:23.679481Z","caller":"traceutil/trace.go:171","msg":"trace[1848668379] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6130; }","duration":"236.832676ms","start":"2026-03-19T09:14:23.442637Z","end":"2026-03-19T09:14:23.679469Z","steps":["trace[1848668379] 'agreement among raft nodes before linearized reading' (duration: 236.763104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:23.679467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.902333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101835"} {"level":"info","ts":"2026-03-19T09:14:23.680533Z","caller":"traceutil/trace.go:171","msg":"trace[1462502346] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6130; }","duration":"300.008237ms","start":"2026-03-19T09:14:23.380479Z","end":"2026-03-19T09:14:23.680487Z","steps":["trace[1462502346] 'agreement among raft nodes before linearized reading' (duration: 298.581015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:23.680693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:23.380453Z","time spent":"300.186491ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101857,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:14:23.67978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.429591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:14:23.681107Z","caller":"traceutil/trace.go:171","msg":"trace[787450953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6130; }","duration":"163.786131ms","start":"2026-03-19T09:14:23.517305Z","end":"2026-03-19T09:14:23.681091Z","steps":["trace[787450953] 'agreement among raft nodes before linearized reading' (duration: 162.37687ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:23.67996Z","caller":"traceutil/trace.go:171","msg":"trace[1911918540] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"236.619661ms","start":"2026-03-19T09:14:23.443329Z","end":"2026-03-19T09:14:23.679949Z","steps":["trace[1911918540] 'process raft request' (duration: 235.434644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:23.849378Z","caller":"traceutil/trace.go:171","msg":"trace[607119666] transaction","detail":"{read_only:false; response_revision:6131; number_of_response:1; }","duration":"163.636548ms","start":"2026-03-19T09:14:23.685707Z","end":"2026-03-19T09:14:23.849343Z","steps":["trace[607119666] 'process raft request' (duration: 98.42588ms)","trace[607119666] 'compare' (duration: 64.960613ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:24.473593Z","caller":"traceutil/trace.go:171","msg":"trace[1039058706] transaction","detail":"{read_only:false; response_revision:6133; number_of_response:1; }","duration":"103.481744ms","start":"2026-03-19T09:14:24.370085Z","end":"2026-03-19T09:14:24.473566Z","steps":["trace[1039058706] 'process raft request' (duration: 103.29584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:31.920294Z","caller":"traceutil/trace.go:171","msg":"trace[269701740] linearizableReadLoop","detail":"{readStateIndex:6439; appliedIndex:6438; }","duration":"121.22994ms","start":"2026-03-19T09:14:31.799025Z","end":"2026-03-19T09:14:31.920255Z","steps":["trace[269701740] 'read index received' (duration: 119.718247ms)","trace[269701740] 'applied index is now lower than readState.Index' (duration: 1.510643ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:31.920316Z","caller":"traceutil/trace.go:171","msg":"trace[594851660] transaction","detail":"{read_only:false; response_revision:6170; number_of_response:1; }","duration":"125.308081ms","start":"2026-03-19T09:14:31.794983Z","end":"2026-03-19T09:14:31.920291Z","steps":["trace[594851660] 'process raft request' (duration: 123.797148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:31.920517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.471765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:14:31.920563Z","caller":"traceutil/trace.go:171","msg":"trace[1647035126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:6170; }","duration":"121.588178ms","start":"2026-03-19T09:14:31.798962Z","end":"2026-03-19T09:14:31.920551Z","steps":["trace[1647035126] 'agreement among raft nodes before linearized reading' (duration: 121.402534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:31.920598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.628577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:31.920684Z","caller":"traceutil/trace.go:171","msg":"trace[985179576] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:6170; }","duration":"120.721039ms","start":"2026-03-19T09:14:31.799921Z","end":"2026-03-19T09:14:31.920642Z","steps":["trace[985179576] 'agreement among raft nodes before linearized reading' (duration: 120.569016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:31.921178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.682339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:14:31.92122Z","caller":"traceutil/trace.go:171","msg":"trace[1353360335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6170; }","duration":"120.76938ms","start":"2026-03-19T09:14:31.800441Z","end":"2026-03-19T09:14:31.92121Z","steps":["trace[1353360335] 'agreement among raft nodes before linearized reading' (duration: 120.660478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.335666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.922359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:33.336005Z","caller":"traceutil/trace.go:171","msg":"trace[616438105] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6175; }","duration":"356.309898ms","start":"2026-03-19T09:14:32.979673Z","end":"2026-03-19T09:14:33.335983Z","steps":["trace[616438105] 'count revisions from in-memory index tree' (duration: 355.843776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.336063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:32.979653Z","time spent":"356.387309ms","remote":"127.0.0.1:54730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:14:33.336097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.636986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:14:33.336196Z","caller":"traceutil/trace.go:171","msg":"trace[1787093417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6175; }","duration":"535.810641ms","start":"2026-03-19T09:14:32.800361Z","end":"2026-03-19T09:14:33.336172Z","steps":["trace[1787093417] 'range keys from in-memory index tree' (duration: 535.319339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.336261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:32.800327Z","time spent":"535.918772ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:33.336477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:32.878758Z","time spent":"457.716984ms","remote":"127.0.0.1:56770","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:14:33.336802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.586694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:14:33.336843Z","caller":"traceutil/trace.go:171","msg":"trace[612994106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6175; }","duration":"115.667776ms","start":"2026-03-19T09:14:33.221164Z","end":"2026-03-19T09:14:33.336832Z","steps":["trace[612994106] 'range keys from in-memory index tree' (duration: 115.448971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.336888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.282765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-19T09:14:33.336927Z","caller":"traceutil/trace.go:171","msg":"trace[1916112795] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6175; }","duration":"534.361717ms","start":"2026-03-19T09:14:32.802556Z","end":"2026-03-19T09:14:33.336917Z","steps":["trace[1916112795] 'range keys from in-memory index tree' (duration: 533.55834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:33.336959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:32.802488Z","time spent":"534.46479ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-19T09:14:33.444744Z","caller":"traceutil/trace.go:171","msg":"trace[487648992] transaction","detail":"{read_only:false; response_revision:6176; number_of_response:1; }","duration":"102.924751ms","start":"2026-03-19T09:14:33.341791Z","end":"2026-03-19T09:14:33.444716Z","steps":["trace[487648992] 'process raft request' (duration: 102.747607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:34.146512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.974914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:34.146647Z","caller":"traceutil/trace.go:171","msg":"trace[990202855] linearizableReadLoop","detail":"{readStateIndex:6446; appliedIndex:6444; }","duration":"779.249512ms","start":"2026-03-19T09:14:33.367381Z","end":"2026-03-19T09:14:34.146631Z","steps":["trace[990202855] 'read index received' (duration: 77.112844ms)","trace[990202855] 'applied index is now lower than readState.Index' (duration: 702.135508ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:34.146718Z","caller":"traceutil/trace.go:171","msg":"trace[516646819] transaction","detail":"{read_only:false; response_revision:6177; number_of_response:1; }","duration":"803.494774ms","start":"2026-03-19T09:14:33.343184Z","end":"2026-03-19T09:14:34.146678Z","steps":["trace[516646819] 'process raft request' (duration: 288.103271ms)","trace[516646819] 'compare' (duration: 514.33563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:34.146798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.413555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-19T09:14:34.146924Z","caller":"traceutil/trace.go:171","msg":"trace[1974517806] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6177; }","duration":"779.570179ms","start":"2026-03-19T09:14:33.367338Z","end":"2026-03-19T09:14:34.146908Z","steps":["trace[1974517806] 'agreement among raft nodes before linearized reading' (duration: 779.357884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:34.147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:33.367319Z","time spent":"779.670331ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-19T09:14:34.147282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:33.343163Z","time spent":"803.675869ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:34.907554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.729193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:34.908033Z","caller":"traceutil/trace.go:171","msg":"trace[851223299] linearizableReadLoop","detail":"{readStateIndex:6447; appliedIndex:6446; }","duration":"761.319582ms","start":"2026-03-19T09:14:34.146672Z","end":"2026-03-19T09:14:34.907992Z","steps":["trace[851223299] 'read index received' (duration: 113.317533ms)","trace[851223299] 'applied index is now lower than readState.Index' (duration: 647.997688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:34.908322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.71832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:14:34.908339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193071174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:34.908366Z","caller":"traceutil/trace.go:171","msg":"trace[1033090996] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6179; }","duration":"863.806582ms","start":"2026-03-19T09:14:34.044546Z","end":"2026-03-19T09:14:34.908353Z","steps":["trace[1033090996] 'agreement among raft nodes before linearized reading' (duration: 863.598468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:34.908325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192812778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:34.908374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273607955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:34.908427Z","caller":"traceutil/trace.go:171","msg":"trace[323941405] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6179; }","duration":"1.192958512s","start":"2026-03-19T09:14:33.715444Z","end":"2026-03-19T09:14:34.908403Z","steps":["trace[323941405] 'agreement among raft nodes before linearized reading' (duration: 1.192790968s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:34.908403Z","caller":"traceutil/trace.go:171","msg":"trace[1921294570] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6179; }","duration":"1.193147566s","start":"2026-03-19T09:14:33.715239Z","end":"2026-03-19T09:14:34.908386Z","steps":["trace[1921294570] 'agreement among raft nodes before linearized reading' (duration: 1.193033824s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:34.908471Z","caller":"traceutil/trace.go:171","msg":"trace[216505913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6179; }","duration":"1.273744618s","start":"2026-03-19T09:14:33.634702Z","end":"2026-03-19T09:14:34.908447Z","steps":["trace[216505913] 'agreement among raft nodes before linearized reading' (duration: 1.273581225s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:34.908509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:33.715188Z","time spent":"1.1933126s","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T09:14:34.908405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:34.044529Z","time spent":"863.868163ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:14:34.908516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:33.634684Z","time spent":"1.27382411s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:34.908509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:33.715423Z","time spent":"1.193074065s","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:14:34.908525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.797272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:14:34.9086Z","caller":"traceutil/trace.go:171","msg":"trace[2073523435] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:6179; }","duration":"977.887683ms","start":"2026-03-19T09:14:33.930696Z","end":"2026-03-19T09:14:34.908583Z","steps":["trace[2073523435] 'agreement among raft nodes before linearized reading' (duration: 977.624728ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:34.907978Z","caller":"traceutil/trace.go:171","msg":"trace[1922660420] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"979.99281ms","start":"2026-03-19T09:14:33.927944Z","end":"2026-03-19T09:14:34.907936Z","steps":["trace[1922660420] 'process raft request' (duration: 332.015572ms)","trace[1922660420] 'compare' (duration: 647.241462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:34.908638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:33.930648Z","time spent":"977.984726ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:14:34.908524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.047196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:14:34.908411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229868107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:14:34.908742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:33.927918Z","time spent":"980.732187ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:34.908763Z","caller":"traceutil/trace.go:171","msg":"trace[29549241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6179; }","duration":"1.230254885s","start":"2026-03-19T09:14:33.67849Z","end":"2026-03-19T09:14:34.908745Z","steps":["trace[29549241] 'agreement among raft nodes before linearized reading' (duration: 1.229763594s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:34.908461Z","caller":"traceutil/trace.go:171","msg":"trace[1748066815] transaction","detail":"{read_only:false; response_revision:6179; number_of_response:1; }","duration":"713.644506ms","start":"2026-03-19T09:14:34.194375Z","end":"2026-03-19T09:14:34.908019Z","steps":["trace[1748066815] 'process raft request' (duration: 713.273848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:34.908822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:33.678476Z","time spent":"1.230332477s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:14:34.908774Z","caller":"traceutil/trace.go:171","msg":"trace[1924789352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6179; }","duration":"944.309662ms","start":"2026-03-19T09:14:33.96441Z","end":"2026-03-19T09:14:34.90872Z","steps":["trace[1924789352] 'agreement among raft nodes before linearized reading' (duration: 943.868383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:34.908919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:33.964401Z","time spent":"944.505217ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:14:34.908952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.809539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:14:34.909084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:34.194351Z","time spent":"714.496954ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:34.909151Z","caller":"traceutil/trace.go:171","msg":"trace[590406983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6179; }","duration":"939.174767ms","start":"2026-03-19T09:14:33.969923Z","end":"2026-03-19T09:14:34.909098Z","steps":["trace[590406983] 'agreement among raft nodes before linearized reading' (duration: 938.373169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:34.909371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:33.969913Z","time spent":"939.440073ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:14:34.97471Z","caller":"traceutil/trace.go:171","msg":"trace[2070972561] transaction","detail":"{read_only:false; response_revision:6180; number_of_response:1; }","duration":"409.762012ms","start":"2026-03-19T09:14:34.564915Z","end":"2026-03-19T09:14:34.974677Z","steps":["trace[2070972561] 'process raft request' (duration: 409.497536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:34.974791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.684134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:34.974848Z","caller":"traceutil/trace.go:171","msg":"trace[1669345197] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6180; }","duration":"580.784846ms","start":"2026-03-19T09:14:34.394046Z","end":"2026-03-19T09:14:34.974831Z","steps":["trace[1669345197] 'agreement among raft nodes before linearized reading' (duration: 580.663233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:34.974822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.205118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"warn","ts":"2026-03-19T09:14:34.974899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:34.564888Z","time spent":"409.927426ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:34.974947Z","caller":"traceutil/trace.go:171","msg":"trace[1369572803] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6180; }","duration":"578.361792ms","start":"2026-03-19T09:14:34.396543Z","end":"2026-03-19T09:14:34.974905Z","steps":["trace[1369572803] 'agreement among raft nodes before linearized reading' (duration: 578.070055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:34.974955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.849188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-19T09:14:34.975015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:34.396521Z","time spent":"578.483784ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-19T09:14:34.975035Z","caller":"traceutil/trace.go:171","msg":"trace[2128603691] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6180; }","duration":"797.94056ms","start":"2026-03-19T09:14:34.177076Z","end":"2026-03-19T09:14:34.975016Z","steps":["trace[2128603691] 'agreement among raft nodes before linearized reading' (duration: 797.695925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:34.974882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:34.393984Z","time spent":"580.889148ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:14:34.975084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:34.176993Z","time spent":"798.081713ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-19T09:14:34.97522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.116118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T09:14:34.975296Z","caller":"traceutil/trace.go:171","msg":"trace[82591382] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6180; }","duration":"367.239071ms","start":"2026-03-19T09:14:34.60804Z","end":"2026-03-19T09:14:34.97528Z","steps":["trace[82591382] 'agreement among raft nodes before linearized reading' (duration: 366.658618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:34.975344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:34.608027Z","time spent":"367.307222ms","remote":"127.0.0.1:55000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":677,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:35.204237Z","caller":"traceutil/trace.go:171","msg":"trace[466939099] linearizableReadLoop","detail":"{readStateIndex:6452; appliedIndex:6449; }","duration":"229.676586ms","start":"2026-03-19T09:14:34.97454Z","end":"2026-03-19T09:14:35.204216Z","steps":["trace[466939099] 'read index received' (duration: 229.401389ms)","trace[466939099] 'applied index is now lower than readState.Index' (duration: 274.427µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:35.204275Z","caller":"traceutil/trace.go:171","msg":"trace[868003910] transaction","detail":"{read_only:false; response_revision:6181; number_of_response:1; }","duration":"290.040445ms","start":"2026-03-19T09:14:34.914194Z","end":"2026-03-19T09:14:35.204235Z","steps":["trace[868003910] 'process raft request' (duration: 289.819489ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:35.204351Z","caller":"traceutil/trace.go:171","msg":"trace[1176081837] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"290.058786ms","start":"2026-03-19T09:14:34.914283Z","end":"2026-03-19T09:14:35.204341Z","steps":["trace[1176081837] 'process raft request' (duration: 289.876261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:35.204457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.277683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:14:35.204492Z","caller":"traceutil/trace.go:171","msg":"trace[1567853099] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6183; }","duration":"291.345974ms","start":"2026-03-19T09:14:34.913138Z","end":"2026-03-19T09:14:35.204484Z","steps":["trace[1567853099] 'agreement among raft nodes before linearized reading' (duration: 291.17715ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:35.20428Z","caller":"traceutil/trace.go:171","msg":"trace[192804222] transaction","detail":"{read_only:false; response_revision:6183; number_of_response:1; }","duration":"289.780549ms","start":"2026-03-19T09:14:34.914465Z","end":"2026-03-19T09:14:35.204246Z","steps":["trace[192804222] 'process raft request' (duration: 289.723388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:35.204604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.696077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:35.204625Z","caller":"traceutil/trace.go:171","msg":"trace[1894717122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6183; }","duration":"293.717838ms","start":"2026-03-19T09:14:34.910903Z","end":"2026-03-19T09:14:35.204621Z","steps":["trace[1894717122] 'agreement among raft nodes before linearized reading' (duration: 293.682747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:35.204874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.600252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:14:35.204924Z","caller":"traceutil/trace.go:171","msg":"trace[929104131] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6183; }","duration":"224.686813ms","start":"2026-03-19T09:14:34.980224Z","end":"2026-03-19T09:14:35.20491Z","steps":["trace[929104131] 'agreement among raft nodes before linearized reading' (duration: 224.511539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:35.204899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.499899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T09:14:35.205001Z","caller":"traceutil/trace.go:171","msg":"trace[1928138201] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6183; }","duration":"122.663833ms","start":"2026-03-19T09:14:35.082316Z","end":"2026-03-19T09:14:35.20498Z","steps":["trace[1928138201] 'agreement among raft nodes before linearized reading' (duration: 122.417987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:35.206108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.954115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101768"} {"level":"info","ts":"2026-03-19T09:14:35.206842Z","caller":"traceutil/trace.go:171","msg":"trace[1200505790] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6183; }","duration":"291.054758ms","start":"2026-03-19T09:14:34.915112Z","end":"2026-03-19T09:14:35.206167Z","steps":["trace[1200505790] 'agreement among raft nodes before linearized reading' (duration: 289.171566ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:35.580497Z","caller":"traceutil/trace.go:171","msg":"trace[1395525252] transaction","detail":"{read_only:false; response_revision:6184; number_of_response:1; }","duration":"323.850742ms","start":"2026-03-19T09:14:35.256614Z","end":"2026-03-19T09:14:35.580465Z","steps":["trace[1395525252] 'process raft request' (duration: 323.597746ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:35.580495Z","caller":"traceutil/trace.go:171","msg":"trace[329755566] linearizableReadLoop","detail":"{readStateIndex:6453; appliedIndex:6452; }","duration":"303.375053ms","start":"2026-03-19T09:14:35.277097Z","end":"2026-03-19T09:14:35.580472Z","steps":["trace[329755566] 'read index received' (duration: 303.028195ms)","trace[329755566] 'applied index is now lower than readState.Index' (duration: 345.058µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:35.580713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:35.256588Z","time spent":"324.015105ms","remote":"127.0.0.1:37006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:35.580772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.665599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:35.580907Z","caller":"traceutil/trace.go:171","msg":"trace[814502965] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6184; }","duration":"303.786981ms","start":"2026-03-19T09:14:35.277037Z","end":"2026-03-19T09:14:35.580824Z","steps":["trace[814502965] 'agreement among raft nodes before linearized reading' (duration: 303.676789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:35.580932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.609735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T09:14:35.58097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:35.277017Z","time spent":"303.939235ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T09:14:35.58101Z","caller":"traceutil/trace.go:171","msg":"trace[201255414] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:6184; }","duration":"136.706907ms","start":"2026-03-19T09:14:35.444285Z","end":"2026-03-19T09:14:35.580992Z","steps":["trace[201255414] 'agreement among raft nodes before linearized reading' (duration: 136.539193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:35.581751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.305528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:14:35.581832Z","caller":"traceutil/trace.go:171","msg":"trace[1555307324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6184; }","duration":"132.42894ms","start":"2026-03-19T09:14:35.449386Z","end":"2026-03-19T09:14:35.581815Z","steps":["trace[1555307324] 'agreement among raft nodes before linearized reading' (duration: 131.435238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:36.015969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.753152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:36.016162Z","caller":"traceutil/trace.go:171","msg":"trace[2097027931] linearizableReadLoop","detail":"{readStateIndex:6456; appliedIndex:6454; }","duration":"405.006505ms","start":"2026-03-19T09:14:35.61114Z","end":"2026-03-19T09:14:36.016147Z","steps":["trace[2097027931] 'read index received' (duration: 245.001258ms)","trace[2097027931] 'applied index is now lower than readState.Index' (duration: 160.004247ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:36.016237Z","caller":"traceutil/trace.go:171","msg":"trace[1770493390] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"430.276ms","start":"2026-03-19T09:14:35.585953Z","end":"2026-03-19T09:14:36.016229Z","steps":["trace[1770493390] 'process raft request' (duration: 270.17243ms)","trace[1770493390] 'compare' (duration: 159.564778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:36.016283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:35.585938Z","time spent":"430.32371ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:36.016534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.578173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:36.016562Z","caller":"traceutil/trace.go:171","msg":"trace[1614198909] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:6186; }","duration":"250.641595ms","start":"2026-03-19T09:14:35.765908Z","end":"2026-03-19T09:14:36.01655Z","steps":["trace[1614198909] 'agreement among raft nodes before linearized reading' (duration: 250.596314ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:36.016597Z","caller":"traceutil/trace.go:171","msg":"trace[1811021082] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"407.44729ms","start":"2026-03-19T09:14:35.609121Z","end":"2026-03-19T09:14:36.016568Z","steps":["trace[1811021082] 'process raft request' (duration: 406.943258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:36.016751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:35.609103Z","time spent":"407.569053ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:36.016763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.608659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:14:36.016912Z","caller":"traceutil/trace.go:171","msg":"trace[837683509] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6186; }","duration":"405.777503ms","start":"2026-03-19T09:14:35.611094Z","end":"2026-03-19T09:14:36.016871Z","steps":["trace[837683509] 'agreement among raft nodes before linearized reading' (duration: 405.351453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:36.016993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:35.611078Z","time spent":"405.900435ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:14:36.378593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.934053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:14:36.378657Z","caller":"traceutil/trace.go:171","msg":"trace[1106785774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6186; }","duration":"227.040066ms","start":"2026-03-19T09:14:36.151603Z","end":"2026-03-19T09:14:36.378643Z","steps":["trace[1106785774] 'range keys from in-memory index tree' (duration: 226.74617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:36.991504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.958339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:36.991573Z","caller":"traceutil/trace.go:171","msg":"trace[506294677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6187; }","duration":"356.068872ms","start":"2026-03-19T09:14:36.635488Z","end":"2026-03-19T09:14:36.991557Z","steps":["trace[506294677] 'range keys from in-memory index tree' (duration: 355.822316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:36.991608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:36.635467Z","time spent":"356.131793ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:36.991617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.376328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:36.991693Z","caller":"traceutil/trace.go:171","msg":"trace[703699822] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6187; }","duration":"458.500471ms","start":"2026-03-19T09:14:36.533176Z","end":"2026-03-19T09:14:36.991677Z","steps":["trace[703699822] 'count revisions from in-memory index tree' (duration: 458.302547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:36.991726Z","caller":"traceutil/trace.go:171","msg":"trace[724477762] linearizableReadLoop","detail":"{readStateIndex:6458; appliedIndex:6457; }","duration":"198.868626ms","start":"2026-03-19T09:14:36.792816Z","end":"2026-03-19T09:14:36.991685Z","steps":["trace[724477762] 'read index received' (duration: 165.997081ms)","trace[724477762] 'applied index is now lower than readState.Index' (duration: 32.870525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:36.991733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:36.533156Z","time spent":"458.567333ms","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:14:36.991825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.016179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-19T09:14:36.991812Z","caller":"traceutil/trace.go:171","msg":"trace[1007505677] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"203.48733ms","start":"2026-03-19T09:14:36.788287Z","end":"2026-03-19T09:14:36.991775Z","steps":["trace[1007505677] 'process raft request' (duration: 170.529333ms)","trace[1007505677] 'compare' (duration: 32.682231ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:36.99187Z","caller":"traceutil/trace.go:171","msg":"trace[183422674] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6188; }","duration":"199.085331ms","start":"2026-03-19T09:14:36.79276Z","end":"2026-03-19T09:14:36.991845Z","steps":["trace[183422674] 'agreement among raft nodes before linearized reading' (duration: 199.017189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:37.343824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.428316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:37.344228Z","caller":"traceutil/trace.go:171","msg":"trace[188538692] transaction","detail":"{read_only:false; response_revision:6189; number_of_response:1; }","duration":"428.750786ms","start":"2026-03-19T09:14:36.915449Z","end":"2026-03-19T09:14:37.3442Z","steps":["trace[188538692] 'process raft request' (duration: 208.85664ms)","trace[188538692] 'compare' (duration: 219.082018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:37.344333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:36.915435Z","time spent":"428.851858ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:37.344352Z","caller":"traceutil/trace.go:171","msg":"trace[1925606440] linearizableReadLoop","detail":"{readStateIndex:6461; appliedIndex:6458; }","duration":"352.575802ms","start":"2026-03-19T09:14:36.991757Z","end":"2026-03-19T09:14:37.344333Z","steps":["trace[1925606440] 'read index received' (duration: 132.500972ms)","trace[1925606440] 'applied index is now lower than readState.Index' (duration: 220.07419ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:37.344466Z","caller":"traceutil/trace.go:171","msg":"trace[36375718] transaction","detail":"{read_only:false; response_revision:6191; number_of_response:1; }","duration":"364.030899ms","start":"2026-03-19T09:14:36.980429Z","end":"2026-03-19T09:14:37.34446Z","steps":["trace[36375718] 'process raft request' (duration: 363.787672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:37.344543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:36.980404Z","time spent":"364.08127ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:37.344383Z","caller":"traceutil/trace.go:171","msg":"trace[1215884076] transaction","detail":"{read_only:false; response_revision:6190; number_of_response:1; }","duration":"428.121981ms","start":"2026-03-19T09:14:36.916147Z","end":"2026-03-19T09:14:37.344269Z","steps":["trace[1215884076] 'process raft request' (duration: 427.974188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:37.344971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.575951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-19T09:14:37.345063Z","caller":"traceutil/trace.go:171","msg":"trace[912931983] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6191; }","duration":"364.707004ms","start":"2026-03-19T09:14:36.980338Z","end":"2026-03-19T09:14:37.345045Z","steps":["trace[912931983] 'agreement among raft nodes before linearized reading' (duration: 364.448728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:37.345107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:36.980325Z","time spent":"364.773306ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-19T09:14:37.344995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:36.916139Z","time spent":"428.807667ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:37.344666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.185574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:37.345407Z","caller":"traceutil/trace.go:171","msg":"trace[1485435594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6191; }","duration":"352.932071ms","start":"2026-03-19T09:14:36.992455Z","end":"2026-03-19T09:14:37.345387Z","steps":["trace[1485435594] 'agreement among raft nodes before linearized reading' (duration: 352.198015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:37.345775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:36.992439Z","time spent":"353.315849ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:37.344733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.037968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:14:37.346033Z","caller":"traceutil/trace.go:171","msg":"trace[1565894562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6191; }","duration":"131.345127ms","start":"2026-03-19T09:14:37.214672Z","end":"2026-03-19T09:14:37.346017Z","steps":["trace[1565894562] 'agreement among raft nodes before linearized reading' (duration: 130.007218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:37.34477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.14191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:14:37.34635Z","caller":"traceutil/trace.go:171","msg":"trace[972489717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6191; }","duration":"131.768896ms","start":"2026-03-19T09:14:37.214565Z","end":"2026-03-19T09:14:37.346334Z","steps":["trace[972489717] 'agreement among raft nodes before linearized reading' (duration: 130.178731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:37.344746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.205541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:37.346628Z","caller":"traceutil/trace.go:171","msg":"trace[1253526558] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6191; }","duration":"433.149034ms","start":"2026-03-19T09:14:36.913463Z","end":"2026-03-19T09:14:37.346612Z","steps":["trace[1253526558] 'agreement among raft nodes before linearized reading' (duration: 431.182761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:37.346679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:36.913428Z","time spent":"433.234785ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:14:37.344798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.253422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:37.346869Z","caller":"traceutil/trace.go:171","msg":"trace[178927029] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6191; }","duration":"433.355579ms","start":"2026-03-19T09:14:36.9135Z","end":"2026-03-19T09:14:37.346855Z","steps":["trace[178927029] 'agreement among raft nodes before linearized reading' (duration: 431.286923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:37.346915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:36.913471Z","time spent":"433.43ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T09:14:37.34485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.847581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:14:37.347023Z","caller":"traceutil/trace.go:171","msg":"trace[1582780312] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:6191; }","duration":"131.036499ms","start":"2026-03-19T09:14:37.215935Z","end":"2026-03-19T09:14:37.346971Z","steps":["trace[1582780312] 'agreement among raft nodes before linearized reading' (duration: 128.879742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:37.344854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.879085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:14:37.344635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.541323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:37.347474Z","caller":"traceutil/trace.go:171","msg":"trace[107939238] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6191; }","duration":"364.397737ms","start":"2026-03-19T09:14:36.983058Z","end":"2026-03-19T09:14:37.347456Z","steps":["trace[107939238] 'agreement among raft nodes before linearized reading' (duration: 361.555233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:37.347546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:36.983046Z","time spent":"364.465079ms","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:37.347923Z","caller":"traceutil/trace.go:171","msg":"trace[79467316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6191; }","duration":"132.284879ms","start":"2026-03-19T09:14:37.214909Z","end":"2026-03-19T09:14:37.347193Z","steps":["trace[79467316] 'agreement among raft nodes before linearized reading' (duration: 129.768673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:37.929889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.342651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:37.929972Z","caller":"traceutil/trace.go:171","msg":"trace[455095251] transaction","detail":"{read_only:false; response_revision:6192; number_of_response:1; }","duration":"575.495317ms","start":"2026-03-19T09:14:37.354461Z","end":"2026-03-19T09:14:37.929956Z","steps":["trace[455095251] 'process raft request' (duration: 387.016662ms)","trace[455095251] 'compare' (duration: 188.251579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:37.930028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:37.354445Z","time spent":"575.554629ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:38.870811Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110759143s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:14:38.87136Z","caller":"traceutil/trace.go:171","msg":"trace[1349236029] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"1.516773032s","start":"2026-03-19T09:14:37.354551Z","end":"2026-03-19T09:14:38.871324Z","steps":["trace[1349236029] 'process raft request' (duration: 1.516517615s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:38.871364Z","caller":"traceutil/trace.go:171","msg":"trace[1013534056] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"1.516414094s","start":"2026-03-19T09:14:37.354921Z","end":"2026-03-19T09:14:38.871335Z","steps":["trace[1013534056] 'process raft request' (duration: 1.516326292s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:38.87152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:37.354505Z","time spent":"1.516922245s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:38.871576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:37.35491Z","time spent":"1.516532766s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:38.871862Z","caller":"traceutil/trace.go:171","msg":"trace[389403168] transaction","detail":"{read_only:false; response_revision:6195; number_of_response:1; }","duration":"1.277459391s","start":"2026-03-19T09:14:37.594389Z","end":"2026-03-19T09:14:38.871848Z","steps":["trace[389403168] 'process raft request' (duration: 1.276903239s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:38.871932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:37.594361Z","time spent":"1.277536193s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:38.87207Z","caller":"traceutil/trace.go:171","msg":"trace[331150698] linearizableReadLoop","detail":"{readStateIndex:6464; appliedIndex:6461; }","duration":"1.4120539s","start":"2026-03-19T09:14:37.459993Z","end":"2026-03-19T09:14:38.872047Z","steps":["trace[331150698] 'read index received' (duration: 281.503134ms)","trace[331150698] 'applied index is now lower than readState.Index' (duration: 1.130549836s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:38.87226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412257885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19646"} {"level":"info","ts":"2026-03-19T09:14:38.872302Z","caller":"traceutil/trace.go:171","msg":"trace[789930373] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:6196; }","duration":"1.412315726s","start":"2026-03-19T09:14:37.459976Z","end":"2026-03-19T09:14:38.872291Z","steps":["trace[789930373] 'agreement among raft nodes before linearized reading' (duration: 1.412187913s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:38.872382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:37.459896Z","time spent":"1.412474359s","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19668,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-19T09:14:38.872577Z","caller":"traceutil/trace.go:171","msg":"trace[1474232723] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"1.268438209s","start":"2026-03-19T09:14:37.603684Z","end":"2026-03-19T09:14:38.872122Z","steps":["trace[1474232723] 'process raft request' (duration: 1.268148993s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:38.872829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:37.603671Z","time spent":"1.268977472s","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19632,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:39.1047Z","caller":"traceutil/trace.go:171","msg":"trace[241042322] linearizableReadLoop","detail":"{readStateIndex:6467; appliedIndex:6466; }","duration":"232.535639ms","start":"2026-03-19T09:14:38.872134Z","end":"2026-03-19T09:14:39.10467Z","steps":["trace[241042322] 'read index received' (duration: 232.314344ms)","trace[241042322] 'applied index is now lower than readState.Index' (duration: 220.125µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:39.104913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.496112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:14:39.104974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.280477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:14:39.105006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083781951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:14:39.105074Z","caller":"traceutil/trace.go:171","msg":"trace[1405019539] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6197; }","duration":"878.444931ms","start":"2026-03-19T09:14:38.226604Z","end":"2026-03-19T09:14:39.105049Z","steps":["trace[1405019539] 'agreement among raft nodes before linearized reading' (duration: 878.241416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:39.105079Z","caller":"traceutil/trace.go:171","msg":"trace[1927925047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6197; }","duration":"1.083908134s","start":"2026-03-19T09:14:38.021154Z","end":"2026-03-19T09:14:39.105062Z","steps":["trace[1927925047] 'agreement among raft nodes before linearized reading' (duration: 1.083634528s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:39.105119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463768256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-19T09:14:39.105142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:38.226563Z","time spent":"878.567962ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:39.104999Z","caller":"traceutil/trace.go:171","msg":"trace[136708260] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6197; }","duration":"929.603944ms","start":"2026-03-19T09:14:38.175376Z","end":"2026-03-19T09:14:39.10498Z","steps":["trace[136708260] 'agreement among raft nodes before linearized reading' (duration: 929.371409ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:39.104895Z","caller":"traceutil/trace.go:171","msg":"trace[87140451] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"744.519696ms","start":"2026-03-19T09:14:38.360351Z","end":"2026-03-19T09:14:39.104871Z","steps":["trace[87140451] 'process raft request' (duration: 744.156358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:39.105171Z","caller":"traceutil/trace.go:171","msg":"trace[615000397] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6197; }","duration":"1.463849268s","start":"2026-03-19T09:14:37.641305Z","end":"2026-03-19T09:14:39.105154Z","steps":["trace[615000397] 'agreement among raft nodes before linearized reading' (duration: 1.463751846s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:39.105186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:38.175305Z","time spent":"929.871789ms","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":37,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:14:39.105217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:37.641283Z","time spent":"1.46392508s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:14:39.105298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:38.360325Z","time spent":"744.876224ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:39.105297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.998781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:39.105147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:38.021132Z","time spent":"1.084006676s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:14:39.10548Z","caller":"traceutil/trace.go:171","msg":"trace[863468938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6197; }","duration":"450.236947ms","start":"2026-03-19T09:14:38.655184Z","end":"2026-03-19T09:14:39.105421Z","steps":["trace[863468938] 'agreement among raft nodes before linearized reading' (duration: 449.781787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:39.105017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463420978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T09:14:39.105504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.854384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:14:39.10556Z","caller":"traceutil/trace.go:171","msg":"trace[1029369681] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6197; }","duration":"1.464001421s","start":"2026-03-19T09:14:37.641548Z","end":"2026-03-19T09:14:39.105549Z","steps":["trace[1029369681] 'agreement among raft nodes before linearized reading' (duration: 1.463300835s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:39.105581Z","caller":"traceutil/trace.go:171","msg":"trace[1755476934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6197; }","duration":"685.968097ms","start":"2026-03-19T09:14:38.419595Z","end":"2026-03-19T09:14:39.105563Z","steps":["trace[1755476934] 'agreement among raft nodes before linearized reading' (duration: 685.700761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:39.105603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:37.641541Z","time spent":"1.464052642s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:14:39.10563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:38.419573Z","time spent":"686.043139ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:39.105622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:38.655163Z","time spent":"450.41073ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:39.105934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.085148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-19T09:14:39.106001Z","caller":"traceutil/trace.go:171","msg":"trace[208082408] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:6197; }","duration":"227.190579ms","start":"2026-03-19T09:14:38.878785Z","end":"2026-03-19T09:14:39.105975Z","steps":["trace[208082408] 'agreement among raft nodes before linearized reading' (duration: 226.266199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:39.485293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.927193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:39.485415Z","caller":"traceutil/trace.go:171","msg":"trace[756213665] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"375.590188ms","start":"2026-03-19T09:14:39.109806Z","end":"2026-03-19T09:14:39.485396Z","steps":["trace[756213665] 'process raft request' (duration: 110.4771ms)","trace[756213665] 'compare' (duration: 264.76345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:39.485476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.109784Z","time spent":"375.664899ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:40.066242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.394984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:40.067722Z","caller":"traceutil/trace.go:171","msg":"trace[1749067287] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"957.881166ms","start":"2026-03-19T09:14:39.109809Z","end":"2026-03-19T09:14:40.06769Z","steps":["trace[1749067287] 'process raft request' (duration: 554.893266ms)","trace[1749067287] 'compare' (duration: 401.250401ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:40.067796Z","caller":"traceutil/trace.go:171","msg":"trace[591316404] linearizableReadLoop","detail":"{readStateIndex:6471; appliedIndex:6467; }","duration":"957.426136ms","start":"2026-03-19T09:14:39.110351Z","end":"2026-03-19T09:14:40.067777Z","steps":["trace[591316404] 'read index received' (duration: 109.949618ms)","trace[591316404] 'applied index is now lower than readState.Index' (duration: 847.475028ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:40.067831Z","caller":"traceutil/trace.go:171","msg":"trace[1135684711] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"957.560399ms","start":"2026-03-19T09:14:39.11025Z","end":"2026-03-19T09:14:40.06781Z","steps":["trace[1135684711] 'process raft request' (duration: 957.394645ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:40.067888Z","caller":"traceutil/trace.go:171","msg":"trace[1567194865] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"957.562559ms","start":"2026-03-19T09:14:39.110314Z","end":"2026-03-19T09:14:40.067877Z","steps":["trace[1567194865] 'process raft request' (duration: 957.415616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:40.067883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.109784Z","time spent":"958.019279ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:40.067943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.11024Z","time spent":"957.642751ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:40.067976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.110302Z","time spent":"957.61447ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:40.069688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.311957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c081193-fa71-48f4-a17a-79e0ecc79104\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T09:14:40.069823Z","caller":"traceutil/trace.go:171","msg":"trace[1712704452] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c081193-fa71-48f4-a17a-79e0ecc79104; range_end:; response_count:1; response_revision:6201; }","duration":"959.475201ms","start":"2026-03-19T09:14:39.11032Z","end":"2026-03-19T09:14:40.069795Z","steps":["trace[1712704452] 'agreement among raft nodes before linearized reading' (duration: 957.623451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:40.069903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.110305Z","time spent":"959.583214ms","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-9c081193-fa71-48f4-a17a-79e0ecc79104\" "} {"level":"info","ts":"2026-03-19T09:14:40.253934Z","caller":"traceutil/trace.go:171","msg":"trace[1152649805] linearizableReadLoop","detail":"{readStateIndex:6474; appliedIndex:6471; }","duration":"186.073189ms","start":"2026-03-19T09:14:40.067837Z","end":"2026-03-19T09:14:40.25391Z","steps":["trace[1152649805] 'read index received' (duration: 117.315883ms)","trace[1152649805] 'applied index is now lower than readState.Index' (duration: 68.756376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:40.254062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142028513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:40.254096Z","caller":"traceutil/trace.go:171","msg":"trace[1739289933] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:6204; }","duration":"1.142106665s","start":"2026-03-19T09:14:39.11198Z","end":"2026-03-19T09:14:40.254087Z","steps":["trace[1739289933] 'agreement among raft nodes before linearized reading' (duration: 1.142024973s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:40.254134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.111966Z","time spent":"1.142156596s","remote":"127.0.0.1:54606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-19T09:14:40.254124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.782787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:14:40.254224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.313412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:40.254252Z","caller":"traceutil/trace.go:171","msg":"trace[1644166600] transaction","detail":"{read_only:false; response_revision:6202; number_of_response:1; }","duration":"903.54631ms","start":"2026-03-19T09:14:39.350643Z","end":"2026-03-19T09:14:40.254189Z","steps":["trace[1644166600] 'process raft request' (duration: 834.59504ms)","trace[1644166600] 'compare' (duration: 68.449539ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:40.254284Z","caller":"traceutil/trace.go:171","msg":"trace[1239194917] transaction","detail":"{read_only:false; response_revision:6204; number_of_response:1; }","duration":"889.401614ms","start":"2026-03-19T09:14:39.364866Z","end":"2026-03-19T09:14:40.254268Z","steps":["trace[1239194917] 'process raft request' (duration: 888.998655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:40.25434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.954187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:40.254393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.350615Z","time spent":"903.698244ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:40.25423Z","caller":"traceutil/trace.go:171","msg":"trace[1368251233] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6204; }","duration":"471.923661ms","start":"2026-03-19T09:14:39.782288Z","end":"2026-03-19T09:14:40.254211Z","steps":["trace[1368251233] 'agreement among raft nodes before linearized reading' (duration: 471.660895ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:40.254419Z","caller":"traceutil/trace.go:171","msg":"trace[885581633] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6204; }","duration":"903.07937ms","start":"2026-03-19T09:14:39.351324Z","end":"2026-03-19T09:14:40.254404Z","steps":["trace[885581633] 'agreement among raft nodes before linearized reading' (duration: 902.913616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:40.254425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.418653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:14:40.254397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.364847Z","time spent":"889.475536ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:40.254461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.351314Z","time spent":"903.140631ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:14:40.254455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.782269Z","time spent":"472.174626ms","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":86,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:40.254479Z","caller":"traceutil/trace.go:171","msg":"trace[1435051747] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:6204; }","duration":"897.501895ms","start":"2026-03-19T09:14:39.356952Z","end":"2026-03-19T09:14:40.254454Z","steps":["trace[1435051747] 'agreement among raft nodes before linearized reading' (duration: 897.361692ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:40.254287Z","caller":"traceutil/trace.go:171","msg":"trace[1648876152] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6204; }","duration":"626.415954ms","start":"2026-03-19T09:14:39.627856Z","end":"2026-03-19T09:14:40.254272Z","steps":["trace[1648876152] 'agreement among raft nodes before linearized reading' (duration: 626.328092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:40.254561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.356932Z","time spent":"897.577777ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:14:40.254122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.58972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:40.254623Z","caller":"traceutil/trace.go:171","msg":"trace[779491254] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6204; }","duration":"903.162062ms","start":"2026-03-19T09:14:39.351441Z","end":"2026-03-19T09:14:40.254603Z","steps":["trace[779491254] 'agreement among raft nodes before linearized reading' (duration: 902.57911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:40.254627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.627833Z","time spent":"626.761922ms","remote":"127.0.0.1:42194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:40.25415Z","caller":"traceutil/trace.go:171","msg":"trace[176441826] transaction","detail":"{read_only:false; response_revision:6203; number_of_response:1; }","duration":"902.968668ms","start":"2026-03-19T09:14:39.351143Z","end":"2026-03-19T09:14:40.254111Z","steps":["trace[176441826] 'process raft request' (duration: 902.682871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:40.254675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.351413Z","time spent":"903.251544ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T09:14:40.254498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.371756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:14:40.254795Z","caller":"traceutil/trace.go:171","msg":"trace[1956518813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6204; }","duration":"300.681272ms","start":"2026-03-19T09:14:39.954101Z","end":"2026-03-19T09:14:40.254782Z","steps":["trace[1956518813] 'agreement among raft nodes before linearized reading' (duration: 300.247163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:40.254826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.954028Z","time spent":"300.791474ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:14:40.254365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.875356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"warn","ts":"2026-03-19T09:14:40.254794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.351133Z","time spent":"903.55657ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:40.254899Z","caller":"traceutil/trace.go:171","msg":"trace[2092827778] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6204; }","duration":"903.406727ms","start":"2026-03-19T09:14:39.351456Z","end":"2026-03-19T09:14:40.254863Z","steps":["trace[2092827778] 'agreement among raft nodes before linearized reading' (duration: 902.752373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:40.254967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:39.351442Z","time spent":"903.509179ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-19T09:14:40.842137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.944101ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:14:40.842307Z","caller":"traceutil/trace.go:171","msg":"trace[1042250093] linearizableReadLoop","detail":"{readStateIndex:6476; appliedIndex:6475; }","duration":"207.695523ms","start":"2026-03-19T09:14:40.634593Z","end":"2026-03-19T09:14:40.842288Z","steps":["trace[1042250093] 'read index received' (duration: 45.709672ms)","trace[1042250093] 'applied index is now lower than readState.Index' (duration: 161.983911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:40.842458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.860587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:40.842571Z","caller":"traceutil/trace.go:171","msg":"trace[1383644598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6205; }","duration":"207.982359ms","start":"2026-03-19T09:14:40.634577Z","end":"2026-03-19T09:14:40.842559Z","steps":["trace[1383644598] 'agreement among raft nodes before linearized reading' (duration: 207.825126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:40.842594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.847646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:40.8427Z","caller":"traceutil/trace.go:171","msg":"trace[2145049507] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:6205; }","duration":"136.069541ms","start":"2026-03-19T09:14:40.706606Z","end":"2026-03-19T09:14:40.842676Z","steps":["trace[2145049507] 'agreement among raft nodes before linearized reading' (duration: 135.834226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:41.105546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.008403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:41.105806Z","caller":"traceutil/trace.go:171","msg":"trace[1798031746] transaction","detail":"{read_only:false; response_revision:6207; number_of_response:1; }","duration":"223.21701ms","start":"2026-03-19T09:14:40.882568Z","end":"2026-03-19T09:14:41.105785Z","steps":["trace[1798031746] 'process raft request' (duration: 115.88558ms)","trace[1798031746] 'compare' (duration: 106.86821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:41.424747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.033855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:41.424817Z","caller":"traceutil/trace.go:171","msg":"trace[131845577] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6207; }","duration":"214.149487ms","start":"2026-03-19T09:14:41.210654Z","end":"2026-03-19T09:14:41.424803Z","steps":["trace[131845577] 'range keys from in-memory index tree' (duration: 213.954563ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:41.609593Z","caller":"traceutil/trace.go:171","msg":"trace[1574552488] transaction","detail":"{read_only:false; response_revision:6208; number_of_response:1; }","duration":"116.808912ms","start":"2026-03-19T09:14:41.492751Z","end":"2026-03-19T09:14:41.60956Z","steps":["trace[1574552488] 'process raft request' (duration: 116.325582ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:46.288853Z","caller":"traceutil/trace.go:171","msg":"trace[390052798] transaction","detail":"{read_only:false; response_revision:6248; number_of_response:1; }","duration":"170.722037ms","start":"2026-03-19T09:14:46.118094Z","end":"2026-03-19T09:14:46.288816Z","steps":["trace[390052798] 'process raft request' (duration: 170.439471ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:46.290395Z","caller":"traceutil/trace.go:171","msg":"trace[1046271258] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"166.929312ms","start":"2026-03-19T09:14:46.123428Z","end":"2026-03-19T09:14:46.290357Z","steps":["trace[1046271258] 'process raft request' (duration: 165.579111ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:46.612783Z","caller":"traceutil/trace.go:171","msg":"trace[712378492] transaction","detail":"{read_only:false; response_revision:6251; number_of_response:1; }","duration":"280.040582ms","start":"2026-03-19T09:14:46.33271Z","end":"2026-03-19T09:14:46.612751Z","steps":["trace[712378492] 'process raft request' (duration: 198.250383ms)","trace[712378492] 'compare' (duration: 81.581784ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:46.613021Z","caller":"traceutil/trace.go:171","msg":"trace[1544831664] transaction","detail":"{read_only:false; response_revision:6252; number_of_response:1; }","duration":"280.273657ms","start":"2026-03-19T09:14:46.332725Z","end":"2026-03-19T09:14:46.612999Z","steps":["trace[1544831664] 'process raft request' (duration: 279.985481ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:46.61318Z","caller":"traceutil/trace.go:171","msg":"trace[1891783864] linearizableReadLoop","detail":"{readStateIndex:6525; appliedIndex:6522; }","duration":"226.73609ms","start":"2026-03-19T09:14:46.386427Z","end":"2026-03-19T09:14:46.613163Z","steps":["trace[1891783864] 'read index received' (duration: 144.548983ms)","trace[1891783864] 'applied index is now lower than readState.Index' (duration: 82.185387ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:46.613223Z","caller":"traceutil/trace.go:171","msg":"trace[152945288] transaction","detail":"{read_only:false; response_revision:6253; number_of_response:1; }","duration":"235.322672ms","start":"2026-03-19T09:14:46.377866Z","end":"2026-03-19T09:14:46.613189Z","steps":["trace[152945288] 'process raft request' (duration: 235.059996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:46.613444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.105422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:14:46.613507Z","caller":"traceutil/trace.go:171","msg":"trace[1141657833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6253; }","duration":"165.221345ms","start":"2026-03-19T09:14:46.44827Z","end":"2026-03-19T09:14:46.613492Z","steps":["trace[1141657833] 'agreement among raft nodes before linearized reading' (duration: 165.050791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:46.613502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.055486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:14:46.613609Z","caller":"traceutil/trace.go:171","msg":"trace[835248590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6253; }","duration":"227.20828ms","start":"2026-03-19T09:14:46.386382Z","end":"2026-03-19T09:14:46.61359Z","steps":["trace[835248590] 'agreement among raft nodes before linearized reading' (duration: 226.880703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:46.613444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.157279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:14:46.613714Z","caller":"traceutil/trace.go:171","msg":"trace[2126205] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:6253; }","duration":"223.471216ms","start":"2026-03-19T09:14:46.390227Z","end":"2026-03-19T09:14:46.613699Z","steps":["trace[2126205] 'agreement among raft nodes before linearized reading' (duration: 223.080248ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:47.964265Z","caller":"traceutil/trace.go:171","msg":"trace[9930102] transaction","detail":"{read_only:false; response_revision:6258; number_of_response:1; }","duration":"307.820431ms","start":"2026-03-19T09:14:47.656419Z","end":"2026-03-19T09:14:47.964239Z","steps":["trace[9930102] 'process raft request' (duration: 307.659047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:47.964441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:47.656364Z","time spent":"307.995026ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:49.379071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.744154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:49.379189Z","caller":"traceutil/trace.go:171","msg":"trace[1738470982] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6266; }","duration":"215.922668ms","start":"2026-03-19T09:14:49.163234Z","end":"2026-03-19T09:14:49.379157Z","steps":["trace[1738470982] 'count revisions from in-memory index tree' (duration: 215.65046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:49.379686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.557557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:14:49.379753Z","caller":"traceutil/trace.go:171","msg":"trace[840132146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6266; }","duration":"205.629808ms","start":"2026-03-19T09:14:49.174109Z","end":"2026-03-19T09:14:49.379738Z","steps":["trace[840132146] 'range keys from in-memory index tree' (duration: 205.383592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:54.480432Z","caller":"traceutil/trace.go:171","msg":"trace[974391419] linearizableReadLoop","detail":"{readStateIndex:6566; appliedIndex:6565; }","duration":"113.459807ms","start":"2026-03-19T09:14:54.366946Z","end":"2026-03-19T09:14:54.480406Z","steps":["trace[974391419] 'read index received' (duration: 113.305152ms)","trace[974391419] 'applied index is now lower than readState.Index' (duration: 153.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:54.480493Z","caller":"traceutil/trace.go:171","msg":"trace[1858397494] transaction","detail":"{read_only:false; response_revision:6292; number_of_response:1; }","duration":"119.169975ms","start":"2026-03-19T09:14:54.361288Z","end":"2026-03-19T09:14:54.480458Z","steps":["trace[1858397494] 'process raft request' (duration: 118.954469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:54.480627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.650941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:54.480731Z","caller":"traceutil/trace.go:171","msg":"trace[1901803244] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6292; }","duration":"113.797814ms","start":"2026-03-19T09:14:54.366915Z","end":"2026-03-19T09:14:54.480713Z","steps":["trace[1901803244] 'agreement among raft nodes before linearized reading' (duration: 113.60914ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:54.526028Z","caller":"traceutil/trace.go:171","msg":"trace[1490092533] transaction","detail":"{read_only:false; response_revision:6293; number_of_response:1; }","duration":"123.931731ms","start":"2026-03-19T09:14:54.402064Z","end":"2026-03-19T09:14:54.525996Z","steps":["trace[1490092533] 'process raft request' (duration: 123.652654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:54.958632Z","caller":"traceutil/trace.go:171","msg":"trace[941181276] transaction","detail":"{read_only:false; response_revision:6296; number_of_response:1; }","duration":"216.243494ms","start":"2026-03-19T09:14:54.742362Z","end":"2026-03-19T09:14:54.958605Z","steps":["trace[941181276] 'process raft request' (duration: 215.976698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:55.165772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.593117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:14:55.165941Z","caller":"traceutil/trace.go:171","msg":"trace[1461485553] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6296; }","duration":"112.814402ms","start":"2026-03-19T09:14:55.053096Z","end":"2026-03-19T09:14:55.165911Z","steps":["trace[1461485553] 'count revisions from in-memory index tree' (duration: 112.438323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:55.511145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.820137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:55.511318Z","caller":"traceutil/trace.go:171","msg":"trace[214970333] linearizableReadLoop","detail":"{readStateIndex:6572; appliedIndex:6570; }","duration":"337.014405ms","start":"2026-03-19T09:14:55.174277Z","end":"2026-03-19T09:14:55.511292Z","steps":["trace[214970333] 'read index received' (duration: 80.189203ms)","trace[214970333] 'applied index is now lower than readState.Index' (duration: 256.823062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:55.511512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.212204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:55.511558Z","caller":"traceutil/trace.go:171","msg":"trace[586865019] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:6298; }","duration":"326.279155ms","start":"2026-03-19T09:14:55.185263Z","end":"2026-03-19T09:14:55.511542Z","steps":["trace[586865019] 'agreement among raft nodes before linearized reading' (duration: 326.171302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:55.511565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.262862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:14:55.511612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.427626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:14:55.511623Z","caller":"traceutil/trace.go:171","msg":"trace[1684206062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6298; }","duration":"337.365173ms","start":"2026-03-19T09:14:55.174242Z","end":"2026-03-19T09:14:55.511608Z","steps":["trace[1684206062] 'agreement among raft nodes before linearized reading' (duration: 337.171269ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:55.51165Z","caller":"traceutil/trace.go:171","msg":"trace[1648781280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6298; }","duration":"100.513627ms","start":"2026-03-19T09:14:55.411129Z","end":"2026-03-19T09:14:55.511643Z","steps":["trace[1648781280] 'agreement among raft nodes before linearized reading' (duration: 100.411485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:55.51166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:55.174228Z","time spent":"337.423324ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:55.511661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.905581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:14:55.511606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:55.185251Z","time spent":"326.342697ms","remote":"127.0.0.1:54914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:14:55.511757Z","caller":"traceutil/trace.go:171","msg":"trace[849801915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6298; }","duration":"192.063375ms","start":"2026-03-19T09:14:55.31967Z","end":"2026-03-19T09:14:55.511733Z","steps":["trace[849801915] 'agreement among raft nodes before linearized reading' (duration: 191.885461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:55.511491Z","caller":"traceutil/trace.go:171","msg":"trace[690664477] transaction","detail":"{read_only:false; response_revision:6298; number_of_response:1; }","duration":"339.588923ms","start":"2026-03-19T09:14:55.171872Z","end":"2026-03-19T09:14:55.511461Z","steps":["trace[690664477] 'process raft request' (duration: 211.286564ms)","trace[690664477] 'compare' (duration: 127.417928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:55.511981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:55.17184Z","time spent":"340.049233ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:55.743947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.409128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:55.744117Z","caller":"traceutil/trace.go:171","msg":"trace[1799514871] transaction","detail":"{read_only:false; response_revision:6299; number_of_response:1; }","duration":"227.441295ms","start":"2026-03-19T09:14:55.51666Z","end":"2026-03-19T09:14:55.744101Z","steps":["trace[1799514871] 'process raft request' (duration: 125.804252ms)","trace[1799514871] 'compare' (duration: 101.101371ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:55.744388Z","caller":"traceutil/trace.go:171","msg":"trace[1019387366] transaction","detail":"{read_only:false; response_revision:6300; number_of_response:1; }","duration":"226.854171ms","start":"2026-03-19T09:14:55.517523Z","end":"2026-03-19T09:14:55.744378Z","steps":["trace[1019387366] 'process raft request' (duration: 226.500364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:55.744401Z","caller":"traceutil/trace.go:171","msg":"trace[250539362] linearizableReadLoop","detail":"{readStateIndex:6576; appliedIndex:6573; }","duration":"107.170727ms","start":"2026-03-19T09:14:55.637216Z","end":"2026-03-19T09:14:55.744387Z","steps":["trace[250539362] 'read index received' (duration: 5.257658ms)","trace[250539362] 'applied index is now lower than readState.Index' (duration: 101.911739ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:55.74446Z","caller":"traceutil/trace.go:171","msg":"trace[197298790] transaction","detail":"{read_only:false; response_revision:6301; number_of_response:1; }","duration":"172.251662ms","start":"2026-03-19T09:14:55.572147Z","end":"2026-03-19T09:14:55.744399Z","steps":["trace[197298790] 'process raft request' (duration: 172.17261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:55.744507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.291429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:55.744534Z","caller":"traceutil/trace.go:171","msg":"trace[1451841124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6301; }","duration":"107.360831ms","start":"2026-03-19T09:14:55.637166Z","end":"2026-03-19T09:14:55.744526Z","steps":["trace[1451841124] 'agreement among raft nodes before linearized reading' (duration: 107.266139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:28.102057Z","caller":"traceutil/trace.go:171","msg":"trace[1825964571] transaction","detail":"{read_only:false; response_revision:6503; number_of_response:1; }","duration":"116.260741ms","start":"2026-03-19T09:15:27.985767Z","end":"2026-03-19T09:15:28.102028Z","steps":["trace[1825964571] 'process raft request' (duration: 116.079857ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:34.401122Z","caller":"traceutil/trace.go:171","msg":"trace[574526870] transaction","detail":"{read_only:false; response_revision:6558; number_of_response:1; }","duration":"100.138801ms","start":"2026-03-19T09:15:34.300958Z","end":"2026-03-19T09:15:34.401097Z","steps":["trace[574526870] 'process raft request' (duration: 97.146504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:50.540559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.341794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:15:50.540652Z","caller":"traceutil/trace.go:171","msg":"trace[1235450267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6659; }","duration":"205.475507ms","start":"2026-03-19T09:15:50.335156Z","end":"2026-03-19T09:15:50.540632Z","steps":["trace[1235450267] 'range keys from in-memory index tree' (duration: 205.075969ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:50.862976Z","caller":"traceutil/trace.go:171","msg":"trace[908734814] transaction","detail":"{read_only:false; response_revision:6662; number_of_response:1; }","duration":"277.572651ms","start":"2026-03-19T09:15:50.585365Z","end":"2026-03-19T09:15:50.862938Z","steps":["trace[908734814] 'process raft request' (duration: 277.491209ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:50.863252Z","caller":"traceutil/trace.go:171","msg":"trace[643990921] transaction","detail":"{read_only:false; response_revision:6661; number_of_response:1; }","duration":"318.378233ms","start":"2026-03-19T09:15:50.544859Z","end":"2026-03-19T09:15:50.863238Z","steps":["trace[643990921] 'process raft request' (duration: 317.79043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:50.86341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:15:50.544836Z","time spent":"318.461075ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:15:50.864531Z","caller":"traceutil/trace.go:171","msg":"trace[1871026748] linearizableReadLoop","detail":"{readStateIndex:6948; appliedIndex:6948; }","duration":"205.57575ms","start":"2026-03-19T09:15:50.65893Z","end":"2026-03-19T09:15:50.864506Z","steps":["trace[1871026748] 'read index received' (duration: 205.56432ms)","trace[1871026748] 'applied index is now lower than readState.Index' (duration: 9.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:15:50.864661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.715733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:15:50.864717Z","caller":"traceutil/trace.go:171","msg":"trace[270062540] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:6662; }","duration":"205.820255ms","start":"2026-03-19T09:15:50.658879Z","end":"2026-03-19T09:15:50.864699Z","steps":["trace[270062540] 'agreement among raft nodes before linearized reading' (duration: 205.719013ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:50.985744Z","caller":"traceutil/trace.go:171","msg":"trace[567439642] transaction","detail":"{read_only:false; response_revision:6663; number_of_response:1; }","duration":"167.384506ms","start":"2026-03-19T09:15:50.818318Z","end":"2026-03-19T09:15:50.985703Z","steps":["trace[567439642] 'process raft request' (duration: 166.065977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:51.032767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.878168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:15:51.032902Z","caller":"traceutil/trace.go:171","msg":"trace[84377781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6663; }","duration":"110.038952ms","start":"2026-03-19T09:15:50.9228Z","end":"2026-03-19T09:15:51.032839Z","steps":["trace[84377781] 'agreement among raft nodes before linearized reading' (duration: 62.848805ms)","trace[84377781] 'range keys from in-memory index tree' (duration: 46.92677ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:31.935189Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4273} {"level":"info","ts":"2026-03-19T09:16:32.010762Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4273,"took":"73.907474ms","hash":447254795,"current-db-size-bytes":34889728,"current-db-size":"35 MB","current-db-size-in-use-bytes":34164736,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-19T09:16:32.010843Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":447254795,"revision":4273,"compact-revision":2492} {"level":"info","ts":"2026-03-19T09:17:05.646843Z","caller":"traceutil/trace.go:171","msg":"trace[670596022] linearizableReadLoop","detail":"{readStateIndex:7479; appliedIndex:7477; }","duration":"139.846689ms","start":"2026-03-19T09:17:05.506963Z","end":"2026-03-19T09:17:05.646809Z","steps":["trace[670596022] 'read index received' (duration: 12.574751ms)","trace[670596022] 'applied index is now lower than readState.Index' (duration: 127.270048ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:05.647012Z","caller":"traceutil/trace.go:171","msg":"trace[28830139] transaction","detail":"{read_only:false; response_revision:7169; number_of_response:1; }","duration":"167.010908ms","start":"2026-03-19T09:17:05.479945Z","end":"2026-03-19T09:17:05.646956Z","steps":["trace[28830139] 'process raft request' (duration: 166.64986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:05.647135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.159476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:17:05.647205Z","caller":"traceutil/trace.go:171","msg":"trace[1195095524] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:7169; }","duration":"140.271669ms","start":"2026-03-19T09:17:05.506916Z","end":"2026-03-19T09:17:05.647187Z","steps":["trace[1195095524] 'agreement among raft nodes before linearized reading' (duration: 140.067034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:05.839054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.905694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:17:05.839223Z","caller":"traceutil/trace.go:171","msg":"trace[1972686444] linearizableReadLoop","detail":"{readStateIndex:7480; appliedIndex:7479; }","duration":"192.253871ms","start":"2026-03-19T09:17:05.646945Z","end":"2026-03-19T09:17:05.839199Z","steps":["trace[1972686444] 'read index received' (duration: 84.051561ms)","trace[1972686444] 'applied index is now lower than readState.Index' (duration: 108.20078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:05.839484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.391603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:05.839527Z","caller":"traceutil/trace.go:171","msg":"trace[1284335929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7170; }","duration":"204.486245ms","start":"2026-03-19T09:17:05.635029Z","end":"2026-03-19T09:17:05.839515Z","steps":["trace[1284335929] 'agreement among raft nodes before linearized reading' (duration: 204.28311ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:05.839736Z","caller":"traceutil/trace.go:171","msg":"trace[1862243459] transaction","detail":"{read_only:false; response_revision:7170; number_of_response:1; }","duration":"318.757692ms","start":"2026-03-19T09:17:05.520884Z","end":"2026-03-19T09:17:05.839642Z","steps":["trace[1862243459] 'process raft request' (duration: 210.130601ms)","trace[1862243459] 'compare' (duration: 107.72268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:05.839796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.831661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:161400"} {"level":"info","ts":"2026-03-19T09:17:05.839902Z","caller":"traceutil/trace.go:171","msg":"trace[1769369159] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:7170; }","duration":"186.980954ms","start":"2026-03-19T09:17:05.652899Z","end":"2026-03-19T09:17:05.83988Z","steps":["trace[1769369159] 'agreement among raft nodes before linearized reading' (duration: 186.447252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:05.840126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:05.520869Z","time spent":"319.048119ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:15.374662Z","caller":"traceutil/trace.go:171","msg":"trace[1352797095] transaction","detail":"{read_only:false; response_revision:7212; number_of_response:1; }","duration":"175.712991ms","start":"2026-03-19T09:17:15.198906Z","end":"2026-03-19T09:17:15.374619Z","steps":["trace[1352797095] 'process raft request' (duration: 90.919534ms)","trace[1352797095] 'compare' (duration: 84.423589ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:15.374694Z","caller":"traceutil/trace.go:171","msg":"trace[717776953] transaction","detail":"{read_only:false; response_revision:7213; number_of_response:1; }","duration":"173.88032ms","start":"2026-03-19T09:17:15.200791Z","end":"2026-03-19T09:17:15.374671Z","steps":["trace[717776953] 'process raft request' (duration: 173.706786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:15.374882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.801706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-19T09:17:15.374646Z","caller":"traceutil/trace.go:171","msg":"trace[921960061] linearizableReadLoop","detail":"{readStateIndex:7524; appliedIndex:7522; }","duration":"134.559311ms","start":"2026-03-19T09:17:15.240058Z","end":"2026-03-19T09:17:15.374617Z","steps":["trace[921960061] 'read index received' (duration: 49.795594ms)","trace[921960061] 'applied index is now lower than readState.Index' (duration: 84.761777ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:15.374938Z","caller":"traceutil/trace.go:171","msg":"trace[1286309712] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:7213; }","duration":"134.885538ms","start":"2026-03-19T09:17:15.240039Z","end":"2026-03-19T09:17:15.374924Z","steps":["trace[1286309712] 'agreement among raft nodes before linearized reading' (duration: 134.711024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:15.577398Z","caller":"traceutil/trace.go:171","msg":"trace[1522162032] transaction","detail":"{read_only:false; response_revision:7216; number_of_response:1; }","duration":"160.475872ms","start":"2026-03-19T09:17:15.416882Z","end":"2026-03-19T09:17:15.577358Z","steps":["trace[1522162032] 'process raft request' (duration: 88.237125ms)","trace[1522162032] 'compare' (duration: 71.864468ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:15.577629Z","caller":"traceutil/trace.go:171","msg":"trace[1047773182] linearizableReadLoop","detail":"{readStateIndex:7528; appliedIndex:7525; }","duration":"123.852993ms","start":"2026-03-19T09:17:15.453763Z","end":"2026-03-19T09:17:15.577616Z","steps":["trace[1047773182] 'read index received' (duration: 11.12845ms)","trace[1047773182] 'applied index is now lower than readState.Index' (duration: 112.723062ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:15.577797Z","caller":"traceutil/trace.go:171","msg":"trace[1777555977] transaction","detail":"{read_only:false; response_revision:7217; number_of_response:1; }","duration":"130.419329ms","start":"2026-03-19T09:17:15.447341Z","end":"2026-03-19T09:17:15.57776Z","steps":["trace[1777555977] 'process raft request' (duration: 129.955988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:15.577975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.19711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:17:15.578037Z","caller":"traceutil/trace.go:171","msg":"trace[413645927] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:7217; }","duration":"124.317072ms","start":"2026-03-19T09:17:15.453701Z","end":"2026-03-19T09:17:15.578018Z","steps":["trace[413645927] 'agreement among raft nodes before linearized reading' (duration: 123.963705ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:16.957Z","caller":"traceutil/trace.go:171","msg":"trace[1569955692] transaction","detail":"{read_only:false; response_revision:7222; number_of_response:1; }","duration":"108.721703ms","start":"2026-03-19T09:17:16.848249Z","end":"2026-03-19T09:17:16.956971Z","steps":["trace[1569955692] 'process raft request' (duration: 108.533089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:17.043789Z","caller":"traceutil/trace.go:171","msg":"trace[1497312531] transaction","detail":"{read_only:false; response_revision:7223; number_of_response:1; }","duration":"123.502054ms","start":"2026-03-19T09:17:16.920256Z","end":"2026-03-19T09:17:17.043758Z","steps":["trace[1497312531] 'process raft request' (duration: 73.310861ms)","trace[1497312531] 'compare' (duration: 50.05514ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:17.580824Z","caller":"traceutil/trace.go:171","msg":"trace[1792078248] transaction","detail":"{read_only:false; response_revision:7225; number_of_response:1; }","duration":"162.786913ms","start":"2026-03-19T09:17:17.417995Z","end":"2026-03-19T09:17:17.580782Z","steps":["trace[1792078248] 'process raft request' (duration: 117.489269ms)","trace[1792078248] 'compare' (duration: 44.990757ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:17.788069Z","caller":"traceutil/trace.go:171","msg":"trace[1956712805] transaction","detail":"{read_only:false; response_revision:7227; number_of_response:1; }","duration":"202.270416ms","start":"2026-03-19T09:17:17.585755Z","end":"2026-03-19T09:17:17.788025Z","steps":["trace[1956712805] 'process raft request' (duration: 173.139243ms)","trace[1956712805] 'compare' (duration: 28.742864ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:17.810809Z","caller":"traceutil/trace.go:171","msg":"trace[1804978581] transaction","detail":"{read_only:false; response_revision:7228; number_of_response:1; }","duration":"139.265866ms","start":"2026-03-19T09:17:17.671498Z","end":"2026-03-19T09:17:17.810764Z","steps":["trace[1804978581] 'process raft request' (duration: 138.912399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:18.004451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.544515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:17:18.004537Z","caller":"traceutil/trace.go:171","msg":"trace[1740478382] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:7229; }","duration":"102.688848ms","start":"2026-03-19T09:17:17.901827Z","end":"2026-03-19T09:17:18.004516Z","steps":["trace[1740478382] 'range keys from in-memory index tree' (duration: 102.253358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:19.750172Z","caller":"traceutil/trace.go:171","msg":"trace[381734263] linearizableReadLoop","detail":"{readStateIndex:7545; appliedIndex:7544; }","duration":"114.718887ms","start":"2026-03-19T09:17:19.635409Z","end":"2026-03-19T09:17:19.750128Z","steps":["trace[381734263] 'read index received' (duration: 114.307498ms)","trace[381734263] 'applied index is now lower than readState.Index' (duration: 409.419µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:19.750417Z","caller":"traceutil/trace.go:171","msg":"trace[1444728327] transaction","detail":"{read_only:false; response_revision:7233; number_of_response:1; }","duration":"164.198734ms","start":"2026-03-19T09:17:19.586188Z","end":"2026-03-19T09:17:19.750387Z","steps":["trace[1444728327] 'process raft request' (duration: 163.620531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:19.750566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.087746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:19.750608Z","caller":"traceutil/trace.go:171","msg":"trace[60594275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7233; }","duration":"115.244498ms","start":"2026-03-19T09:17:19.635352Z","end":"2026-03-19T09:17:19.750597Z","steps":["trace[60594275] 'agreement among raft nodes before linearized reading' (duration: 115.098075ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:19.795207Z","caller":"traceutil/trace.go:171","msg":"trace[614674601] transaction","detail":"{read_only:false; response_revision:7234; number_of_response:1; }","duration":"144.421361ms","start":"2026-03-19T09:17:19.65076Z","end":"2026-03-19T09:17:19.795182Z","steps":["trace[614674601] 'process raft request' (duration: 144.238877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:20.067587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.464629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:17:20.067827Z","caller":"traceutil/trace.go:171","msg":"trace[1939663350] linearizableReadLoop","detail":"{readStateIndex:7548; appliedIndex:7546; }","duration":"234.911096ms","start":"2026-03-19T09:17:19.832891Z","end":"2026-03-19T09:17:20.067803Z","steps":["trace[1939663350] 'read index received' (duration: 7.089718ms)","trace[1939663350] 'applied index is now lower than readState.Index' (duration: 227.820308ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:20.067885Z","caller":"traceutil/trace.go:171","msg":"trace[1298007576] transaction","detail":"{read_only:false; response_revision:7236; number_of_response:1; }","duration":"250.975985ms","start":"2026-03-19T09:17:19.816874Z","end":"2026-03-19T09:17:20.06785Z","steps":["trace[1298007576] 'process raft request' (duration: 250.868613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:20.068063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.632804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:17:20.068083Z","caller":"traceutil/trace.go:171","msg":"trace[1046489652] transaction","detail":"{read_only:false; response_revision:7235; number_of_response:1; }","duration":"267.72194ms","start":"2026-03-19T09:17:19.800129Z","end":"2026-03-19T09:17:20.067851Z","steps":["trace[1046489652] 'process raft request' (duration: 39.838661ms)","trace[1046489652] 'compare' (duration: 227.302405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:20.068077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.189332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:17:20.068142Z","caller":"traceutil/trace.go:171","msg":"trace[1096306925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7236; }","duration":"235.299764ms","start":"2026-03-19T09:17:19.832825Z","end":"2026-03-19T09:17:20.068125Z","steps":["trace[1096306925] 'agreement among raft nodes before linearized reading' (duration: 235.064869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:20.068283Z","caller":"traceutil/trace.go:171","msg":"trace[742320203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7236; }","duration":"189.715515ms","start":"2026-03-19T09:17:19.878378Z","end":"2026-03-19T09:17:20.068094Z","steps":["trace[742320203] 'agreement among raft nodes before linearized reading' (duration: 189.565451ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:41.855922Z","caller":"traceutil/trace.go:171","msg":"trace[155408852] transaction","detail":"{read_only:false; response_revision:7449; number_of_response:1; }","duration":"216.692538ms","start":"2026-03-19T09:17:41.639184Z","end":"2026-03-19T09:17:41.855877Z","steps":["trace[155408852] 'process raft request' (duration: 216.527715ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:41.97729Z","caller":"traceutil/trace.go:171","msg":"trace[1472379557] transaction","detail":"{read_only:false; response_revision:7451; number_of_response:1; }","duration":"110.633996ms","start":"2026-03-19T09:17:41.866625Z","end":"2026-03-19T09:17:41.977259Z","steps":["trace[1472379557] 'process raft request' (duration: 68.215956ms)","trace[1472379557] 'compare' (duration: 42.282336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:44.708118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.588768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:17:44.708199Z","caller":"traceutil/trace.go:171","msg":"trace[494501027] linearizableReadLoop","detail":"{readStateIndex:7785; appliedIndex:7783; }","duration":"350.495423ms","start":"2026-03-19T09:17:44.357692Z","end":"2026-03-19T09:17:44.708187Z","steps":["trace[494501027] 'read index received' (duration: 14.436003ms)","trace[494501027] 'applied index is now lower than readState.Index' (duration: 336.05842ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:44.708357Z","caller":"traceutil/trace.go:171","msg":"trace[459005816] transaction","detail":"{read_only:false; response_revision:7466; number_of_response:1; }","duration":"365.57807ms","start":"2026-03-19T09:17:44.342769Z","end":"2026-03-19T09:17:44.708347Z","steps":["trace[459005816] 'process raft request' (duration: 156.695436ms)","trace[459005816] 'compare' (duration: 208.498376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:44.708405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:44.342758Z","time spent":"365.625481ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:17:44.708611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.583096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:44.708689Z","caller":"traceutil/trace.go:171","msg":"trace[1891954965] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7466; }","duration":"350.677588ms","start":"2026-03-19T09:17:44.357998Z","end":"2026-03-19T09:17:44.708675Z","steps":["trace[1891954965] 'agreement among raft nodes before linearized reading' (duration: 350.565505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:44.708847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.79958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:17:44.708876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.706137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5486"} {"level":"info","ts":"2026-03-19T09:17:44.70893Z","caller":"traceutil/trace.go:171","msg":"trace[1674062024] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7466; }","duration":"350.901533ms","start":"2026-03-19T09:17:44.357997Z","end":"2026-03-19T09:17:44.708899Z","steps":["trace[1674062024] 'agreement among raft nodes before linearized reading' (duration: 350.77843ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:44.70894Z","caller":"traceutil/trace.go:171","msg":"trace[1216759421] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7466; }","duration":"345.787348ms","start":"2026-03-19T09:17:44.363136Z","end":"2026-03-19T09:17:44.708924Z","steps":["trace[1216759421] 'agreement among raft nodes before linearized reading' (duration: 345.611744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:44.708839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:44.357991Z","time spent":"350.828581ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T09:17:44.708595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.886422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:17:44.708975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:44.357978Z","time spent":"350.987645ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T09:17:44.708978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:44.363126Z","time spent":"345.84483ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5508,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"info","ts":"2026-03-19T09:17:44.709025Z","caller":"traceutil/trace.go:171","msg":"trace[1323028063] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7466; }","duration":"351.350183ms","start":"2026-03-19T09:17:44.357653Z","end":"2026-03-19T09:17:44.709003Z","steps":["trace[1323028063] 'agreement among raft nodes before linearized reading' (duration: 350.848862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:44.70909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:44.357642Z","time spent":"351.433314ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-19T09:17:57.705365Z","caller":"traceutil/trace.go:171","msg":"trace[2118232575] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"107.436753ms","start":"2026-03-19T09:17:57.597889Z","end":"2026-03-19T09:17:57.705326Z","steps":["trace[2118232575] 'process raft request' (duration: 56.267459ms)","trace[2118232575] 'compare' (duration: 50.744255ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:58.978014Z","caller":"traceutil/trace.go:171","msg":"trace[1865514347] linearizableReadLoop","detail":"{readStateIndex:7878; appliedIndex:7877; }","duration":"105.824648ms","start":"2026-03-19T09:17:58.872168Z","end":"2026-03-19T09:17:58.977993Z","steps":["trace[1865514347] 'read index received' (duration: 105.692785ms)","trace[1865514347] 'applied index is now lower than readState.Index' (duration: 130.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:58.978096Z","caller":"traceutil/trace.go:171","msg":"trace[563338805] transaction","detail":"{read_only:false; response_revision:7556; number_of_response:1; }","duration":"165.723038ms","start":"2026-03-19T09:17:58.812341Z","end":"2026-03-19T09:17:58.978064Z","steps":["trace[563338805] 'process raft request' (duration: 165.530733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:58.97825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.063633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:908"} {"level":"info","ts":"2026-03-19T09:17:58.978301Z","caller":"traceutil/trace.go:171","msg":"trace[40085063] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7556; }","duration":"106.168196ms","start":"2026-03-19T09:17:58.872118Z","end":"2026-03-19T09:17:58.978286Z","steps":["trace[40085063] 'agreement among raft nodes before linearized reading' (duration: 105.966771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:02.036216Z","caller":"traceutil/trace.go:171","msg":"trace[1746307608] transaction","detail":"{read_only:false; response_revision:7569; number_of_response:1; }","duration":"195.463604ms","start":"2026-03-19T09:18:01.840722Z","end":"2026-03-19T09:18:02.036186Z","steps":["trace[1746307608] 'process raft request' (duration: 130.097142ms)","trace[1746307608] 'compare' (duration: 65.206208ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:02.108339Z","caller":"traceutil/trace.go:171","msg":"trace[374360685] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"255.695802ms","start":"2026-03-19T09:18:01.852608Z","end":"2026-03-19T09:18:02.108303Z","steps":["trace[374360685] 'process raft request' (duration: 255.433286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:02.302213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.348411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:02.302561Z","caller":"traceutil/trace.go:171","msg":"trace[678388471] transaction","detail":"{read_only:false; response_revision:7573; number_of_response:1; }","duration":"174.215898ms","start":"2026-03-19T09:18:02.128298Z","end":"2026-03-19T09:18:02.302514Z","steps":["trace[678388471] 'process raft request' (duration: 174.172797ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:02.302694Z","caller":"traceutil/trace.go:171","msg":"trace[1615669848] transaction","detail":"{read_only:false; response_revision:7572; number_of_response:1; }","duration":"205.944937ms","start":"2026-03-19T09:18:02.096713Z","end":"2026-03-19T09:18:02.302658Z","steps":["trace[1615669848] 'process raft request' (duration: 205.690271ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:02.302841Z","caller":"traceutil/trace.go:171","msg":"trace[2077333017] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"309.414233ms","start":"2026-03-19T09:18:01.993224Z","end":"2026-03-19T09:18:02.302638Z","steps":["trace[2077333017] 'process raft request' (duration: 193.54859ms)","trace[2077333017] 'compare' (duration: 115.204578ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:02.302805Z","caller":"traceutil/trace.go:171","msg":"trace[759343933] linearizableReadLoop","detail":"{readStateIndex:7895; appliedIndex:7893; }","duration":"303.966901ms","start":"2026-03-19T09:18:01.998772Z","end":"2026-03-19T09:18:02.302739Z","steps":["trace[759343933] 'read index received' (duration: 109.275285ms)","trace[759343933] 'applied index is now lower than readState.Index' (duration: 194.680626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:02.303108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:01.993198Z","time spent":"309.7144ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:02.303151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.371229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:18:02.303222Z","caller":"traceutil/trace.go:171","msg":"trace[255433764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7573; }","duration":"304.485492ms","start":"2026-03-19T09:18:01.998717Z","end":"2026-03-19T09:18:02.303202Z","steps":["trace[255433764] 'agreement among raft nodes before linearized reading' (duration: 304.197656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:02.303282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:01.998696Z","time spent":"304.574165ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:18:02.934158Z","caller":"traceutil/trace.go:171","msg":"trace[1415338965] transaction","detail":"{read_only:false; response_revision:7580; number_of_response:1; }","duration":"108.64572ms","start":"2026-03-19T09:18:02.825483Z","end":"2026-03-19T09:18:02.934129Z","steps":["trace[1415338965] 'process raft request' (duration: 90.450213ms)","trace[1415338965] 'compare' (duration: 18.067604ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:03.962818Z","caller":"traceutil/trace.go:171","msg":"trace[386875372] transaction","detail":"{read_only:false; response_revision:7583; number_of_response:1; }","duration":"123.856051ms","start":"2026-03-19T09:18:03.838934Z","end":"2026-03-19T09:18:03.96279Z","steps":["trace[386875372] 'process raft request' (duration: 123.683118ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:06.832608Z","caller":"traceutil/trace.go:171","msg":"trace[1443366301] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"165.934913ms","start":"2026-03-19T09:18:06.666646Z","end":"2026-03-19T09:18:06.832581Z","steps":["trace[1443366301] 'process raft request' (duration: 109.693224ms)","trace[1443366301] 'compare' (duration: 56.095615ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:08.052544Z","caller":"traceutil/trace.go:171","msg":"trace[1567862644] transaction","detail":"{read_only:false; response_revision:7604; number_of_response:1; }","duration":"145.222769ms","start":"2026-03-19T09:18:07.907297Z","end":"2026-03-19T09:18:08.05252Z","steps":["trace[1567862644] 'process raft request' (duration: 145.086696ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:08.540691Z","caller":"traceutil/trace.go:171","msg":"trace[1797586697] transaction","detail":"{read_only:false; response_revision:7611; number_of_response:1; }","duration":"149.883604ms","start":"2026-03-19T09:18:08.39077Z","end":"2026-03-19T09:18:08.540654Z","steps":["trace[1797586697] 'process raft request' (duration: 149.22451ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:08.541406Z","caller":"traceutil/trace.go:171","msg":"trace[269469879] linearizableReadLoop","detail":"{readStateIndex:7937; appliedIndex:7935; }","duration":"123.102854ms","start":"2026-03-19T09:18:08.418276Z","end":"2026-03-19T09:18:08.541379Z","steps":["trace[269469879] 'read index received' (duration: 121.735814ms)","trace[269469879] 'applied index is now lower than readState.Index' (duration: 1.36618ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:08.541437Z","caller":"traceutil/trace.go:171","msg":"trace[47504740] transaction","detail":"{read_only:false; response_revision:7612; number_of_response:1; }","duration":"141.830134ms","start":"2026-03-19T09:18:08.399585Z","end":"2026-03-19T09:18:08.541415Z","steps":["trace[47504740] 'process raft request' (duration: 141.553858ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:08.541489Z","caller":"traceutil/trace.go:171","msg":"trace[1952956305] transaction","detail":"{read_only:false; response_revision:7613; number_of_response:1; }","duration":"118.413659ms","start":"2026-03-19T09:18:08.423045Z","end":"2026-03-19T09:18:08.541459Z","steps":["trace[1952956305] 'process raft request' (duration: 118.279516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:08.541638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.34205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:18:08.541694Z","caller":"traceutil/trace.go:171","msg":"trace[604622381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7613; }","duration":"123.454482ms","start":"2026-03-19T09:18:08.418227Z","end":"2026-03-19T09:18:08.541682Z","steps":["trace[604622381] 'agreement among raft nodes before linearized reading' (duration: 123.259068ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:11.264295Z","caller":"traceutil/trace.go:171","msg":"trace[1567471335] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"101.610324ms","start":"2026-03-19T09:18:11.162646Z","end":"2026-03-19T09:18:11.264256Z","steps":["trace[1567471335] 'process raft request' (duration: 101.346778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:11.459383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.196503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:11.459469Z","caller":"traceutil/trace.go:171","msg":"trace[865304568] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7639; }","duration":"126.315597ms","start":"2026-03-19T09:18:11.333135Z","end":"2026-03-19T09:18:11.45945Z","steps":["trace[865304568] 'range keys from in-memory index tree' (duration: 126.04629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:12.938877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.53571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:18:12.938957Z","caller":"traceutil/trace.go:171","msg":"trace[325315012] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7642; }","duration":"319.896378ms","start":"2026-03-19T09:18:12.619046Z","end":"2026-03-19T09:18:12.938942Z","steps":["trace[325315012] 'count revisions from in-memory index tree' (duration: 319.443958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:12.938986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:12.619015Z","time spent":"319.96349ms","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:18:12.939304Z","caller":"traceutil/trace.go:171","msg":"trace[1276711720] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"315.589602ms","start":"2026-03-19T09:18:12.623432Z","end":"2026-03-19T09:18:12.939022Z","steps":["trace[1276711720] 'process raft request' (duration: 311.041899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:12.939522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:12.623401Z","time spent":"315.985911ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:12.994157Z","caller":"traceutil/trace.go:171","msg":"trace[557996550] linearizableReadLoop","detail":"{readStateIndex:7970; appliedIndex:7968; }","duration":"327.632381ms","start":"2026-03-19T09:18:12.666503Z","end":"2026-03-19T09:18:12.994136Z","steps":["trace[557996550] 'read index received' (duration: 267.954535ms)","trace[557996550] 'applied index is now lower than readState.Index' (duration: 59.676936ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:12.994215Z","caller":"traceutil/trace.go:171","msg":"trace[1120351047] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"347.807243ms","start":"2026-03-19T09:18:12.646377Z","end":"2026-03-19T09:18:12.994184Z","steps":["trace[1120351047] 'process raft request' (duration: 347.641259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:12.994382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.94141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:18:12.994424Z","caller":"traceutil/trace.go:171","msg":"trace[1965834284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:7644; }","duration":"312.056683ms","start":"2026-03-19T09:18:12.682355Z","end":"2026-03-19T09:18:12.994412Z","steps":["trace[1965834284] 'agreement among raft nodes before linearized reading' (duration: 311.90558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:12.994461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:12.682322Z","time spent":"312.128264ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:18:12.994384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.961072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:18:12.994575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.217157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:12.994641Z","caller":"traceutil/trace.go:171","msg":"trace[311303178] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7644; }","duration":"115.301169ms","start":"2026-03-19T09:18:12.879323Z","end":"2026-03-19T09:18:12.994624Z","steps":["trace[311303178] 'agreement among raft nodes before linearized reading' (duration: 115.229608ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:12.994593Z","caller":"traceutil/trace.go:171","msg":"trace[1841220306] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7644; }","duration":"115.208817ms","start":"2026-03-19T09:18:12.879366Z","end":"2026-03-19T09:18:12.994575Z","steps":["trace[1841220306] 'agreement among raft nodes before linearized reading' (duration: 114.962782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:12.994484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:12.646359Z","time spent":"347.972627ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:12.994467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.933747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:18:12.994907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.007727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:18:12.994915Z","caller":"traceutil/trace.go:171","msg":"trace[202340094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7644; }","duration":"328.431469ms","start":"2026-03-19T09:18:12.666468Z","end":"2026-03-19T09:18:12.9949Z","steps":["trace[202340094] 'agreement among raft nodes before linearized reading' (duration: 327.784704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:12.994997Z","caller":"traceutil/trace.go:171","msg":"trace[1732735923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7644; }","duration":"281.150292ms","start":"2026-03-19T09:18:12.713803Z","end":"2026-03-19T09:18:12.994953Z","steps":["trace[1732735923] 'agreement among raft nodes before linearized reading' (duration: 280.823695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:12.99506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:12.666456Z","time spent":"328.559341ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:18:15.26041Z","caller":"traceutil/trace.go:171","msg":"trace[1366997116] linearizableReadLoop","detail":"{readStateIndex:7983; appliedIndex:7982; }","duration":"302.594311ms","start":"2026-03-19T09:18:14.957791Z","end":"2026-03-19T09:18:15.260386Z","steps":["trace[1366997116] 'read index received' (duration: 302.485838ms)","trace[1366997116] 'applied index is now lower than readState.Index' (duration: 107.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:15.26054Z","caller":"traceutil/trace.go:171","msg":"trace[207728063] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"315.660133ms","start":"2026-03-19T09:18:14.944837Z","end":"2026-03-19T09:18:15.260497Z","steps":["trace[207728063] 'process raft request' (duration: 315.405856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:15.26062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.815375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-service-54z7r\" ","response":"range_response_count:1 size:8209"} {"level":"info","ts":"2026-03-19T09:18:15.260662Z","caller":"traceutil/trace.go:171","msg":"trace[738368096] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-service-54z7r; range_end:; response_count:1; response_revision:7657; }","duration":"302.906257ms","start":"2026-03-19T09:18:14.957746Z","end":"2026-03-19T09:18:15.260652Z","steps":["trace[738368096] 'agreement among raft nodes before linearized reading' (duration: 302.751124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:15.260695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:14.957727Z","time spent":"302.960688ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8231,"request content":"key:\"/registry/pods/openstack/barbican-ks-service-54z7r\" "} {"level":"warn","ts":"2026-03-19T09:18:15.260885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:14.944809Z","time spent":"315.809037ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:15.272197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.999096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:15.272249Z","caller":"traceutil/trace.go:171","msg":"trace[427409585] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7658; }","duration":"272.080287ms","start":"2026-03-19T09:18:15.000158Z","end":"2026-03-19T09:18:15.272239Z","steps":["trace[427409585] 'agreement among raft nodes before linearized reading' (duration: 271.975045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:15.272461Z","caller":"traceutil/trace.go:171","msg":"trace[3675310] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"272.007396ms","start":"2026-03-19T09:18:15.000441Z","end":"2026-03-19T09:18:15.272448Z","steps":["trace[3675310] 'process raft request' (duration: 271.599097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:15.272592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.369561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:18:15.272608Z","caller":"traceutil/trace.go:171","msg":"trace[2035937893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7658; }","duration":"174.425912ms","start":"2026-03-19T09:18:15.098178Z","end":"2026-03-19T09:18:15.272604Z","steps":["trace[2035937893] 'agreement among raft nodes before linearized reading' (duration: 174.361701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:15.272685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.349407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:18:15.272697Z","caller":"traceutil/trace.go:171","msg":"trace[921852337] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:7658; }","duration":"189.400608ms","start":"2026-03-19T09:18:15.083293Z","end":"2026-03-19T09:18:15.272693Z","steps":["trace[921852337] 'agreement among raft nodes before linearized reading' (duration: 189.354027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:15.272791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.298855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:18:15.272805Z","caller":"traceutil/trace.go:171","msg":"trace[99413823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7658; }","duration":"193.349346ms","start":"2026-03-19T09:18:15.079451Z","end":"2026-03-19T09:18:15.2728Z","steps":["trace[99413823] 'agreement among raft nodes before linearized reading' (duration: 193.308485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:15.272915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.180179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:18:15.272957Z","caller":"traceutil/trace.go:171","msg":"trace[1835374019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7658; }","duration":"196.265551ms","start":"2026-03-19T09:18:15.076681Z","end":"2026-03-19T09:18:15.272947Z","steps":["trace[1835374019] 'agreement among raft nodes before linearized reading' (duration: 196.123428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:15.273036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.689111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:15.273052Z","caller":"traceutil/trace.go:171","msg":"trace[1314776324] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7658; }","duration":"272.705331ms","start":"2026-03-19T09:18:15.000342Z","end":"2026-03-19T09:18:15.273047Z","steps":["trace[1314776324] 'agreement among raft nodes before linearized reading' (duration: 272.680581ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:15.45137Z","caller":"traceutil/trace.go:171","msg":"trace[1833786399] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"179.987808ms","start":"2026-03-19T09:18:15.271355Z","end":"2026-03-19T09:18:15.451343Z","steps":["trace[1833786399] 'process raft request' (duration: 131.844721ms)","trace[1833786399] 'compare' (duration: 47.485501ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:15.547743Z","caller":"traceutil/trace.go:171","msg":"trace[178171981] linearizableReadLoop","detail":"{readStateIndex:7988; appliedIndex:7984; }","duration":"267.070795ms","start":"2026-03-19T09:18:15.28065Z","end":"2026-03-19T09:18:15.547721Z","steps":["trace[178171981] 'read index received' (duration: 122.560572ms)","trace[178171981] 'applied index is now lower than readState.Index' (duration: 144.509363ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:15.547934Z","caller":"traceutil/trace.go:171","msg":"trace[782348186] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"271.242279ms","start":"2026-03-19T09:18:15.276651Z","end":"2026-03-19T09:18:15.547894Z","steps":["trace[782348186] 'process raft request' (duration: 271.036194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:15.548072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.403992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:18:15.548114Z","caller":"traceutil/trace.go:171","msg":"trace[2062878494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7662; }","duration":"267.467744ms","start":"2026-03-19T09:18:15.280636Z","end":"2026-03-19T09:18:15.548104Z","steps":["trace[2062878494] 'agreement among raft nodes before linearized reading' (duration: 267.334301ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:15.548314Z","caller":"traceutil/trace.go:171","msg":"trace[1821895454] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"272.287081ms","start":"2026-03-19T09:18:15.27601Z","end":"2026-03-19T09:18:15.548297Z","steps":["trace[1821895454] 'process raft request' (duration: 271.530705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:15.548431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.296791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:199294"} {"level":"info","ts":"2026-03-19T09:18:15.548464Z","caller":"traceutil/trace.go:171","msg":"trace[1321843770] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:7662; }","duration":"263.358252ms","start":"2026-03-19T09:18:15.285098Z","end":"2026-03-19T09:18:15.548456Z","steps":["trace[1321843770] 'agreement among raft nodes before linearized reading' (duration: 263.114677ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:15.548521Z","caller":"traceutil/trace.go:171","msg":"trace[1267900520] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"272.293632ms","start":"2026-03-19T09:18:15.276213Z","end":"2026-03-19T09:18:15.548507Z","steps":["trace[1267900520] 'process raft request' (duration: 271.437703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:15.782877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.362164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:18:15.782971Z","caller":"traceutil/trace.go:171","msg":"trace[253250456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7662; }","duration":"222.500538ms","start":"2026-03-19T09:18:15.560449Z","end":"2026-03-19T09:18:15.78295Z","steps":["trace[253250456] 'range keys from in-memory index tree' (duration: 222.202761ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:15.807945Z","caller":"traceutil/trace.go:171","msg":"trace[1270291706] linearizableReadLoop","detail":"{readStateIndex:7990; appliedIndex:7988; }","duration":"172.610833ms","start":"2026-03-19T09:18:15.635316Z","end":"2026-03-19T09:18:15.807926Z","steps":["trace[1270291706] 'read index received' (duration: 172.326076ms)","trace[1270291706] 'applied index is now lower than readState.Index' (duration: 283.777µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:15.808212Z","caller":"traceutil/trace.go:171","msg":"trace[1558790408] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"247.706132ms","start":"2026-03-19T09:18:15.560493Z","end":"2026-03-19T09:18:15.808199Z","steps":["trace[1558790408] 'process raft request' (duration: 247.329603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:15.808279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.9512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:15.809472Z","caller":"traceutil/trace.go:171","msg":"trace[1752677673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7663; }","duration":"174.168797ms","start":"2026-03-19T09:18:15.635285Z","end":"2026-03-19T09:18:15.809454Z","steps":["trace[1752677673] 'agreement among raft nodes before linearized reading' (duration: 172.95364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:15.974212Z","caller":"traceutil/trace.go:171","msg":"trace[378995897] linearizableReadLoop","detail":"{readStateIndex:7992; appliedIndex:7990; }","duration":"163.823005ms","start":"2026-03-19T09:18:15.810361Z","end":"2026-03-19T09:18:15.974184Z","steps":["trace[378995897] 'read index received' (duration: 66.5572ms)","trace[378995897] 'applied index is now lower than readState.Index' (duration: 97.264535ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:15.974235Z","caller":"traceutil/trace.go:171","msg":"trace[203007268] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"164.179253ms","start":"2026-03-19T09:18:15.810016Z","end":"2026-03-19T09:18:15.974196Z","steps":["trace[203007268] 'process raft request' (duration: 98.726989ms)","trace[203007268] 'compare' (duration: 65.332051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:15.974511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.092881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:15.974666Z","caller":"traceutil/trace.go:171","msg":"trace[1172102494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7665; }","duration":"164.324707ms","start":"2026-03-19T09:18:15.810311Z","end":"2026-03-19T09:18:15.974636Z","steps":["trace[1172102494] 'agreement among raft nodes before linearized reading' (duration: 163.962588ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:16.667622Z","caller":"traceutil/trace.go:171","msg":"trace[1233684561] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"179.258771ms","start":"2026-03-19T09:18:16.488335Z","end":"2026-03-19T09:18:16.667594Z","steps":["trace[1233684561] 'process raft request' (duration: 179.079087ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:16.790488Z","caller":"traceutil/trace.go:171","msg":"trace[405143550] linearizableReadLoop","detail":"{readStateIndex:7994; appliedIndex:7992; }","duration":"243.186821ms","start":"2026-03-19T09:18:16.547276Z","end":"2026-03-19T09:18:16.790463Z","steps":["trace[405143550] 'read index received' (duration: 120.198149ms)","trace[405143550] 'applied index is now lower than readState.Index' (duration: 122.987572ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:16.790562Z","caller":"traceutil/trace.go:171","msg":"trace[101594794] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"290.677674ms","start":"2026-03-19T09:18:16.499828Z","end":"2026-03-19T09:18:16.790505Z","steps":["trace[101594794] 'process raft request' (duration: 290.46913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:16.790657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.367955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:16.790694Z","caller":"traceutil/trace.go:171","msg":"trace[781376274] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7667; }","duration":"243.473438ms","start":"2026-03-19T09:18:16.547209Z","end":"2026-03-19T09:18:16.790682Z","steps":["trace[781376274] 'agreement among raft nodes before linearized reading' (duration: 243.387916ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:19.8299Z","caller":"traceutil/trace.go:171","msg":"trace[1857572339] linearizableReadLoop","detail":"{readStateIndex:8005; appliedIndex:8004; }","duration":"194.968133ms","start":"2026-03-19T09:18:19.634914Z","end":"2026-03-19T09:18:19.829882Z","steps":["trace[1857572339] 'read index received' (duration: 194.817459ms)","trace[1857572339] 'applied index is now lower than readState.Index' (duration: 150.084µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:19.830026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.081395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:19.830049Z","caller":"traceutil/trace.go:171","msg":"trace[1865890764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7678; }","duration":"195.160357ms","start":"2026-03-19T09:18:19.634881Z","end":"2026-03-19T09:18:19.830041Z","steps":["trace[1865890764] 'agreement among raft nodes before linearized reading' (duration: 195.090526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:19.83016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.968515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:18:19.830213Z","caller":"traceutil/trace.go:171","msg":"trace[485770319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7678; }","duration":"192.045308ms","start":"2026-03-19T09:18:19.63816Z","end":"2026-03-19T09:18:19.830206Z","steps":["trace[485770319] 'agreement among raft nodes before linearized reading' (duration: 191.864564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:19.830267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.812565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:18:19.830273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.320091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:18:19.830337Z","caller":"traceutil/trace.go:171","msg":"trace[1585294475] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:7678; }","duration":"167.911866ms","start":"2026-03-19T09:18:19.662408Z","end":"2026-03-19T09:18:19.83032Z","steps":["trace[1585294475] 'agreement among raft nodes before linearized reading' (duration: 167.721472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:19.830336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.459574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:18:19.830354Z","caller":"traceutil/trace.go:171","msg":"trace[259922394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7678; }","duration":"170.475685ms","start":"2026-03-19T09:18:19.659857Z","end":"2026-03-19T09:18:19.830333Z","steps":["trace[259922394] 'agreement among raft nodes before linearized reading' (duration: 170.209849ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:19.830418Z","caller":"traceutil/trace.go:171","msg":"trace[313147004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7678; }","duration":"170.581377ms","start":"2026-03-19T09:18:19.659816Z","end":"2026-03-19T09:18:19.830397Z","steps":["trace[313147004] 'agreement among raft nodes before linearized reading' (duration: 170.340082ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:19.829969Z","caller":"traceutil/trace.go:171","msg":"trace[1032857316] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"507.602427ms","start":"2026-03-19T09:18:19.322343Z","end":"2026-03-19T09:18:19.829945Z","steps":["trace[1032857316] 'process raft request' (duration: 507.433033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:19.83058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:19.322321Z","time spent":"508.184989ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:20.025167Z","caller":"traceutil/trace.go:171","msg":"trace[1598278324] linearizableReadLoop","detail":"{readStateIndex:8008; appliedIndex:8006; }","duration":"141.030915ms","start":"2026-03-19T09:18:19.884113Z","end":"2026-03-19T09:18:20.025144Z","steps":["trace[1598278324] 'read index received' (duration: 69.342832ms)","trace[1598278324] 'applied index is now lower than readState.Index' (duration: 71.687223ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:20.025199Z","caller":"traceutil/trace.go:171","msg":"trace[892303609] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"189.298755ms","start":"2026-03-19T09:18:19.835865Z","end":"2026-03-19T09:18:20.025164Z","steps":["trace[892303609] 'process raft request' (duration: 117.695994ms)","trace[892303609] 'compare' (duration: 71.399317ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:20.025233Z","caller":"traceutil/trace.go:171","msg":"trace[2085427664] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"189.10024ms","start":"2026-03-19T09:18:19.83611Z","end":"2026-03-19T09:18:20.02521Z","steps":["trace[2085427664] 'process raft request' (duration: 188.986648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:20.025433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.63116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:18:20.025477Z","caller":"traceutil/trace.go:171","msg":"trace[1573466716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7681; }","duration":"179.712632ms","start":"2026-03-19T09:18:19.845754Z","end":"2026-03-19T09:18:20.025466Z","steps":["trace[1573466716] 'agreement among raft nodes before linearized reading' (duration: 179.536787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:20.986451Z","caller":"traceutil/trace.go:171","msg":"trace[1117977982] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"150.059608ms","start":"2026-03-19T09:18:20.836369Z","end":"2026-03-19T09:18:20.986429Z","steps":["trace[1117977982] 'process raft request' (duration: 149.947446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:21.13235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.859301ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:18:22.220082Z","caller":"traceutil/trace.go:171","msg":"trace[1086746809] linearizableReadLoop","detail":"{readStateIndex:8018; appliedIndex:8016; }","duration":"184.216002ms","start":"2026-03-19T09:18:22.035841Z","end":"2026-03-19T09:18:22.220057Z","steps":["trace[1086746809] 'read index received' (duration: 43.017603ms)","trace[1086746809] 'applied index is now lower than readState.Index' (duration: 141.197019ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:22.220178Z","caller":"traceutil/trace.go:171","msg":"trace[1398642694] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"186.769349ms","start":"2026-03-19T09:18:22.033372Z","end":"2026-03-19T09:18:22.220142Z","steps":["trace[1398642694] 'process raft request' (duration: 122.160293ms)","trace[1398642694] 'compare' (duration: 64.420482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:22.220348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.239855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:18:22.220416Z","caller":"traceutil/trace.go:171","msg":"trace[1263080028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7690; }","duration":"177.341098ms","start":"2026-03-19T09:18:22.043058Z","end":"2026-03-19T09:18:22.220399Z","steps":["trace[1263080028] 'agreement among raft nodes before linearized reading' (duration: 177.146083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:22.220469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.59758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:18:22.220606Z","caller":"traceutil/trace.go:171","msg":"trace[1301826276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7690; }","duration":"184.759564ms","start":"2026-03-19T09:18:22.035824Z","end":"2026-03-19T09:18:22.220584Z","steps":["trace[1301826276] 'agreement among raft nodes before linearized reading' (duration: 184.367915ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:23.243176Z","caller":"traceutil/trace.go:171","msg":"trace[1064461280] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"251.945157ms","start":"2026-03-19T09:18:22.99121Z","end":"2026-03-19T09:18:23.243155Z","steps":["trace[1064461280] 'process raft request' (duration: 251.769933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:23.86006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.536742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:23.860155Z","caller":"traceutil/trace.go:171","msg":"trace[1303480739] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7693; }","duration":"497.704115ms","start":"2026-03-19T09:18:23.362428Z","end":"2026-03-19T09:18:23.860132Z","steps":["trace[1303480739] 'range keys from in-memory index tree' (duration: 497.361917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:23.860199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:23.362396Z","time spent":"497.792788ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-19T09:18:23.86028Z","caller":"traceutil/trace.go:171","msg":"trace[1204384802] linearizableReadLoop","detail":"{readStateIndex:8022; appliedIndex:8021; }","duration":"354.101852ms","start":"2026-03-19T09:18:23.506149Z","end":"2026-03-19T09:18:23.860251Z","steps":["trace[1204384802] 'read index received' (duration: 280.22296ms)","trace[1204384802] 'applied index is now lower than readState.Index' (duration: 73.877592ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:23.860474Z","caller":"traceutil/trace.go:171","msg":"trace[697366662] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"482.886344ms","start":"2026-03-19T09:18:23.377543Z","end":"2026-03-19T09:18:23.860429Z","steps":["trace[697366662] 'process raft request' (duration: 408.851048ms)","trace[697366662] 'compare' (duration: 73.723499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:23.860538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.383279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:18:23.860585Z","caller":"traceutil/trace.go:171","msg":"trace[133681008] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7694; }","duration":"354.467211ms","start":"2026-03-19T09:18:23.506104Z","end":"2026-03-19T09:18:23.860571Z","steps":["trace[133681008] 'agreement among raft nodes before linearized reading' (duration: 354.389569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:23.860623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:23.506082Z","time spent":"354.532553ms","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:23.860782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:23.377519Z","time spent":"482.998528ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:23.883555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.731686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:23.883616Z","caller":"traceutil/trace.go:171","msg":"trace[1667429427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7695; }","duration":"248.828777ms","start":"2026-03-19T09:18:23.63477Z","end":"2026-03-19T09:18:23.883599Z","steps":["trace[1667429427] 'agreement among raft nodes before linearized reading' (duration: 248.530601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:23.883571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.011828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:18:23.883681Z","caller":"traceutil/trace.go:171","msg":"trace[1485712559] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7695; }","duration":"336.218023ms","start":"2026-03-19T09:18:23.547447Z","end":"2026-03-19T09:18:23.883665Z","steps":["trace[1485712559] 'agreement among raft nodes before linearized reading' (duration: 335.741942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:23.88373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:23.54742Z","time spent":"336.300255ms","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:24.355128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.510916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:18:24.355237Z","caller":"traceutil/trace.go:171","msg":"trace[1086852399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7698; }","duration":"111.665738ms","start":"2026-03-19T09:18:24.243548Z","end":"2026-03-19T09:18:24.355214Z","steps":["trace[1086852399] 'range keys from in-memory index tree' (duration: 111.329271ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:24.355272Z","caller":"traceutil/trace.go:171","msg":"trace[1375223795] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"109.677364ms","start":"2026-03-19T09:18:24.245577Z","end":"2026-03-19T09:18:24.355255Z","steps":["trace[1375223795] 'process raft request' (duration: 104.467967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:24.355128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.368263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:18:24.35539Z","caller":"traceutil/trace.go:171","msg":"trace[420905198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7698; }","duration":"111.670888ms","start":"2026-03-19T09:18:24.243682Z","end":"2026-03-19T09:18:24.355353Z","steps":["trace[420905198] 'range keys from in-memory index tree' (duration: 111.184468ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:25.445698Z","caller":"traceutil/trace.go:171","msg":"trace[85647002] linearizableReadLoop","detail":"{readStateIndex:8031; appliedIndex:8030; }","duration":"121.888516ms","start":"2026-03-19T09:18:25.323787Z","end":"2026-03-19T09:18:25.445675Z","steps":["trace[85647002] 'read index received' (duration: 121.60188ms)","trace[85647002] 'applied index is now lower than readState.Index' (duration: 285.266µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:25.445888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.05571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:25.445882Z","caller":"traceutil/trace.go:171","msg":"trace[471354258] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"197.654652ms","start":"2026-03-19T09:18:25.248154Z","end":"2026-03-19T09:18:25.445809Z","steps":["trace[471354258] 'process raft request' (duration: 197.311595ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:25.445939Z","caller":"traceutil/trace.go:171","msg":"trace[446711361] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7703; }","duration":"122.185043ms","start":"2026-03-19T09:18:25.323738Z","end":"2026-03-19T09:18:25.445923Z","steps":["trace[446711361] 'agreement among raft nodes before linearized reading' (duration: 122.05443ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:28.241229Z","caller":"traceutil/trace.go:171","msg":"trace[1632537907] linearizableReadLoop","detail":"{readStateIndex:8046; appliedIndex:8045; }","duration":"175.937707ms","start":"2026-03-19T09:18:28.065258Z","end":"2026-03-19T09:18:28.241196Z","steps":["trace[1632537907] 'read index received' (duration: 104.203623ms)","trace[1632537907] 'applied index is now lower than readState.Index' (duration: 71.732834ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:28.241258Z","caller":"traceutil/trace.go:171","msg":"trace[524336170] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"177.058401ms","start":"2026-03-19T09:18:28.064167Z","end":"2026-03-19T09:18:28.241226Z","steps":["trace[524336170] 'process raft request' (duration: 105.337787ms)","trace[524336170] 'compare' (duration: 71.55724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:28.24147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.654418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:18:28.241568Z","caller":"traceutil/trace.go:171","msg":"trace[295850144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7717; }","duration":"132.78202ms","start":"2026-03-19T09:18:28.108733Z","end":"2026-03-19T09:18:28.241515Z","steps":["trace[295850144] 'agreement among raft nodes before linearized reading' (duration: 132.647007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:28.242124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.835838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:199294"} {"level":"info","ts":"2026-03-19T09:18:28.242214Z","caller":"traceutil/trace.go:171","msg":"trace[2039654846] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:7717; }","duration":"176.96066ms","start":"2026-03-19T09:18:28.065224Z","end":"2026-03-19T09:18:28.242185Z","steps":["trace[2039654846] 'agreement among raft nodes before linearized reading' (duration: 176.129451ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:28.631877Z","caller":"traceutil/trace.go:171","msg":"trace[1715823235] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"208.27136ms","start":"2026-03-19T09:18:28.423576Z","end":"2026-03-19T09:18:28.631847Z","steps":["trace[1715823235] 'process raft request' (duration: 138.746155ms)","trace[1715823235] 'compare' (duration: 69.399763ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:28.632437Z","caller":"traceutil/trace.go:171","msg":"trace[293572932] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"207.731308ms","start":"2026-03-19T09:18:28.424681Z","end":"2026-03-19T09:18:28.632413Z","steps":["trace[293572932] 'process raft request' (duration: 207.626786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:37.0791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.812764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:18:37.07918Z","caller":"traceutil/trace.go:171","msg":"trace[262717006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7777; }","duration":"407.942337ms","start":"2026-03-19T09:18:36.67122Z","end":"2026-03-19T09:18:37.079162Z","steps":["trace[262717006] 'range keys from in-memory index tree' (duration: 407.63657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:37.079239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:36.6712Z","time spent":"408.012868ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:18:37.079551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.50266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-19T09:18:37.079623Z","caller":"traceutil/trace.go:171","msg":"trace[1885753461] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7777; }","duration":"286.610123ms","start":"2026-03-19T09:18:36.792995Z","end":"2026-03-19T09:18:37.079605Z","steps":["trace[1885753461] 'range keys from in-memory index tree' (duration: 286.340516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:37.080142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.384025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:18:37.080302Z","caller":"traceutil/trace.go:171","msg":"trace[1648565659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7777; }","duration":"408.197714ms","start":"2026-03-19T09:18:36.672053Z","end":"2026-03-19T09:18:37.08025Z","steps":["trace[1648565659] 'range keys from in-memory index tree' (duration: 407.119389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:37.080442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:36.672033Z","time spent":"408.313626ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:18:37.34036Z","caller":"traceutil/trace.go:171","msg":"trace[1732506228] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"256.438118ms","start":"2026-03-19T09:18:37.083897Z","end":"2026-03-19T09:18:37.340335Z","steps":["trace[1732506228] 'process raft request' (duration: 256.280074ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:37.490356Z","caller":"traceutil/trace.go:171","msg":"trace[2058530259] linearizableReadLoop","detail":"{readStateIndex:8111; appliedIndex:8109; }","duration":"368.066795ms","start":"2026-03-19T09:18:37.122256Z","end":"2026-03-19T09:18:37.490323Z","steps":["trace[2058530259] 'read index received' (duration: 217.888844ms)","trace[2058530259] 'applied index is now lower than readState.Index' (duration: 150.176741ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:37.490407Z","caller":"traceutil/trace.go:171","msg":"trace[807615738] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"405.762029ms","start":"2026-03-19T09:18:37.08462Z","end":"2026-03-19T09:18:37.490382Z","steps":["trace[807615738] 'process raft request' (duration: 366.401139ms)","trace[807615738] 'compare' (duration: 39.125165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:37.490592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:37.084596Z","time spent":"405.868711ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:37.490915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.627937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:18:37.491001Z","caller":"traceutil/trace.go:171","msg":"trace[1655861699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7779; }","duration":"368.76258ms","start":"2026-03-19T09:18:37.122221Z","end":"2026-03-19T09:18:37.490983Z","steps":["trace[1655861699] 'agreement among raft nodes before linearized reading' (duration: 368.218428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:37.491608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:37.122203Z","time spent":"369.387004ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:18:38.616648Z","caller":"traceutil/trace.go:171","msg":"trace[957165301] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"186.500344ms","start":"2026-03-19T09:18:38.43011Z","end":"2026-03-19T09:18:38.61661Z","steps":["trace[957165301] 'process raft request' (duration: 186.267718ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:38.619161Z","caller":"traceutil/trace.go:171","msg":"trace[936122130] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"188.429896ms","start":"2026-03-19T09:18:38.430695Z","end":"2026-03-19T09:18:38.619125Z","steps":["trace[936122130] 'process raft request' (duration: 188.059398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:41.045846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.320561ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:18:41.782201Z","caller":"traceutil/trace.go:171","msg":"trace[1987607084] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"129.129199ms","start":"2026-03-19T09:18:41.653034Z","end":"2026-03-19T09:18:41.782164Z","steps":["trace[1987607084] 'process raft request' (duration: 128.898484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:42.543991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.729632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:18:42.544118Z","caller":"traceutil/trace.go:171","msg":"trace[2087171011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:7814; }","duration":"188.947397ms","start":"2026-03-19T09:18:42.355139Z","end":"2026-03-19T09:18:42.544087Z","steps":["trace[2087171011] 'range keys from in-memory index tree' (duration: 188.424695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:42.544205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.779919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:18:42.544379Z","caller":"traceutil/trace.go:171","msg":"trace[451126214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7814; }","duration":"141.043146ms","start":"2026-03-19T09:18:42.403314Z","end":"2026-03-19T09:18:42.544357Z","steps":["trace[451126214] 'range keys from in-memory index tree' (duration: 140.530774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:43.677647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.715161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12708"} {"level":"info","ts":"2026-03-19T09:18:43.677739Z","caller":"traceutil/trace.go:171","msg":"trace[334094903] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7818; }","duration":"124.872055ms","start":"2026-03-19T09:18:43.552848Z","end":"2026-03-19T09:18:43.67772Z","steps":["trace[334094903] 'range keys from in-memory index tree' (duration: 124.514467ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:44.201776Z","caller":"traceutil/trace.go:171","msg":"trace[846522069] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"151.747586ms","start":"2026-03-19T09:18:44.050004Z","end":"2026-03-19T09:18:44.201752Z","steps":["trace[846522069] 'process raft request' (duration: 151.566892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:44.591617Z","caller":"traceutil/trace.go:171","msg":"trace[836112621] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"451.809048ms","start":"2026-03-19T09:18:44.139787Z","end":"2026-03-19T09:18:44.591596Z","steps":["trace[836112621] 'process raft request' (duration: 451.676965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:44.591792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:44.139759Z","time spent":"451.941271ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:44.603402Z","caller":"traceutil/trace.go:171","msg":"trace[1917631636] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"339.514036ms","start":"2026-03-19T09:18:44.263855Z","end":"2026-03-19T09:18:44.603369Z","steps":["trace[1917631636] 'process raft request' (duration: 339.208299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:44.603573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:44.263833Z","time spent":"339.653129ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:46.939491Z","caller":"traceutil/trace.go:171","msg":"trace[195535684] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"186.883882ms","start":"2026-03-19T09:18:46.752571Z","end":"2026-03-19T09:18:46.939455Z","steps":["trace[195535684] 'process raft request' (duration: 147.057891ms)","trace[195535684] 'compare' (duration: 39.666337ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:48.770877Z","caller":"traceutil/trace.go:171","msg":"trace[805251781] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"127.77966ms","start":"2026-03-19T09:18:48.643066Z","end":"2026-03-19T09:18:48.770845Z","steps":["trace[805251781] 'process raft request' (duration: 127.571235ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:49.571265Z","caller":"traceutil/trace.go:171","msg":"trace[2117822411] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"125.552509ms","start":"2026-03-19T09:18:49.445686Z","end":"2026-03-19T09:18:49.571238Z","steps":["trace[2117822411] 'process raft request' (duration: 125.364834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:49.973276Z","caller":"traceutil/trace.go:171","msg":"trace[1386278679] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"179.371064ms","start":"2026-03-19T09:18:49.793872Z","end":"2026-03-19T09:18:49.973243Z","steps":["trace[1386278679] 'process raft request' (duration: 179.18639ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:49.978786Z","caller":"traceutil/trace.go:171","msg":"trace[2028676233] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"134.254294ms","start":"2026-03-19T09:18:49.844219Z","end":"2026-03-19T09:18:49.978473Z","steps":["trace[2028676233] 'process raft request' (duration: 134.090071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:50.11668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.743296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:50.116786Z","caller":"traceutil/trace.go:171","msg":"trace[1845332781] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7848; }","duration":"122.88662ms","start":"2026-03-19T09:18:49.993881Z","end":"2026-03-19T09:18:50.116767Z","steps":["trace[1845332781] 'range keys from in-memory index tree' (duration: 122.656515ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:54.18825Z","caller":"traceutil/trace.go:171","msg":"trace[121349061] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"147.689375ms","start":"2026-03-19T09:18:54.04052Z","end":"2026-03-19T09:18:54.188209Z","steps":["trace[121349061] 'process raft request' (duration: 130.790306ms)","trace[121349061] 'compare' (duration: 16.278954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:56.508291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.108231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:56.508389Z","caller":"traceutil/trace.go:171","msg":"trace[1547341610] linearizableReadLoop","detail":"{readStateIndex:8237; appliedIndex:8236; }","duration":"181.199665ms","start":"2026-03-19T09:18:56.327175Z","end":"2026-03-19T09:18:56.508375Z","steps":["trace[1547341610] 'read index received' (duration: 46.820688ms)","trace[1547341610] 'applied index is now lower than readState.Index' (duration: 134.377867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:56.508452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.319497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:56.508475Z","caller":"traceutil/trace.go:171","msg":"trace[35431252] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7901; }","duration":"181.390829ms","start":"2026-03-19T09:18:56.327076Z","end":"2026-03-19T09:18:56.508466Z","steps":["trace[35431252] 'agreement among raft nodes before linearized reading' (duration: 181.335568ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:56.508437Z","caller":"traceutil/trace.go:171","msg":"trace[1045025382] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"202.572413ms","start":"2026-03-19T09:18:56.305828Z","end":"2026-03-19T09:18:56.5084Z","steps":["trace[1045025382] 'process raft request' (duration: 68.272458ms)","trace[1045025382] 'compare' (duration: 133.987308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:56.812041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.718504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:56.812132Z","caller":"traceutil/trace.go:171","msg":"trace[233949954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7901; }","duration":"176.877777ms","start":"2026-03-19T09:18:56.635234Z","end":"2026-03-19T09:18:56.812112Z","steps":["trace[233949954] 'range keys from in-memory index tree' (duration: 176.592411ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:57.200215Z","caller":"traceutil/trace.go:171","msg":"trace[841022534] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"150.008147ms","start":"2026-03-19T09:18:57.050171Z","end":"2026-03-19T09:18:57.200179Z","steps":["trace[841022534] 'process raft request' (duration: 110.160694ms)","trace[841022534] 'compare' (duration: 39.71977ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:13.483073Z","caller":"traceutil/trace.go:171","msg":"trace[861505648] linearizableReadLoop","detail":"{readStateIndex:8322; appliedIndex:8321; }","duration":"125.860546ms","start":"2026-03-19T09:19:13.357186Z","end":"2026-03-19T09:19:13.483047Z","steps":["trace[861505648] 'read index received' (duration: 125.664062ms)","trace[861505648] 'applied index is now lower than readState.Index' (duration: 195.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:13.483145Z","caller":"traceutil/trace.go:171","msg":"trace[1238868722] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"190.668316ms","start":"2026-03-19T09:19:13.292443Z","end":"2026-03-19T09:19:13.483111Z","steps":["trace[1238868722] 'process raft request' (duration: 190.420341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:13.483208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.000339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:13.483246Z","caller":"traceutil/trace.go:171","msg":"trace[1294982056] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7983; }","duration":"126.081911ms","start":"2026-03-19T09:19:13.357151Z","end":"2026-03-19T09:19:13.483233Z","steps":["trace[1294982056] 'agreement among raft nodes before linearized reading' (duration: 125.998019ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:16.542656Z","caller":"traceutil/trace.go:171","msg":"trace[12241499] linearizableReadLoop","detail":"{readStateIndex:8335; appliedIndex:8334; }","duration":"286.453389ms","start":"2026-03-19T09:19:16.256158Z","end":"2026-03-19T09:19:16.542611Z","steps":["trace[12241499] 'read index received' (duration: 286.03477ms)","trace[12241499] 'applied index is now lower than readState.Index' (duration: 415.819µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:16.542798Z","caller":"traceutil/trace.go:171","msg":"trace[885863453] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"320.793537ms","start":"2026-03-19T09:19:16.22192Z","end":"2026-03-19T09:19:16.542714Z","steps":["trace[885863453] 'process raft request' (duration: 320.352108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:16.543131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.944511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7401"} {"level":"warn","ts":"2026-03-19T09:19:16.543173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.709352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:19:16.543246Z","caller":"traceutil/trace.go:171","msg":"trace[42462296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7995; }","duration":"167.851356ms","start":"2026-03-19T09:19:16.375376Z","end":"2026-03-19T09:19:16.543228Z","steps":["trace[42462296] 'agreement among raft nodes before linearized reading' (duration: 167.539088ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:16.543251Z","caller":"traceutil/trace.go:171","msg":"trace[481887228] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7995; }","duration":"287.119135ms","start":"2026-03-19T09:19:16.256102Z","end":"2026-03-19T09:19:16.543221Z","steps":["trace[481887228] 'agreement among raft nodes before linearized reading' (duration: 286.693274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:16.543274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:16.221889Z","time spent":"321.006782ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:16.717061Z","caller":"traceutil/trace.go:171","msg":"trace[1055519650] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"169.262028ms","start":"2026-03-19T09:19:16.547753Z","end":"2026-03-19T09:19:16.717015Z","steps":["trace[1055519650] 'process raft request' (duration: 76.741468ms)","trace[1055519650] 'compare' (duration: 91.908115ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:17.905981Z","caller":"traceutil/trace.go:171","msg":"trace[513730927] linearizableReadLoop","detail":"{readStateIndex:8343; appliedIndex:8342; }","duration":"270.413363ms","start":"2026-03-19T09:19:17.635541Z","end":"2026-03-19T09:19:17.905954Z","steps":["trace[513730927] 'read index received' (duration: 270.161007ms)","trace[513730927] 'applied index is now lower than readState.Index' (duration: 251.456µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:17.906108Z","caller":"traceutil/trace.go:171","msg":"trace[28084425] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"289.745483ms","start":"2026-03-19T09:19:17.616323Z","end":"2026-03-19T09:19:17.906068Z","steps":["trace[28084425] 'process raft request' (duration: 289.448977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:17.906138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.593836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:17.906172Z","caller":"traceutil/trace.go:171","msg":"trace[1196769996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8003; }","duration":"270.703509ms","start":"2026-03-19T09:19:17.635461Z","end":"2026-03-19T09:19:17.906164Z","steps":["trace[1196769996] 'agreement among raft nodes before linearized reading' (duration: 270.632987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:18.167144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.016033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:18.167309Z","caller":"traceutil/trace.go:171","msg":"trace[628114678] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"256.699535ms","start":"2026-03-19T09:19:17.910584Z","end":"2026-03-19T09:19:18.167284Z","steps":["trace[628114678] 'process raft request' (duration: 118.428816ms)","trace[628114678] 'compare' (duration: 137.832059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:18.993184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.42851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:19:18.993332Z","caller":"traceutil/trace.go:171","msg":"trace[500873146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8005; }","duration":"269.637694ms","start":"2026-03-19T09:19:18.72367Z","end":"2026-03-19T09:19:18.993307Z","steps":["trace[500873146] 'range keys from in-memory index tree' (duration: 269.204224ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:18.993241Z","caller":"traceutil/trace.go:171","msg":"trace[180795542] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"268.044429ms","start":"2026-03-19T09:19:18.725174Z","end":"2026-03-19T09:19:18.993219Z","steps":["trace[180795542] 'process raft request' (duration: 220.901256ms)","trace[180795542] 'compare' (duration: 46.924508ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:19.055081Z","caller":"traceutil/trace.go:171","msg":"trace[755375042] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"137.623435ms","start":"2026-03-19T09:19:18.917434Z","end":"2026-03-19T09:19:19.055058Z","steps":["trace[755375042] 'process raft request' (duration: 137.463061ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:19.760858Z","caller":"traceutil/trace.go:171","msg":"trace[1448532284] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"114.114541ms","start":"2026-03-19T09:19:19.64672Z","end":"2026-03-19T09:19:19.760834Z","steps":["trace[1448532284] 'process raft request' (duration: 113.939617ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:20.17076Z","caller":"traceutil/trace.go:171","msg":"trace[208607324] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"105.365744ms","start":"2026-03-19T09:19:20.06537Z","end":"2026-03-19T09:19:20.170735Z","steps":["trace[208607324] 'process raft request' (duration: 105.20433ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:20.447978Z","caller":"traceutil/trace.go:171","msg":"trace[162139400] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"267.6764ms","start":"2026-03-19T09:19:20.180278Z","end":"2026-03-19T09:19:20.447955Z","steps":["trace[162139400] 'process raft request' (duration: 267.536677ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:20.680865Z","caller":"traceutil/trace.go:171","msg":"trace[982022612] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"223.222968ms","start":"2026-03-19T09:19:20.457611Z","end":"2026-03-19T09:19:20.680834Z","steps":["trace[982022612] 'process raft request' (duration: 223.080614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:20.744489Z","caller":"traceutil/trace.go:171","msg":"trace[1504143107] linearizableReadLoop","detail":"{readStateIndex:8359; appliedIndex:8357; }","duration":"168.464423ms","start":"2026-03-19T09:19:20.576005Z","end":"2026-03-19T09:19:20.744469Z","steps":["trace[1504143107] 'read index received' (duration: 104.793872ms)","trace[1504143107] 'applied index is now lower than readState.Index' (duration: 63.669471ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:20.744581Z","caller":"traceutil/trace.go:171","msg":"trace[1466603793] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"144.13486ms","start":"2026-03-19T09:19:20.600423Z","end":"2026-03-19T09:19:20.744558Z","steps":["trace[1466603793] 'process raft request' (duration: 143.935766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:20.74469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.674099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7498"} {"level":"info","ts":"2026-03-19T09:19:20.744747Z","caller":"traceutil/trace.go:171","msg":"trace[1908765684] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8019; }","duration":"168.778351ms","start":"2026-03-19T09:19:20.575955Z","end":"2026-03-19T09:19:20.744733Z","steps":["trace[1908765684] 'agreement among raft nodes before linearized reading' (duration: 168.598557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:20.888413Z","caller":"traceutil/trace.go:171","msg":"trace[390348764] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"111.354529ms","start":"2026-03-19T09:19:20.777023Z","end":"2026-03-19T09:19:20.888377Z","steps":["trace[390348764] 'process raft request' (duration: 27.165897ms)","trace[390348764] 'compare' (duration: 84.041018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:25.66824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.410719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:25.668429Z","caller":"traceutil/trace.go:171","msg":"trace[1413776149] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"100.615549ms","start":"2026-03-19T09:19:25.5678Z","end":"2026-03-19T09:19:25.668415Z","steps":["trace[1413776149] 'process raft request' (duration: 100.552057ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:25.668536Z","caller":"traceutil/trace.go:171","msg":"trace[772552849] linearizableReadLoop","detail":"{readStateIndex:8421; appliedIndex:8420; }","duration":"443.211233ms","start":"2026-03-19T09:19:25.225279Z","end":"2026-03-19T09:19:25.66849Z","steps":["trace[772552849] 'read index received' (duration: 75.376335ms)","trace[772552849] 'applied index is now lower than readState.Index' (duration: 367.827838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:25.668933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.637542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:19:25.668952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.546895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:19:25.668961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.011585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:19:25.668996Z","caller":"traceutil/trace.go:171","msg":"trace[341347176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8077; }","duration":"189.592036ms","start":"2026-03-19T09:19:25.479392Z","end":"2026-03-19T09:19:25.668984Z","steps":["trace[341347176] 'agreement among raft nodes before linearized reading' (duration: 189.453093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:25.668945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.339038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:19:25.669008Z","caller":"traceutil/trace.go:171","msg":"trace[240287409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8077; }","duration":"284.105257ms","start":"2026-03-19T09:19:25.384889Z","end":"2026-03-19T09:19:25.668994Z","steps":["trace[240287409] 'agreement among raft nodes before linearized reading' (duration: 283.957534ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:25.668993Z","caller":"traceutil/trace.go:171","msg":"trace[1948771611] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8077; }","duration":"443.765625ms","start":"2026-03-19T09:19:25.225213Z","end":"2026-03-19T09:19:25.668978Z","steps":["trace[1948771611] 'agreement among raft nodes before linearized reading' (duration: 443.493539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:25.66966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:25.225184Z","time spent":"444.43976ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"info","ts":"2026-03-19T09:19:25.669032Z","caller":"traceutil/trace.go:171","msg":"trace[309433272] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:8077; }","duration":"209.467541ms","start":"2026-03-19T09:19:25.459556Z","end":"2026-03-19T09:19:25.669023Z","steps":["trace[309433272] 'agreement among raft nodes before linearized reading' (duration: 209.315668ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:25.668394Z","caller":"traceutil/trace.go:171","msg":"trace[494847122] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"447.013649ms","start":"2026-03-19T09:19:25.221357Z","end":"2026-03-19T09:19:25.668371Z","steps":["trace[494847122] 'process raft request' (duration: 79.395035ms)","trace[494847122] 'compare' (duration: 367.120893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:25.670964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:25.22134Z","time spent":"448.85343ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:27.322819Z","caller":"traceutil/trace.go:171","msg":"trace[2084410400] linearizableReadLoop","detail":"{readStateIndex:8434; appliedIndex:8433; }","duration":"127.452008ms","start":"2026-03-19T09:19:27.195341Z","end":"2026-03-19T09:19:27.322793Z","steps":["trace[2084410400] 'read index received' (duration: 127.259942ms)","trace[2084410400] 'applied index is now lower than readState.Index' (duration: 190.776µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:27.323023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.656273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:19:27.323063Z","caller":"traceutil/trace.go:171","msg":"trace[23619711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8088; }","duration":"127.745774ms","start":"2026-03-19T09:19:27.195306Z","end":"2026-03-19T09:19:27.323051Z","steps":["trace[23619711] 'agreement among raft nodes before linearized reading' (duration: 127.585341ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:27.323048Z","caller":"traceutil/trace.go:171","msg":"trace[691851776] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"193.495544ms","start":"2026-03-19T09:19:27.129528Z","end":"2026-03-19T09:19:27.323024Z","steps":["trace[691851776] 'process raft request' (duration: 193.104164ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:31.999737Z","caller":"traceutil/trace.go:171","msg":"trace[160255431] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"184.000441ms","start":"2026-03-19T09:19:31.815709Z","end":"2026-03-19T09:19:31.99971Z","steps":["trace[160255431] 'process raft request' (duration: 119.628663ms)","trace[160255431] 'compare' (duration: 64.167914ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:32.17922Z","caller":"traceutil/trace.go:171","msg":"trace[2010022446] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"173.752932ms","start":"2026-03-19T09:19:32.005415Z","end":"2026-03-19T09:19:32.179168Z","steps":["trace[2010022446] 'process raft request' (duration: 173.269251ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:32.179517Z","caller":"traceutil/trace.go:171","msg":"trace[1600624805] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"171.743387ms","start":"2026-03-19T09:19:32.007751Z","end":"2026-03-19T09:19:32.179495Z","steps":["trace[1600624805] 'process raft request' (duration: 171.330588ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:32.179583Z","caller":"traceutil/trace.go:171","msg":"trace[1660214295] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"171.693936ms","start":"2026-03-19T09:19:32.007856Z","end":"2026-03-19T09:19:32.17955Z","steps":["trace[1660214295] 'process raft request' (duration: 171.470112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:32.179646Z","caller":"traceutil/trace.go:171","msg":"trace[1583261042] linearizableReadLoop","detail":"{readStateIndex:8457; appliedIndex:8455; }","duration":"173.990788ms","start":"2026-03-19T09:19:32.005618Z","end":"2026-03-19T09:19:32.179608Z","steps":["trace[1583261042] 'read index received' (duration: 7.268253ms)","trace[1583261042] 'applied index is now lower than readState.Index' (duration: 166.721075ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:32.179783Z","caller":"traceutil/trace.go:171","msg":"trace[746832605] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"169.714822ms","start":"2026-03-19T09:19:32.010032Z","end":"2026-03-19T09:19:32.179747Z","steps":["trace[746832605] 'process raft request' (duration: 169.509607ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:32.179784Z","caller":"traceutil/trace.go:171","msg":"trace[970803884] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"170.183532ms","start":"2026-03-19T09:19:32.00955Z","end":"2026-03-19T09:19:32.179734Z","steps":["trace[970803884] 'process raft request' (duration: 169.922936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:32.18027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.621242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224130"} {"level":"info","ts":"2026-03-19T09:19:32.180332Z","caller":"traceutil/trace.go:171","msg":"trace[538715931] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8114; }","duration":"174.742974ms","start":"2026-03-19T09:19:32.005574Z","end":"2026-03-19T09:19:32.180317Z","steps":["trace[538715931] 'agreement among raft nodes before linearized reading' (duration: 174.194812ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:32.185621Z","caller":"traceutil/trace.go:171","msg":"trace[2087746583] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"172.259588ms","start":"2026-03-19T09:19:32.013334Z","end":"2026-03-19T09:19:32.185593Z","steps":["trace[2087746583] 'process raft request' (duration: 172.051604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:34.938808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.292784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:34.938959Z","caller":"traceutil/trace.go:171","msg":"trace[506543157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8127; }","duration":"302.449717ms","start":"2026-03-19T09:19:34.636486Z","end":"2026-03-19T09:19:34.938936Z","steps":["trace[506543157] 'range keys from in-memory index tree' (duration: 302.197083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:34.939007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:34.636431Z","time spent":"302.564021ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:19:35.146137Z","caller":"traceutil/trace.go:171","msg":"trace[898013463] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"204.608612ms","start":"2026-03-19T09:19:34.941504Z","end":"2026-03-19T09:19:35.146113Z","steps":["trace[898013463] 'process raft request' (duration: 204.456708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:35.601575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.223089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:35.601669Z","caller":"traceutil/trace.go:171","msg":"trace[349486380] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8128; }","duration":"356.382693ms","start":"2026-03-19T09:19:35.245259Z","end":"2026-03-19T09:19:35.601642Z","steps":["trace[349486380] 'count revisions from in-memory index tree' (duration: 356.077276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:35.601716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:35.245235Z","time spent":"356.469404ms","remote":"127.0.0.1:54984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:35.601836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.333894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:35.601908Z","caller":"traceutil/trace.go:171","msg":"trace[308317661] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8128; }","duration":"344.465756ms","start":"2026-03-19T09:19:35.257424Z","end":"2026-03-19T09:19:35.601889Z","steps":["trace[308317661] 'count revisions from in-memory index tree' (duration: 344.212751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:35.601959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:35.257396Z","time spent":"344.546329ms","remote":"127.0.0.1:42988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:35.601983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.780533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:35.602075Z","caller":"traceutil/trace.go:171","msg":"trace[1678295776] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8128; }","duration":"297.941277ms","start":"2026-03-19T09:19:35.304114Z","end":"2026-03-19T09:19:35.602055Z","steps":["trace[1678295776] 'count revisions from in-memory index tree' (duration: 297.63586ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:35.891124Z","caller":"traceutil/trace.go:171","msg":"trace[1799205218] linearizableReadLoop","detail":"{readStateIndex:8476; appliedIndex:8475; }","duration":"431.233735ms","start":"2026-03-19T09:19:35.459869Z","end":"2026-03-19T09:19:35.891102Z","steps":["trace[1799205218] 'read index received' (duration: 430.725784ms)","trace[1799205218] 'applied index is now lower than readState.Index' (duration: 506.691µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:35.891298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.42066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:19:35.891321Z","caller":"traceutil/trace.go:171","msg":"trace[1716021541] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:8129; }","duration":"431.522702ms","start":"2026-03-19T09:19:35.459791Z","end":"2026-03-19T09:19:35.891313Z","steps":["trace[1716021541] 'agreement among raft nodes before linearized reading' (duration: 431.409429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:35.891347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:35.459757Z","time spent":"431.584464ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-03-19T09:19:35.891238Z","caller":"traceutil/trace.go:171","msg":"trace[154207912] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"453.868631ms","start":"2026-03-19T09:19:35.437309Z","end":"2026-03-19T09:19:35.891178Z","steps":["trace[154207912] 'process raft request' (duration: 453.148255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:35.891565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:35.437274Z","time spent":"454.141247ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:36.069441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.272084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:36.069561Z","caller":"traceutil/trace.go:171","msg":"trace[327362587] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"320.182134ms","start":"2026-03-19T09:19:35.749344Z","end":"2026-03-19T09:19:36.069526Z","steps":["trace[327362587] 'process raft request' (duration: 175.744686ms)","trace[327362587] 'compare' (duration: 144.169602ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:36.06968Z","caller":"traceutil/trace.go:171","msg":"trace[1023667643] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"169.15166ms","start":"2026-03-19T09:19:35.900517Z","end":"2026-03-19T09:19:36.069669Z","steps":["trace[1023667643] 'process raft request' (duration: 169.090079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.06968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:35.749323Z","time spent":"320.297096ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:36.069809Z","caller":"traceutil/trace.go:171","msg":"trace[1029027182] linearizableReadLoop","detail":"{readStateIndex:8477; appliedIndex:8476; }","duration":"178.593091ms","start":"2026-03-19T09:19:35.891178Z","end":"2026-03-19T09:19:36.069771Z","steps":["trace[1029027182] 'read index received' (duration: 33.927078ms)","trace[1029027182] 'applied index is now lower than readState.Index' (duration: 144.661893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:36.070139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.038871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:19:36.070197Z","caller":"traceutil/trace.go:171","msg":"trace[1123721679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8131; }","duration":"512.134284ms","start":"2026-03-19T09:19:35.558046Z","end":"2026-03-19T09:19:36.070181Z","steps":["trace[1123721679] 'agreement among raft nodes before linearized reading' (duration: 511.939219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.070251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:35.558026Z","time spent":"512.206135ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:36.418219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.084535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:36.418447Z","caller":"traceutil/trace.go:171","msg":"trace[1369610094] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"343.643547ms","start":"2026-03-19T09:19:36.074787Z","end":"2026-03-19T09:19:36.41843Z","steps":["trace[1369610094] 'process raft request' (duration: 343.544815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.418498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:36.074766Z","time spent":"343.712899ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:36.418554Z","caller":"traceutil/trace.go:171","msg":"trace[1584708315] linearizableReadLoop","detail":"{readStateIndex:8480; appliedIndex:8479; }","duration":"345.872068ms","start":"2026-03-19T09:19:36.072618Z","end":"2026-03-19T09:19:36.41849Z","steps":["trace[1584708315] 'read index received' (duration: 143.413204ms)","trace[1584708315] 'applied index is now lower than readState.Index' (duration: 202.454624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:36.41882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.189664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:19:36.418896Z","caller":"traceutil/trace.go:171","msg":"trace[1199365700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8133; }","duration":"346.328508ms","start":"2026-03-19T09:19:36.072549Z","end":"2026-03-19T09:19:36.418877Z","steps":["trace[1199365700] 'agreement among raft nodes before linearized reading' (duration: 346.122943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.418937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:36.072525Z","time spent":"346.40456ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:19:36.419015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.827386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-19T09:19:36.41903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.443204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:19:36.419088Z","caller":"traceutil/trace.go:171","msg":"trace[2056999042] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8133; }","duration":"195.928938ms","start":"2026-03-19T09:19:36.223143Z","end":"2026-03-19T09:19:36.419071Z","steps":["trace[2056999042] 'agreement among raft nodes before linearized reading' (duration: 195.744694ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:36.419134Z","caller":"traceutil/trace.go:171","msg":"trace[1762658581] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8133; }","duration":"219.590557ms","start":"2026-03-19T09:19:36.199515Z","end":"2026-03-19T09:19:36.419106Z","steps":["trace[1762658581] 'agreement among raft nodes before linearized reading' (duration: 219.290331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.419189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.857863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128102"} {"level":"warn","ts":"2026-03-19T09:19:36.419251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.110465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:19:36.419295Z","caller":"traceutil/trace.go:171","msg":"trace[1927259845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8133; }","duration":"146.197707ms","start":"2026-03-19T09:19:36.273086Z","end":"2026-03-19T09:19:36.419283Z","steps":["trace[1927259845] 'agreement among raft nodes before linearized reading' (duration: 146.058564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:36.418363Z","caller":"traceutil/trace.go:171","msg":"trace[1794234064] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"347.492484ms","start":"2026-03-19T09:19:36.070828Z","end":"2026-03-19T09:19:36.418321Z","steps":["trace[1794234064] 'process raft request' (duration: 145.207234ms)","trace[1794234064] 'compare' (duration: 201.937352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:36.419572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:36.070802Z","time spent":"348.659181ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:36.419699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.575751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:19:36.419787Z","caller":"traceutil/trace.go:171","msg":"trace[570622943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8133; }","duration":"204.711974ms","start":"2026-03-19T09:19:36.215057Z","end":"2026-03-19T09:19:36.419769Z","steps":["trace[570622943] 'agreement among raft nodes before linearized reading' (duration: 203.949387ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:36.419293Z","caller":"traceutil/trace.go:171","msg":"trace[584189423] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8133; }","duration":"194.090187ms","start":"2026-03-19T09:19:36.225185Z","end":"2026-03-19T09:19:36.419275Z","steps":["trace[584189423] 'agreement among raft nodes before linearized reading' (duration: 193.581965ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:36.600133Z","caller":"traceutil/trace.go:171","msg":"trace[1722416578] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"176.687688ms","start":"2026-03-19T09:19:36.423412Z","end":"2026-03-19T09:19:36.6001Z","steps":["trace[1722416578] 'process raft request' (duration: 118.16692ms)","trace[1722416578] 'compare' (duration: 58.333664ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:36.600131Z","caller":"traceutil/trace.go:171","msg":"trace[1896789357] linearizableReadLoop","detail":"{readStateIndex:8482; appliedIndex:8481; }","duration":"175.027231ms","start":"2026-03-19T09:19:36.425068Z","end":"2026-03-19T09:19:36.600095Z","steps":["trace[1896789357] 'read index received' (duration: 116.530773ms)","trace[1896789357] 'applied index is now lower than readState.Index' (duration: 58.495228ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:36.60027Z","caller":"traceutil/trace.go:171","msg":"trace[2027961150] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"174.941218ms","start":"2026-03-19T09:19:36.425314Z","end":"2026-03-19T09:19:36.600255Z","steps":["trace[2027961150] 'process raft request' (duration: 174.745634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.600449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.345817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T09:19:36.600535Z","caller":"traceutil/trace.go:171","msg":"trace[1204254443] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8135; }","duration":"175.46109ms","start":"2026-03-19T09:19:36.425054Z","end":"2026-03-19T09:19:36.600515Z","steps":["trace[1204254443] 'agreement among raft nodes before linearized reading' (duration: 175.124782ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:36.600541Z","caller":"traceutil/trace.go:171","msg":"trace[2051177445] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"175.028971ms","start":"2026-03-19T09:19:36.425482Z","end":"2026-03-19T09:19:36.600511Z","steps":["trace[2051177445] 'process raft request' (duration: 174.735884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.600656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.6753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-19T09:19:36.60072Z","caller":"traceutil/trace.go:171","msg":"trace[683756962] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8136; }","duration":"173.800813ms","start":"2026-03-19T09:19:36.426904Z","end":"2026-03-19T09:19:36.600705Z","steps":["trace[683756962] 'agreement among raft nodes before linearized reading' (duration: 173.604279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.600772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.123368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128102"} {"level":"info","ts":"2026-03-19T09:19:36.600849Z","caller":"traceutil/trace.go:171","msg":"trace[364826317] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8136; }","duration":"173.22075ms","start":"2026-03-19T09:19:36.427611Z","end":"2026-03-19T09:19:36.600832Z","steps":["trace[364826317] 'agreement among raft nodes before linearized reading' (duration: 172.843761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.600869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.754566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224130"} {"level":"info","ts":"2026-03-19T09:19:36.600931Z","caller":"traceutil/trace.go:171","msg":"trace[515896353] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8136; }","duration":"175.830939ms","start":"2026-03-19T09:19:36.425085Z","end":"2026-03-19T09:19:36.600916Z","steps":["trace[515896353] 'agreement among raft nodes before linearized reading' (duration: 175.353577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:36.601125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.509075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:19:36.601171Z","caller":"traceutil/trace.go:171","msg":"trace[1054977812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8136; }","duration":"121.555136ms","start":"2026-03-19T09:19:36.479605Z","end":"2026-03-19T09:19:36.60116Z","steps":["trace[1054977812] 'agreement among raft nodes before linearized reading' (duration: 120.835169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:37.357901Z","caller":"traceutil/trace.go:171","msg":"trace[1280972331] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"206.016324ms","start":"2026-03-19T09:19:37.151861Z","end":"2026-03-19T09:19:37.357877Z","steps":["trace[1280972331] 'process raft request' (duration: 205.8622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:38.789948Z","caller":"traceutil/trace.go:171","msg":"trace[2026838676] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"149.648004ms","start":"2026-03-19T09:19:38.640269Z","end":"2026-03-19T09:19:38.789917Z","steps":["trace[2026838676] 'process raft request' (duration: 149.42562ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:38.900103Z","caller":"traceutil/trace.go:171","msg":"trace[814115630] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"259.550489ms","start":"2026-03-19T09:19:38.640511Z","end":"2026-03-19T09:19:38.900061Z","steps":["trace[814115630] 'process raft request' (duration: 208.440667ms)","trace[814115630] 'compare' (duration: 50.832086ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:38.900285Z","caller":"traceutil/trace.go:171","msg":"trace[999042956] linearizableReadLoop","detail":"{readStateIndex:8494; appliedIndex:8491; }","duration":"257.8028ms","start":"2026-03-19T09:19:38.642444Z","end":"2026-03-19T09:19:38.900246Z","steps":["trace[999042956] 'read index received' (duration: 147.256661ms)","trace[999042956] 'applied index is now lower than readState.Index' (duration: 110.526449ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:38.900405Z","caller":"traceutil/trace.go:171","msg":"trace[1802446883] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"259.322274ms","start":"2026-03-19T09:19:38.640986Z","end":"2026-03-19T09:19:38.900308Z","steps":["trace[1802446883] 'process raft request' (duration: 259.015177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:38.900693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.042634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:19:38.900829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.358502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224130"} {"level":"info","ts":"2026-03-19T09:19:38.900911Z","caller":"traceutil/trace.go:171","msg":"trace[721105723] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8146; }","duration":"258.470306ms","start":"2026-03-19T09:19:38.642424Z","end":"2026-03-19T09:19:38.900894Z","steps":["trace[721105723] 'agreement among raft nodes before linearized reading' (duration: 257.947824ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:38.900811Z","caller":"traceutil/trace.go:171","msg":"trace[2103110038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8146; }","duration":"232.270599ms","start":"2026-03-19T09:19:38.66852Z","end":"2026-03-19T09:19:38.90079Z","steps":["trace[2103110038] 'agreement among raft nodes before linearized reading' (duration: 231.907971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:40.701322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.516561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:19:40.701441Z","caller":"traceutil/trace.go:171","msg":"trace[1411907415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8151; }","duration":"179.683625ms","start":"2026-03-19T09:19:40.521735Z","end":"2026-03-19T09:19:40.701419Z","steps":["trace[1411907415] 'range keys from in-memory index tree' (duration: 179.307206ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:40.879027Z","caller":"traceutil/trace.go:171","msg":"trace[1871618911] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"103.224027ms","start":"2026-03-19T09:19:40.775759Z","end":"2026-03-19T09:19:40.878983Z","steps":["trace[1871618911] 'process raft request' (duration: 40.918344ms)","trace[1871618911] 'compare' (duration: 62.004536ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:41.088509Z","caller":"traceutil/trace.go:171","msg":"trace[1901546596] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"204.875797ms","start":"2026-03-19T09:19:40.883598Z","end":"2026-03-19T09:19:41.088474Z","steps":["trace[1901546596] 'process raft request' (duration: 106.265204ms)","trace[1901546596] 'compare' (duration: 98.379088ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:41.088594Z","caller":"traceutil/trace.go:171","msg":"trace[385187504] linearizableReadLoop","detail":"{readStateIndex:8503; appliedIndex:8501; }","duration":"184.234436ms","start":"2026-03-19T09:19:40.904331Z","end":"2026-03-19T09:19:41.088566Z","steps":["trace[385187504] 'read index received' (duration: 64.388379ms)","trace[385187504] 'applied index is now lower than readState.Index' (duration: 119.843797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:41.11425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.478021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:19:41.114291Z","caller":"traceutil/trace.go:171","msg":"trace[1740485237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8155; }","duration":"209.532342ms","start":"2026-03-19T09:19:40.904749Z","end":"2026-03-19T09:19:41.114282Z","steps":["trace[1740485237] 'agreement among raft nodes before linearized reading' (duration: 209.394299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:41.114363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.011402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:19:41.114404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.239299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:19:41.114444Z","caller":"traceutil/trace.go:171","msg":"trace[1342910722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8155; }","duration":"210.148235ms","start":"2026-03-19T09:19:40.904277Z","end":"2026-03-19T09:19:41.114425Z","steps":["trace[1342910722] 'agreement among raft nodes before linearized reading' (duration: 184.368248ms)","trace[1342910722] 'range keys from in-memory index tree' (duration: 25.580042ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:41.114502Z","caller":"traceutil/trace.go:171","msg":"trace[617291827] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8155; }","duration":"206.375831ms","start":"2026-03-19T09:19:40.908095Z","end":"2026-03-19T09:19:41.114471Z","steps":["trace[617291827] 'agreement among raft nodes before linearized reading' (duration: 206.239758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:41.114739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.538825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:19:41.114831Z","caller":"traceutil/trace.go:171","msg":"trace[983182917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8155; }","duration":"197.670867ms","start":"2026-03-19T09:19:40.917143Z","end":"2026-03-19T09:19:41.114814Z","steps":["trace[983182917] 'agreement among raft nodes before linearized reading' (duration: 197.120155ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.063586Z","caller":"traceutil/trace.go:171","msg":"trace[1396744123] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"104.605157ms","start":"2026-03-19T09:19:41.958947Z","end":"2026-03-19T09:19:42.063552Z","steps":["trace[1396744123] 'process raft request' (duration: 104.369222ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.488428Z","caller":"traceutil/trace.go:171","msg":"trace[1102693489] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"122.380774ms","start":"2026-03-19T09:19:42.366002Z","end":"2026-03-19T09:19:42.488382Z","steps":["trace[1102693489] 'process raft request' (duration: 74.218899ms)","trace[1102693489] 'compare' (duration: 47.93346ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:42.488464Z","caller":"traceutil/trace.go:171","msg":"trace[150372742] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"120.475671ms","start":"2026-03-19T09:19:42.367956Z","end":"2026-03-19T09:19:42.488431Z","steps":["trace[150372742] 'process raft request' (duration: 120.354279ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.488461Z","caller":"traceutil/trace.go:171","msg":"trace[1154054318] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"122.257361ms","start":"2026-03-19T09:19:42.36616Z","end":"2026-03-19T09:19:42.488417Z","steps":["trace[1154054318] 'process raft request' (duration: 122.115558ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.488804Z","caller":"traceutil/trace.go:171","msg":"trace[347910424] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"120.069313ms","start":"2026-03-19T09:19:42.368717Z","end":"2026-03-19T09:19:42.488787Z","steps":["trace[347910424] 'process raft request' (duration: 119.623683ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.488972Z","caller":"traceutil/trace.go:171","msg":"trace[188600677] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"120.085463ms","start":"2026-03-19T09:19:42.368777Z","end":"2026-03-19T09:19:42.488862Z","steps":["trace[188600677] 'process raft request' (duration: 119.598202ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.489342Z","caller":"traceutil/trace.go:171","msg":"trace[55283756] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"120.312477ms","start":"2026-03-19T09:19:42.369015Z","end":"2026-03-19T09:19:42.489328Z","steps":["trace[55283756] 'process raft request' (duration: 119.684873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.4897Z","caller":"traceutil/trace.go:171","msg":"trace[1875839818] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"120.588234ms","start":"2026-03-19T09:19:42.369097Z","end":"2026-03-19T09:19:42.489685Z","steps":["trace[1875839818] 'process raft request' (duration: 120.204165ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.48997Z","caller":"traceutil/trace.go:171","msg":"trace[954022421] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"120.014871ms","start":"2026-03-19T09:19:42.369945Z","end":"2026-03-19T09:19:42.48996Z","steps":["trace[954022421] 'process raft request' (duration: 119.676404ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.489571Z","caller":"traceutil/trace.go:171","msg":"trace[181724957] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"120.455271ms","start":"2026-03-19T09:19:42.3691Z","end":"2026-03-19T09:19:42.489555Z","steps":["trace[181724957] 'process raft request' (duration: 120.111463ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.490812Z","caller":"traceutil/trace.go:171","msg":"trace[1018337741] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"120.192186ms","start":"2026-03-19T09:19:42.3706Z","end":"2026-03-19T09:19:42.490792Z","steps":["trace[1018337741] 'process raft request' (duration: 119.330357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.490794Z","caller":"traceutil/trace.go:171","msg":"trace[1404918324] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"120.188766ms","start":"2026-03-19T09:19:42.370565Z","end":"2026-03-19T09:19:42.490754Z","steps":["trace[1404918324] 'process raft request' (duration: 119.086391ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.732723Z","caller":"traceutil/trace.go:171","msg":"trace[135151163] linearizableReadLoop","detail":"{readStateIndex:8528; appliedIndex:8527; }","duration":"216.800243ms","start":"2026-03-19T09:19:42.515895Z","end":"2026-03-19T09:19:42.732696Z","steps":["trace[135151163] 'read index received' (duration: 117.311321ms)","trace[135151163] 'applied index is now lower than readState.Index' (duration: 99.487712ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:42.732862Z","caller":"traceutil/trace.go:171","msg":"trace[1443461065] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"236.736539ms","start":"2026-03-19T09:19:42.496084Z","end":"2026-03-19T09:19:42.732821Z","steps":["trace[1443461065] 'process raft request' (duration: 137.118364ms)","trace[1443461065] 'compare' (duration: 99.307908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:42.733054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.137121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:42.733201Z","caller":"traceutil/trace.go:171","msg":"trace[177969130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8179; }","duration":"217.320836ms","start":"2026-03-19T09:19:42.515842Z","end":"2026-03-19T09:19:42.733163Z","steps":["trace[177969130] 'agreement among raft nodes before linearized reading' (duration: 217.111241ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.845592Z","caller":"traceutil/trace.go:171","msg":"trace[903175831] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"103.636905ms","start":"2026-03-19T09:19:42.741906Z","end":"2026-03-19T09:19:42.845543Z","steps":["trace[903175831] 'process raft request' (duration: 103.501372ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.845687Z","caller":"traceutil/trace.go:171","msg":"trace[329771975] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"101.924078ms","start":"2026-03-19T09:19:42.743711Z","end":"2026-03-19T09:19:42.845635Z","steps":["trace[329771975] 'process raft request' (duration: 101.770815ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.845741Z","caller":"traceutil/trace.go:171","msg":"trace[1771402558] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"100.032515ms","start":"2026-03-19T09:19:42.745654Z","end":"2026-03-19T09:19:42.845686Z","steps":["trace[1771402558] 'process raft request' (duration: 99.896992ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.845557Z","caller":"traceutil/trace.go:171","msg":"trace[1347694697] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"103.769988ms","start":"2026-03-19T09:19:42.741728Z","end":"2026-03-19T09:19:42.845498Z","steps":["trace[1347694697] 'process raft request' (duration: 96.027265ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.845989Z","caller":"traceutil/trace.go:171","msg":"trace[2021082945] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"102.974011ms","start":"2026-03-19T09:19:42.742974Z","end":"2026-03-19T09:19:42.845948Z","steps":["trace[2021082945] 'process raft request' (duration: 102.47631ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:42.846001Z","caller":"traceutil/trace.go:171","msg":"trace[1831053983] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"100.897564ms","start":"2026-03-19T09:19:42.745062Z","end":"2026-03-19T09:19:42.845959Z","steps":["trace[1831053983] 'process raft request' (duration: 100.455345ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.126029Z","caller":"traceutil/trace.go:171","msg":"trace[1866662566] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"116.35616ms","start":"2026-03-19T09:19:43.009642Z","end":"2026-03-19T09:19:43.125998Z","steps":["trace[1866662566] 'process raft request' (duration: 115.748747ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.126199Z","caller":"traceutil/trace.go:171","msg":"trace[584070077] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"116.434522ms","start":"2026-03-19T09:19:43.009734Z","end":"2026-03-19T09:19:43.126168Z","steps":["trace[584070077] 'process raft request' (duration: 116.220757ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.126464Z","caller":"traceutil/trace.go:171","msg":"trace[983383344] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"113.287262ms","start":"2026-03-19T09:19:43.013154Z","end":"2026-03-19T09:19:43.126441Z","steps":["trace[983383344] 'process raft request' (duration: 113.212251ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.126745Z","caller":"traceutil/trace.go:171","msg":"trace[1051839372] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"115.582633ms","start":"2026-03-19T09:19:43.011148Z","end":"2026-03-19T09:19:43.12673Z","steps":["trace[1051839372] 'process raft request' (duration: 115.174834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.126929Z","caller":"traceutil/trace.go:171","msg":"trace[2085066952] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"116.665848ms","start":"2026-03-19T09:19:43.010246Z","end":"2026-03-19T09:19:43.126912Z","steps":["trace[2085066952] 'process raft request' (duration: 115.8716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.126816Z","caller":"traceutil/trace.go:171","msg":"trace[1400071468] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"116.947324ms","start":"2026-03-19T09:19:43.009836Z","end":"2026-03-19T09:19:43.126783Z","steps":["trace[1400071468] 'process raft request' (duration: 116.239178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.126827Z","caller":"traceutil/trace.go:171","msg":"trace[196340095] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"116.296838ms","start":"2026-03-19T09:19:43.010447Z","end":"2026-03-19T09:19:43.126744Z","steps":["trace[196340095] 'process raft request' (duration: 115.758286ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.126883Z","caller":"traceutil/trace.go:171","msg":"trace[300366779] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"117.047736ms","start":"2026-03-19T09:19:43.009825Z","end":"2026-03-19T09:19:43.126873Z","steps":["trace[300366779] 'process raft request' (duration: 116.202387ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.126897Z","caller":"traceutil/trace.go:171","msg":"trace[871366724] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"116.571295ms","start":"2026-03-19T09:19:43.010311Z","end":"2026-03-19T09:19:43.126882Z","steps":["trace[871366724] 'process raft request' (duration: 115.858249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.126936Z","caller":"traceutil/trace.go:171","msg":"trace[1413506193] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"116.272348ms","start":"2026-03-19T09:19:43.010653Z","end":"2026-03-19T09:19:43.126925Z","steps":["trace[1413506193] 'process raft request' (duration: 115.632174ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.126907Z","caller":"traceutil/trace.go:171","msg":"trace[2021212776] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"116.192486ms","start":"2026-03-19T09:19:43.010689Z","end":"2026-03-19T09:19:43.126881Z","steps":["trace[2021212776] 'process raft request' (duration: 115.560022ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.184312Z","caller":"traceutil/trace.go:171","msg":"trace[90308141] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"122.956567ms","start":"2026-03-19T09:19:43.061333Z","end":"2026-03-19T09:19:43.184289Z","steps":["trace[90308141] 'process raft request' (duration: 122.785103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.475445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.758558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:43.475665Z","caller":"traceutil/trace.go:171","msg":"trace[1014491918] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"273.577873ms","start":"2026-03-19T09:19:43.20207Z","end":"2026-03-19T09:19:43.475647Z","steps":["trace[1014491918] 'process raft request' (duration: 273.482751ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.475688Z","caller":"traceutil/trace.go:171","msg":"trace[1069014859] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"276.869076ms","start":"2026-03-19T09:19:43.198786Z","end":"2026-03-19T09:19:43.475655Z","steps":["trace[1069014859] 'process raft request' (duration: 27.803611ms)","trace[1069014859] 'compare' (duration: 248.566003ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:43.488117Z","caller":"traceutil/trace.go:171","msg":"trace[1647215956] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"273.260226ms","start":"2026-03-19T09:19:43.214838Z","end":"2026-03-19T09:19:43.488099Z","steps":["trace[1647215956] 'process raft request' (duration: 273.031941ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.488307Z","caller":"traceutil/trace.go:171","msg":"trace[1776046509] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"272.021708ms","start":"2026-03-19T09:19:43.216267Z","end":"2026-03-19T09:19:43.488289Z","steps":["trace[1776046509] 'process raft request' (duration: 271.756072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.488432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.416669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/rook-ceph/\" range_end:\"/registry/limitranges/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:43.488473Z","caller":"traceutil/trace.go:171","msg":"trace[551617501] range","detail":"{range_begin:/registry/limitranges/rook-ceph/; range_end:/registry/limitranges/rook-ceph0; response_count:0; response_revision:8259; }","duration":"273.519401ms","start":"2026-03-19T09:19:43.214942Z","end":"2026-03-19T09:19:43.488461Z","steps":["trace[551617501] 'agreement among raft nodes before linearized reading' (duration: 273.442299ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.488561Z","caller":"traceutil/trace.go:171","msg":"trace[1407978076] linearizableReadLoop","detail":"{readStateIndex:8609; appliedIndex:8606; }","duration":"273.153862ms","start":"2026-03-19T09:19:43.215015Z","end":"2026-03-19T09:19:43.488169Z","steps":["trace[1407978076] 'read index received' (duration: 11.520857ms)","trace[1407978076] 'applied index is now lower than readState.Index' (duration: 261.631675ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:43.675426Z","caller":"traceutil/trace.go:171","msg":"trace[759693179] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"300.678908ms","start":"2026-03-19T09:19:43.374727Z","end":"2026-03-19T09:19:43.675406Z","steps":["trace[759693179] 'process raft request' (duration: 300.32259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.675575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.374691Z","time spent":"300.807191ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":307164,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:43.675854Z","caller":"traceutil/trace.go:171","msg":"trace[769711687] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"233.399304ms","start":"2026-03-19T09:19:43.442424Z","end":"2026-03-19T09:19:43.675823Z","steps":["trace[769711687] 'process raft request' (duration: 232.927894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.675973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.501546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:43.67601Z","caller":"traceutil/trace.go:171","msg":"trace[181711634] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8262; }","duration":"403.578137ms","start":"2026-03-19T09:19:43.272423Z","end":"2026-03-19T09:19:43.676001Z","steps":["trace[181711634] 'agreement among raft nodes before linearized reading' (duration: 403.487535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.67605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.272403Z","time spent":"403.638139ms","remote":"127.0.0.1:39750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:43.676051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.67169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:43.676101Z","caller":"traceutil/trace.go:171","msg":"trace[1037376299] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8262; }","duration":"369.749192ms","start":"2026-03-19T09:19:43.306331Z","end":"2026-03-19T09:19:43.67608Z","steps":["trace[1037376299] 'agreement among raft nodes before linearized reading' (duration: 369.66921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.676183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.306324Z","time spent":"369.842934ms","remote":"127.0.0.1:39772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:19:43.676153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.555305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:19:43.676241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.753071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:43.676273Z","caller":"traceutil/trace.go:171","msg":"trace[1291769934] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8262; }","duration":"403.814773ms","start":"2026-03-19T09:19:43.272449Z","end":"2026-03-19T09:19:43.676264Z","steps":["trace[1291769934] 'agreement among raft nodes before linearized reading' (duration: 403.764152ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.676271Z","caller":"traceutil/trace.go:171","msg":"trace[1780773152] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8262; }","duration":"334.742709ms","start":"2026-03-19T09:19:43.341501Z","end":"2026-03-19T09:19:43.676243Z","steps":["trace[1780773152] 'agreement among raft nodes before linearized reading' (duration: 334.456372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.676282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.191676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:43.676304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.272428Z","time spent":"403.865844ms","remote":"127.0.0.1:39750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:43.675878Z","caller":"traceutil/trace.go:171","msg":"trace[1807358899] linearizableReadLoop","detail":"{readStateIndex:8613; appliedIndex:8610; }","duration":"187.226743ms","start":"2026-03-19T09:19:43.488635Z","end":"2026-03-19T09:19:43.675862Z","steps":["trace[1807358899] 'read index received' (duration: 186.458516ms)","trace[1807358899] 'applied index is now lower than readState.Index' (duration: 767.427µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:43.676255Z","caller":"traceutil/trace.go:171","msg":"trace[481546611] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"188.681206ms","start":"2026-03-19T09:19:43.487534Z","end":"2026-03-19T09:19:43.676216Z","steps":["trace[481546611] 'process raft request' (duration: 188.043982ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.676334Z","caller":"traceutil/trace.go:171","msg":"trace[1199955009] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8262; }","duration":"385.278108ms","start":"2026-03-19T09:19:43.291043Z","end":"2026-03-19T09:19:43.676322Z","steps":["trace[1199955009] 'agreement among raft nodes before linearized reading' (duration: 385.187306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.676333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.341482Z","time spent":"334.839761ms","remote":"127.0.0.1:42944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:43.676316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.282079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:43.675971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.997927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:43.676374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.291037Z","time spent":"385.326869ms","remote":"127.0.0.1:39760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:43.676397Z","caller":"traceutil/trace.go:171","msg":"trace[921121700] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8262; }","duration":"385.373791ms","start":"2026-03-19T09:19:43.291002Z","end":"2026-03-19T09:19:43.676376Z","steps":["trace[921121700] 'agreement among raft nodes before linearized reading' (duration: 385.234437ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.676416Z","caller":"traceutil/trace.go:171","msg":"trace[300630407] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8262; }","duration":"370.453647ms","start":"2026-03-19T09:19:43.305941Z","end":"2026-03-19T09:19:43.676394Z","steps":["trace[300630407] 'agreement among raft nodes before linearized reading' (duration: 369.953516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.676421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.454072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:43.676433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.290975Z","time spent":"385.451182ms","remote":"127.0.0.1:39760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:43.676461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.305932Z","time spent":"370.515768ms","remote":"127.0.0.1:39772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"info","ts":"2026-03-19T09:19:43.67648Z","caller":"traceutil/trace.go:171","msg":"trace[616227394] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8262; }","duration":"385.521743ms","start":"2026-03-19T09:19:43.290936Z","end":"2026-03-19T09:19:43.676458Z","steps":["trace[616227394] 'agreement among raft nodes before linearized reading' (duration: 385.454372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.676343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.312692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:43.676524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.290923Z","time spent":"385.589995ms","remote":"127.0.0.1:39760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-03-19T09:19:43.676558Z","caller":"traceutil/trace.go:171","msg":"trace[1593552611] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8262; }","duration":"403.584177ms","start":"2026-03-19T09:19:43.272961Z","end":"2026-03-19T09:19:43.676545Z","steps":["trace[1593552611] 'agreement among raft nodes before linearized reading' (duration: 403.25048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.676525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.276523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:43.676602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.272954Z","time spent":"403.636229ms","remote":"127.0.0.1:39750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-03-19T09:19:43.676642Z","caller":"traceutil/trace.go:171","msg":"trace[2025147789] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8262; }","duration":"370.445877ms","start":"2026-03-19T09:19:43.306168Z","end":"2026-03-19T09:19:43.676614Z","steps":["trace[2025147789] 'agreement among raft nodes before linearized reading' (duration: 370.170931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.676707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.306164Z","time spent":"370.532199ms","remote":"127.0.0.1:39772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:43.846298Z","caller":"traceutil/trace.go:171","msg":"trace[91265230] linearizableReadLoop","detail":"{readStateIndex:8615; appliedIndex:8613; }","duration":"169.934437ms","start":"2026-03-19T09:19:43.676333Z","end":"2026-03-19T09:19:43.846268Z","steps":["trace[91265230] 'read index received' (duration: 169.696782ms)","trace[91265230] 'applied index is now lower than readState.Index' (duration: 236.145µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:43.846405Z","caller":"traceutil/trace.go:171","msg":"trace[311112805] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"355.959434ms","start":"2026-03-19T09:19:43.490428Z","end":"2026-03-19T09:19:43.846388Z","steps":["trace[311112805] 'process raft request' (duration: 355.563345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.84646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.233792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:43.846588Z","caller":"traceutil/trace.go:171","msg":"trace[1710693300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8264; }","duration":"212.395827ms","start":"2026-03-19T09:19:43.634169Z","end":"2026-03-19T09:19:43.846565Z","steps":["trace[1710693300] 'agreement among raft nodes before linearized reading' (duration: 212.156771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.846578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.094943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:43.846639Z","caller":"traceutil/trace.go:171","msg":"trace[846196348] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8264; }","duration":"218.233417ms","start":"2026-03-19T09:19:43.62839Z","end":"2026-03-19T09:19:43.846623Z","steps":["trace[846196348] 'agreement among raft nodes before linearized reading' (duration: 218.044113ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:43.846347Z","caller":"traceutil/trace.go:171","msg":"trace[726172218] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"354.964082ms","start":"2026-03-19T09:19:43.491357Z","end":"2026-03-19T09:19:43.846321Z","steps":["trace[726172218] 'process raft request' (duration: 354.813319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.846625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.490418Z","time spent":"356.033585ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3474,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:19:43.846908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.22698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4125"} {"level":"warn","ts":"2026-03-19T09:19:43.846913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.491347Z","time spent":"355.402952ms","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:43.847018Z","caller":"traceutil/trace.go:171","msg":"trace[1490697964] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:8264; }","duration":"352.365504ms","start":"2026-03-19T09:19:43.494626Z","end":"2026-03-19T09:19:43.846992Z","steps":["trace[1490697964] 'agreement among raft nodes before linearized reading' (duration: 351.977865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:43.847076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:43.494597Z","time spent":"352.469586ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4147,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} {"level":"info","ts":"2026-03-19T09:19:43.982578Z","caller":"traceutil/trace.go:171","msg":"trace[465770212] linearizableReadLoop","detail":"{readStateIndex:8616; appliedIndex:8615; }","duration":"136.154993ms","start":"2026-03-19T09:19:43.846399Z","end":"2026-03-19T09:19:43.982554Z","steps":["trace[465770212] 'read index received' (duration: 112.023833ms)","trace[465770212] 'applied index is now lower than readState.Index' (duration: 24.12998ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:43.982687Z","caller":"traceutil/trace.go:171","msg":"trace[329279622] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"285.284135ms","start":"2026-03-19T09:19:43.69736Z","end":"2026-03-19T09:19:43.982644Z","steps":["trace[329279622] 'process raft request' (duration: 261.020842ms)","trace[329279622] 'compare' (duration: 24.044167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:43.982871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.741534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-03-19T09:19:43.982918Z","caller":"traceutil/trace.go:171","msg":"trace[85115632] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:8265; }","duration":"229.807435ms","start":"2026-03-19T09:19:43.753099Z","end":"2026-03-19T09:19:43.982906Z","steps":["trace[85115632] 'agreement among raft nodes before linearized reading' (duration: 229.56945ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.050634Z","caller":"traceutil/trace.go:171","msg":"trace[1080589628] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"199.544829ms","start":"2026-03-19T09:19:43.851064Z","end":"2026-03-19T09:19:44.050608Z","steps":["trace[1080589628] 'process raft request' (duration: 199.300163ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.050815Z","caller":"traceutil/trace.go:171","msg":"trace[792701376] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"199.222952ms","start":"2026-03-19T09:19:43.851572Z","end":"2026-03-19T09:19:44.050795Z","steps":["trace[792701376] 'process raft request' (duration: 198.941466ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.050959Z","caller":"traceutil/trace.go:171","msg":"trace[793233461] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"195.336405ms","start":"2026-03-19T09:19:43.855601Z","end":"2026-03-19T09:19:44.050937Z","steps":["trace[793233461] 'process raft request' (duration: 195.190042ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.050994Z","caller":"traceutil/trace.go:171","msg":"trace[22610450] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"198.041366ms","start":"2026-03-19T09:19:43.852937Z","end":"2026-03-19T09:19:44.050978Z","steps":["trace[22610450] 'process raft request' (duration: 197.79502ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.050969Z","caller":"traceutil/trace.go:171","msg":"trace[1089787377] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"195.10522ms","start":"2026-03-19T09:19:43.855851Z","end":"2026-03-19T09:19:44.050956Z","steps":["trace[1089787377] 'process raft request' (duration: 194.998428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.051163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.842221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:44.051189Z","caller":"traceutil/trace.go:171","msg":"trace[338594646] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"146.169786ms","start":"2026-03-19T09:19:43.905012Z","end":"2026-03-19T09:19:44.051182Z","steps":["trace[338594646] 'process raft request' (duration: 145.89478ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.051204Z","caller":"traceutil/trace.go:171","msg":"trace[269889000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8271; }","duration":"202.921443ms","start":"2026-03-19T09:19:43.848272Z","end":"2026-03-19T09:19:44.051194Z","steps":["trace[269889000] 'agreement among raft nodes before linearized reading' (duration: 202.827071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.166548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.541256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:3994"} {"level":"info","ts":"2026-03-19T09:19:44.166614Z","caller":"traceutil/trace.go:171","msg":"trace[486386893] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:8275; }","duration":"108.669518ms","start":"2026-03-19T09:19:44.057929Z","end":"2026-03-19T09:19:44.166599Z","steps":["trace[486386893] 'agreement among raft nodes before linearized reading' (duration: 108.486264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.166722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.527933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-prnkt\" ","response":"range_response_count:1 size:3535"} {"level":"info","ts":"2026-03-19T09:19:44.166805Z","caller":"traceutil/trace.go:171","msg":"trace[1210630470] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-prnkt; range_end:; response_count:1; response_revision:8275; }","duration":"103.640006ms","start":"2026-03-19T09:19:44.063147Z","end":"2026-03-19T09:19:44.166787Z","steps":["trace[1210630470] 'agreement among raft nodes before linearized reading' (duration: 103.417721ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.310166Z","caller":"traceutil/trace.go:171","msg":"trace[1243428265] linearizableReadLoop","detail":"{readStateIndex:8629; appliedIndex:8627; }","duration":"140.932189ms","start":"2026-03-19T09:19:44.169212Z","end":"2026-03-19T09:19:44.310144Z","steps":["trace[1243428265] 'read index received' (duration: 76.337176ms)","trace[1243428265] 'applied index is now lower than readState.Index' (duration: 64.594173ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:44.310278Z","caller":"traceutil/trace.go:171","msg":"trace[1428536286] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"162.44378ms","start":"2026-03-19T09:19:44.147823Z","end":"2026-03-19T09:19:44.310267Z","steps":["trace[1428536286] 'process raft request' (duration: 162.253485ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.310251Z","caller":"traceutil/trace.go:171","msg":"trace[1166407756] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"168.789332ms","start":"2026-03-19T09:19:44.14142Z","end":"2026-03-19T09:19:44.310209Z","steps":["trace[1166407756] 'process raft request' (duration: 104.112016ms)","trace[1166407756] 'compare' (duration: 64.213685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:44.310689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.445981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:3994"} {"level":"info","ts":"2026-03-19T09:19:44.310767Z","caller":"traceutil/trace.go:171","msg":"trace[1575168981] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:8277; }","duration":"141.583854ms","start":"2026-03-19T09:19:44.169162Z","end":"2026-03-19T09:19:44.310746Z","steps":["trace[1575168981] 'agreement among raft nodes before linearized reading' (duration: 141.299978ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.336501Z","caller":"traceutil/trace.go:171","msg":"trace[1364021096] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"165.089539ms","start":"2026-03-19T09:19:44.17139Z","end":"2026-03-19T09:19:44.33648Z","steps":["trace[1364021096] 'process raft request' (duration: 164.874704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.336621Z","caller":"traceutil/trace.go:171","msg":"trace[425040214] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"160.352523ms","start":"2026-03-19T09:19:44.176247Z","end":"2026-03-19T09:19:44.3366Z","steps":["trace[425040214] 'process raft request' (duration: 160.127708ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.498687Z","caller":"traceutil/trace.go:171","msg":"trace[229028152] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"243.261276ms","start":"2026-03-19T09:19:44.255395Z","end":"2026-03-19T09:19:44.498656Z","steps":["trace[229028152] 'process raft request' (duration: 222.388289ms)","trace[229028152] 'compare' (duration: 20.610201ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:44.498931Z","caller":"traceutil/trace.go:171","msg":"trace[1348509281] linearizableReadLoop","detail":"{readStateIndex:8632; appliedIndex:8630; }","duration":"188.682336ms","start":"2026-03-19T09:19:44.310233Z","end":"2026-03-19T09:19:44.498915Z","steps":["trace[1348509281] 'read index received' (duration: 26.261327ms)","trace[1348509281] 'applied index is now lower than readState.Index' (duration: 162.420149ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:44.498958Z","caller":"traceutil/trace.go:171","msg":"trace[1810196125] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"181.542547ms","start":"2026-03-19T09:19:44.317393Z","end":"2026-03-19T09:19:44.498936Z","steps":["trace[1810196125] 'process raft request' (duration: 181.451745ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.498959Z","caller":"traceutil/trace.go:171","msg":"trace[1024232170] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"182.070347ms","start":"2026-03-19T09:19:44.316854Z","end":"2026-03-19T09:19:44.498925Z","steps":["trace[1024232170] 'process raft request' (duration: 181.73449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.499108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.714672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:19:44.499142Z","caller":"traceutil/trace.go:171","msg":"trace[85542343] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8282; }","duration":"327.787124ms","start":"2026-03-19T09:19:44.171348Z","end":"2026-03-19T09:19:44.499135Z","steps":["trace[85542343] 'agreement among raft nodes before linearized reading' (duration: 327.672812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.499161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:44.171331Z","time spent":"327.825275ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:19:44.555722Z","caller":"traceutil/trace.go:171","msg":"trace[1683612315] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"208.525209ms","start":"2026-03-19T09:19:44.347172Z","end":"2026-03-19T09:19:44.555697Z","steps":["trace[1683612315] 'process raft request' (duration: 207.821764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.555767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.209317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:44.555838Z","caller":"traceutil/trace.go:171","msg":"trace[1978272434] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8283; }","duration":"112.3395ms","start":"2026-03-19T09:19:44.443481Z","end":"2026-03-19T09:19:44.55582Z","steps":["trace[1978272434] 'agreement among raft nodes before linearized reading' (duration: 112.218557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.555956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.260446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:44.555989Z","caller":"traceutil/trace.go:171","msg":"trace[1000792350] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8283; }","duration":"158.334037ms","start":"2026-03-19T09:19:44.397646Z","end":"2026-03-19T09:19:44.555981Z","steps":["trace[1000792350] 'agreement among raft nodes before linearized reading' (duration: 158.254885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.556048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.289127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:44.556208Z","caller":"traceutil/trace.go:171","msg":"trace[1448858475] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8283; }","duration":"158.546563ms","start":"2026-03-19T09:19:44.397636Z","end":"2026-03-19T09:19:44.556183Z","steps":["trace[1448858475] 'agreement among raft nodes before linearized reading' (duration: 158.261776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.556276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.858972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:44.556305Z","caller":"traceutil/trace.go:171","msg":"trace[551533801] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8283; }","duration":"112.914953ms","start":"2026-03-19T09:19:44.443384Z","end":"2026-03-19T09:19:44.556299Z","steps":["trace[551533801] 'agreement among raft nodes before linearized reading' (duration: 112.872442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.556245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.217552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:44.55635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.05975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:832"} {"level":"warn","ts":"2026-03-19T09:19:44.556435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.861172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:44.556494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.278526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:44.556527Z","caller":"traceutil/trace.go:171","msg":"trace[1534689475] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8283; }","duration":"158.345308ms","start":"2026-03-19T09:19:44.398174Z","end":"2026-03-19T09:19:44.55652Z","steps":["trace[1534689475] 'agreement among raft nodes before linearized reading' (duration: 158.297587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.556515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.330237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:44.556564Z","caller":"traceutil/trace.go:171","msg":"trace[1427401946] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8283; }","duration":"179.404459ms","start":"2026-03-19T09:19:44.377145Z","end":"2026-03-19T09:19:44.55655Z","steps":["trace[1427401946] 'agreement among raft nodes before linearized reading' (duration: 179.325287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.556597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.081473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:44.556603Z","caller":"traceutil/trace.go:171","msg":"trace[2080013093] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8283; }","duration":"178.418586ms","start":"2026-03-19T09:19:44.377984Z","end":"2026-03-19T09:19:44.556402Z","steps":["trace[2080013093] 'agreement among raft nodes before linearized reading' (duration: 178.166201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.556107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.711653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:44.556651Z","caller":"traceutil/trace.go:171","msg":"trace[256047796] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8283; }","duration":"179.330997ms","start":"2026-03-19T09:19:44.377314Z","end":"2026-03-19T09:19:44.556645Z","steps":["trace[256047796] 'agreement among raft nodes before linearized reading' (duration: 178.720813ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.556438Z","caller":"traceutil/trace.go:171","msg":"trace[2058415962] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:8283; }","duration":"238.185952ms","start":"2026-03-19T09:19:44.31823Z","end":"2026-03-19T09:19:44.556416Z","steps":["trace[2058415962] 'agreement among raft nodes before linearized reading' (duration: 237.905716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.556621Z","caller":"traceutil/trace.go:171","msg":"trace[979273003] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8283; }","duration":"137.103433ms","start":"2026-03-19T09:19:44.419508Z","end":"2026-03-19T09:19:44.556612Z","steps":["trace[979273003] 'agreement among raft nodes before linearized reading' (duration: 137.071112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.556493Z","caller":"traceutil/trace.go:171","msg":"trace[62870838] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8283; }","duration":"112.963574ms","start":"2026-03-19T09:19:44.443516Z","end":"2026-03-19T09:19:44.556479Z","steps":["trace[62870838] 'agreement among raft nodes before linearized reading' (duration: 112.887982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.556361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.191002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:44.55698Z","caller":"traceutil/trace.go:171","msg":"trace[217994227] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8283; }","duration":"136.835048ms","start":"2026-03-19T09:19:44.420132Z","end":"2026-03-19T09:19:44.556967Z","steps":["trace[217994227] 'agreement among raft nodes before linearized reading' (duration: 136.172702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.55624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.675113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:44.557087Z","caller":"traceutil/trace.go:171","msg":"trace[309226454] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8283; }","duration":"137.484151ms","start":"2026-03-19T09:19:44.419555Z","end":"2026-03-19T09:19:44.557039Z","steps":["trace[309226454] 'agreement among raft nodes before linearized reading' (duration: 136.661542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.704353Z","caller":"traceutil/trace.go:171","msg":"trace[1525429416] linearizableReadLoop","detail":"{readStateIndex:8637; appliedIndex:8635; }","duration":"148.675632ms","start":"2026-03-19T09:19:44.555654Z","end":"2026-03-19T09:19:44.70433Z","steps":["trace[1525429416] 'read index received' (duration: 146.836971ms)","trace[1525429416] 'applied index is now lower than readState.Index' (duration: 1.835101ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:44.704463Z","caller":"traceutil/trace.go:171","msg":"trace[485482076] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"191.706153ms","start":"2026-03-19T09:19:44.512746Z","end":"2026-03-19T09:19:44.704452Z","steps":["trace[485482076] 'process raft request' (duration: 191.507899ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.704485Z","caller":"traceutil/trace.go:171","msg":"trace[1504751911] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"200.134701ms","start":"2026-03-19T09:19:44.50431Z","end":"2026-03-19T09:19:44.704445Z","steps":["trace[1504751911] 'process raft request' (duration: 198.163388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.704744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.269534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-19T09:19:44.704825Z","caller":"traceutil/trace.go:171","msg":"trace[411450882] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8285; }","duration":"204.359456ms","start":"2026-03-19T09:19:44.500438Z","end":"2026-03-19T09:19:44.704798Z","steps":["trace[411450882] 'agreement among raft nodes before linearized reading' (duration: 204.148491ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:44.730974Z","caller":"traceutil/trace.go:171","msg":"trace[1827639499] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"166.864789ms","start":"2026-03-19T09:19:44.564078Z","end":"2026-03-19T09:19:44.730943Z","steps":["trace[1827639499] 'process raft request' (duration: 166.577273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:44.731063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.694187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-prnkt\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-03-19T09:19:44.731313Z","caller":"traceutil/trace.go:171","msg":"trace[1809776870] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-prnkt; range_end:; response_count:1; response_revision:8286; }","duration":"171.980754ms","start":"2026-03-19T09:19:44.559307Z","end":"2026-03-19T09:19:44.731288Z","steps":["trace[1809776870] 'agreement among raft nodes before linearized reading' (duration: 171.573265ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:45.125701Z","caller":"traceutil/trace.go:171","msg":"trace[557796458] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"103.072794ms","start":"2026-03-19T09:19:45.022605Z","end":"2026-03-19T09:19:45.125678Z","steps":["trace[557796458] 'process raft request' (duration: 99.330719ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:45.281362Z","caller":"traceutil/trace.go:171","msg":"trace[1933479504] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"134.519175ms","start":"2026-03-19T09:19:45.146814Z","end":"2026-03-19T09:19:45.281333Z","steps":["trace[1933479504] 'process raft request' (duration: 106.486419ms)","trace[1933479504] 'compare' (duration: 27.506735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:47.844391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.084428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:19:47.844506Z","caller":"traceutil/trace.go:171","msg":"trace[934122307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8315; }","duration":"532.237922ms","start":"2026-03-19T09:19:47.312243Z","end":"2026-03-19T09:19:47.844481Z","steps":["trace[934122307] 'range keys from in-memory index tree' (duration: 531.875474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:47.844499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.521949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:19:47.844554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:47.312229Z","time spent":"532.315573ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:19:47.84457Z","caller":"traceutil/trace.go:171","msg":"trace[1959228260] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8315; }","duration":"528.634902ms","start":"2026-03-19T09:19:47.315916Z","end":"2026-03-19T09:19:47.84455Z","steps":["trace[1959228260] 'range keys from in-memory index tree' (duration: 528.316985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:47.844619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:47.315894Z","time spent":"528.708614ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:19:47.844592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.572539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:47.844676Z","caller":"traceutil/trace.go:171","msg":"trace[1457553892] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8315; }","duration":"502.682181ms","start":"2026-03-19T09:19:47.341975Z","end":"2026-03-19T09:19:47.844657Z","steps":["trace[1457553892] 'count revisions from in-memory index tree' (duration: 502.466517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:47.844715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:47.341907Z","time spent":"502.799884ms","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:47.844911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.559698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:19:47.845025Z","caller":"traceutil/trace.go:171","msg":"trace[1461578221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8315; }","duration":"681.753872ms","start":"2026-03-19T09:19:47.163245Z","end":"2026-03-19T09:19:47.844999Z","steps":["trace[1461578221] 'range keys from in-memory index tree' (duration: 681.281023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:47.845047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.896367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:19:47.845092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:47.163226Z","time spent":"681.854355ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:19:47.845115Z","caller":"traceutil/trace.go:171","msg":"trace[55135558] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"216.912966ms","start":"2026-03-19T09:19:47.628186Z","end":"2026-03-19T09:19:47.845099Z","steps":["trace[55135558] 'process raft request' (duration: 214.227565ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:47.845129Z","caller":"traceutil/trace.go:171","msg":"trace[1895404891] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"154.8479ms","start":"2026-03-19T09:19:47.690255Z","end":"2026-03-19T09:19:47.845102Z","steps":["trace[1895404891] 'process raft request' (duration: 154.756668ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:47.845149Z","caller":"traceutil/trace.go:171","msg":"trace[1669422214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8315; }","duration":"550.139731ms","start":"2026-03-19T09:19:47.294983Z","end":"2026-03-19T09:19:47.845122Z","steps":["trace[1669422214] 'range keys from in-memory index tree' (duration: 549.61352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:47.845263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:47.294962Z","time spent":"550.286075ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:47.845382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.969978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:19:47.845477Z","caller":"traceutil/trace.go:171","msg":"trace[362084325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8315; }","duration":"533.126582ms","start":"2026-03-19T09:19:47.312339Z","end":"2026-03-19T09:19:47.845466Z","steps":["trace[362084325] 'range keys from in-memory index tree' (duration: 532.308473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:47.845512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:47.31231Z","time spent":"533.191273ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:49.146675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:49.647617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:50.149025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:50.645725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.135406512s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:19:50.64597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:19:50.646008Z","caller":"traceutil/trace.go:171","msg":"trace[1997178825] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000025378s","start":"2026-03-19T09:19:48.645967Z","end":"2026-03-19T09:19:50.645992Z","steps":["trace[1997178825] 'agreement among raft nodes before linearized reading' (duration: 1.999892435s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:50.646035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:48.645943Z","time spent":"2.000086349s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:19:50.646191Z","caller":"traceutil/trace.go:171","msg":"trace[1688025675] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"2.135893193s","start":"2026-03-19T09:19:48.510251Z","end":"2026-03-19T09:19:50.646144Z","steps":["trace[1688025675] 'process raft request' (duration: 2.135628858s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:50.646473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:48.510231Z","time spent":"2.136010496s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:52.195685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.067243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:52.195921Z","caller":"traceutil/trace.go:171","msg":"trace[325170180] linearizableReadLoop","detail":"{readStateIndex:8677; appliedIndex:8675; }","duration":"3.549889018s","start":"2026-03-19T09:19:48.646015Z","end":"2026-03-19T09:19:52.195904Z","steps":["trace[325170180] 'read index received' (duration: 1.999826084s)","trace[325170180] 'applied index is now lower than readState.Index' (duration: 1.550062064s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:52.196001Z","caller":"traceutil/trace.go:171","msg":"trace[127229045] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"2.345358024s","start":"2026-03-19T09:19:49.850632Z","end":"2026-03-19T09:19:52.19599Z","steps":["trace[127229045] 'process raft request' (duration: 2.032899393s)","trace[127229045] 'compare' (duration: 311.51727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:52.196065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:49.850607Z","time spent":"2.345426746s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:52.196344Z","caller":"traceutil/trace.go:171","msg":"trace[1098515355] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"2.012675031s","start":"2026-03-19T09:19:50.183659Z","end":"2026-03-19T09:19:52.196335Z","steps":["trace[1098515355] 'process raft request' (duration: 2.012148969s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:52.196412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:50.183636Z","time spent":"2.012742173s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:52.402579Z","caller":"traceutil/trace.go:171","msg":"trace[1604767642] linearizableReadLoop","detail":"{readStateIndex:8679; appliedIndex:8678; }","duration":"206.595046ms","start":"2026-03-19T09:19:52.195958Z","end":"2026-03-19T09:19:52.402553Z","steps":["trace[1604767642] 'read index received' (duration: 148.944059ms)","trace[1604767642] 'applied index is now lower than readState.Index' (duration: 57.649687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:52.402704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459376106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:52.40274Z","caller":"traceutil/trace.go:171","msg":"trace[1399576987] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8325; }","duration":"3.459466367s","start":"2026-03-19T09:19:48.943261Z","end":"2026-03-19T09:19:52.402727Z","steps":["trace[1399576987] 'agreement among raft nodes before linearized reading' (duration: 3.459379265s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:52.402772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:48.94324Z","time spent":"3.459522189s","remote":"127.0.0.1:57204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:52.402747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755914394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:52.402834Z","caller":"traceutil/trace.go:171","msg":"trace[1239957163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8325; }","duration":"1.756029437s","start":"2026-03-19T09:19:50.64678Z","end":"2026-03-19T09:19:52.40281Z","steps":["trace[1239957163] 'agreement among raft nodes before linearized reading' (duration: 1.755878284s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:52.402845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543217466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:19:52.40288Z","caller":"traceutil/trace.go:171","msg":"trace[1557288779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8325; }","duration":"2.543285726s","start":"2026-03-19T09:19:49.859585Z","end":"2026-03-19T09:19:52.402871Z","steps":["trace[1557288779] 'agreement among raft nodes before linearized reading' (duration: 2.543216925s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:52.402883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:50.646769Z","time spent":"1.756104538s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:19:52.402901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:49.859561Z","time spent":"2.543336178s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:19:52.402866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.57858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-19T09:19:52.402902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548420021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:19:52.402961Z","caller":"traceutil/trace.go:171","msg":"trace[1218217612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8325; }","duration":"2.548507603s","start":"2026-03-19T09:19:49.854434Z","end":"2026-03-19T09:19:52.402942Z","steps":["trace[1218217612] 'agreement among raft nodes before linearized reading' (duration: 2.548282728s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:52.402961Z","caller":"traceutil/trace.go:171","msg":"trace[767483145] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76; range_end:; response_count:1; response_revision:8325; }","duration":"596.718903ms","start":"2026-03-19T09:19:51.806214Z","end":"2026-03-19T09:19:52.402933Z","steps":["trace[767483145] 'agreement among raft nodes before linearized reading' (duration: 596.423176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:52.402999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:49.854422Z","time spent":"2.548565464s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:19:52.402989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546060169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:19:52.402989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543483261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:19:52.402778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543231586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:19:52.403014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435813408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:19:52.403291Z","caller":"traceutil/trace.go:171","msg":"trace[1305146783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8325; }","duration":"2.543736547s","start":"2026-03-19T09:19:49.859514Z","end":"2026-03-19T09:19:52.40325Z","steps":["trace[1305146783] 'agreement among raft nodes before linearized reading' (duration: 2.543086162s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:52.403332Z","caller":"traceutil/trace.go:171","msg":"trace[317155314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8325; }","duration":"3.436141756s","start":"2026-03-19T09:19:48.967171Z","end":"2026-03-19T09:19:52.403313Z","steps":["trace[317155314] 'agreement among raft nodes before linearized reading' (duration: 3.435779628s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:52.40336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:49.859503Z","time spent":"2.543837339s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:52.403394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:48.967161Z","time spent":"3.436218238s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:52.402982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606224363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:19:52.403473Z","caller":"traceutil/trace.go:171","msg":"trace[410673553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8325; }","duration":"2.606760135s","start":"2026-03-19T09:19:49.796695Z","end":"2026-03-19T09:19:52.403455Z","steps":["trace[410673553] 'agreement among raft nodes before linearized reading' (duration: 2.606058509s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:52.403014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.806194Z","time spent":"596.807735ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76\" "} {"level":"warn","ts":"2026-03-19T09:19:52.403533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:49.796677Z","time spent":"2.606837917s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:19:52.403064Z","caller":"traceutil/trace.go:171","msg":"trace[1953208443] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8325; }","duration":"2.546168701s","start":"2026-03-19T09:19:49.856876Z","end":"2026-03-19T09:19:52.403045Z","steps":["trace[1953208443] 'agreement among raft nodes before linearized reading' (duration: 2.545957707s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:52.4036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:49.85686Z","time spent":"2.546731934s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"info","ts":"2026-03-19T09:19:52.403087Z","caller":"traceutil/trace.go:171","msg":"trace[84096854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8325; }","duration":"2.543608084s","start":"2026-03-19T09:19:49.859461Z","end":"2026-03-19T09:19:52.403069Z","steps":["trace[84096854] 'agreement among raft nodes before linearized reading' (duration: 2.543360338s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:52.403682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:49.85945Z","time spent":"2.544226028s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:19:59.033785Z","caller":"traceutil/trace.go:171","msg":"trace[77251621] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"362.457658ms","start":"2026-03-19T09:19:58.671288Z","end":"2026-03-19T09:19:59.033746Z","steps":["trace[77251621] 'process raft request' (duration: 362.196482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:59.035424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:58.671257Z","time spent":"364.046534ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:00.053981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.199962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:00.054013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.532022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:00.054047Z","caller":"traceutil/trace.go:171","msg":"trace[505241319] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8363; }","duration":"699.318866ms","start":"2026-03-19T09:19:59.354714Z","end":"2026-03-19T09:20:00.054032Z","steps":["trace[505241319] 'count revisions from in-memory index tree' (duration: 699.038119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:00.054079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:59.35469Z","time spent":"699.381858ms","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":54,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:00.05409Z","caller":"traceutil/trace.go:171","msg":"trace[565141197] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8363; }","duration":"810.673925ms","start":"2026-03-19T09:19:59.243395Z","end":"2026-03-19T09:20:00.054068Z","steps":["trace[565141197] 'count revisions from in-memory index tree' (duration: 810.344936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:00.054142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:59.243364Z","time spent":"810.762946ms","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:00.728949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.099045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:00.729153Z","caller":"traceutil/trace.go:171","msg":"trace[1115423382] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"421.54999ms","start":"2026-03-19T09:20:00.30757Z","end":"2026-03-19T09:20:00.72912Z","steps":["trace[1115423382] 'process raft request' (duration: 91.192968ms)","trace[1115423382] 'compare' (duration: 329.987123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:00.729333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:00.307544Z","time spent":"421.699042ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:00.729613Z","caller":"traceutil/trace.go:171","msg":"trace[534537633] linearizableReadLoop","detail":"{readStateIndex:8720; appliedIndex:8719; }","duration":"281.49113ms","start":"2026-03-19T09:20:00.448111Z","end":"2026-03-19T09:20:00.729602Z","steps":["trace[534537633] 'read index received' (duration: 51.531µs)","trace[534537633] 'applied index is now lower than readState.Index' (duration: 281.438239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:00.888767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.693538ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:20:00.888882Z","caller":"traceutil/trace.go:171","msg":"trace[2024614839] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8720; }","duration":"159.215068ms","start":"2026-03-19T09:20:00.729647Z","end":"2026-03-19T09:20:00.888862Z","steps":["trace[2024614839] 'read index received' (duration: 57.591µs)","trace[2024614839] 'applied index is now lower than readState.Index' (duration: 159.155747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:00.889072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.099819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:20:00.889109Z","caller":"traceutil/trace.go:171","msg":"trace[215012217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8365; }","duration":"438.187631ms","start":"2026-03-19T09:20:00.450911Z","end":"2026-03-19T09:20:00.889099Z","steps":["trace[215012217] 'agreement among raft nodes before linearized reading' (duration: 438.026908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:00.889118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.99215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:20:00.88914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.003284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:00.889226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.923574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:20:00.889252Z","caller":"traceutil/trace.go:171","msg":"trace[1194435603] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8365; }","duration":"377.170238ms","start":"2026-03-19T09:20:00.512047Z","end":"2026-03-19T09:20:00.889217Z","steps":["trace[1194435603] 'agreement among raft nodes before linearized reading' (duration: 376.900632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:00.889268Z","caller":"traceutil/trace.go:171","msg":"trace[1049213396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8365; }","duration":"428.984665ms","start":"2026-03-19T09:20:00.460276Z","end":"2026-03-19T09:20:00.889261Z","steps":["trace[1049213396] 'agreement among raft nodes before linearized reading' (duration: 428.892983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:00.889298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:00.460266Z","time spent":"429.026436ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:00.889292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.527097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:20:00.889308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:00.512035Z","time spent":"377.26359ms","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:00.889326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.4117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:00.889362Z","caller":"traceutil/trace.go:171","msg":"trace[812307401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8365; }","duration":"252.484402ms","start":"2026-03-19T09:20:00.636868Z","end":"2026-03-19T09:20:00.889352Z","steps":["trace[812307401] 'agreement among raft nodes before linearized reading' (duration: 252.41327ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:00.889355Z","caller":"traceutil/trace.go:171","msg":"trace[184381244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8365; }","duration":"437.611208ms","start":"2026-03-19T09:20:00.451727Z","end":"2026-03-19T09:20:00.889338Z","steps":["trace[184381244] 'agreement among raft nodes before linearized reading' (duration: 437.457395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:00.88938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.26301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:20:00.889221Z","caller":"traceutil/trace.go:171","msg":"trace[1118251744] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8365; }","duration":"414.117933ms","start":"2026-03-19T09:20:00.475065Z","end":"2026-03-19T09:20:00.889183Z","steps":["trace[1118251744] 'agreement among raft nodes before linearized reading' (duration: 413.886018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:00.889414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:00.451715Z","time spent":"437.68622ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:20:00.889429Z","caller":"traceutil/trace.go:171","msg":"trace[1994685833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8365; }","duration":"441.354742ms","start":"2026-03-19T09:20:00.448059Z","end":"2026-03-19T09:20:00.889413Z","steps":["trace[1994685833] 'agreement among raft nodes before linearized reading' (duration: 281.631473ms)","trace[1994685833] 'range keys from in-memory index tree' (duration: 159.29681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:00.889455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:00.448034Z","time spent":"441.416453ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:20:00.889507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:00.475047Z","time spent":"414.41259ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:20:00.889116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.703369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:20:00.889734Z","caller":"traceutil/trace.go:171","msg":"trace[111068621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8365; }","duration":"429.370494ms","start":"2026-03-19T09:20:00.460346Z","end":"2026-03-19T09:20:00.889716Z","steps":["trace[111068621] 'agreement among raft nodes before linearized reading' (duration: 428.606617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:00.889796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:00.460326Z","time spent":"429.453315ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:00.889146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:00.450891Z","time spent":"438.246632ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:20:01.529874Z","caller":"traceutil/trace.go:171","msg":"trace[860051980] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"631.690493ms","start":"2026-03-19T09:20:00.898167Z","end":"2026-03-19T09:20:01.529858Z","steps":["trace[860051980] 'process raft request' (duration: 631.472939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:01.530009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:00.898159Z","time spent":"631.780816ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:01.529716Z","caller":"traceutil/trace.go:171","msg":"trace[1085495989] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"631.576141ms","start":"2026-03-19T09:20:00.898096Z","end":"2026-03-19T09:20:01.529672Z","steps":["trace[1085495989] 'process raft request' (duration: 631.388307ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:01.530438Z","caller":"traceutil/trace.go:171","msg":"trace[101893014] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"632.219627ms","start":"2026-03-19T09:20:00.898205Z","end":"2026-03-19T09:20:01.530425Z","steps":["trace[101893014] 'process raft request' (duration: 631.600222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:01.530496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:00.8982Z","time spent":"632.265648ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:01.530676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:00.898077Z","time spent":"632.319188ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:01.530902Z","caller":"traceutil/trace.go:171","msg":"trace[75923359] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"628.088234ms","start":"2026-03-19T09:20:00.902801Z","end":"2026-03-19T09:20:01.530889Z","steps":["trace[75923359] 'process raft request' (duration: 628.001512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:01.530981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:00.902783Z","time spent":"628.151036ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:01.554854Z","caller":"traceutil/trace.go:171","msg":"trace[1407788377] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"513.884101ms","start":"2026-03-19T09:20:01.040941Z","end":"2026-03-19T09:20:01.554825Z","steps":["trace[1407788377] 'process raft request' (duration: 513.733298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:01.555102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:01.040922Z","time spent":"514.057696ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:02.106865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.168844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:02.106951Z","caller":"traceutil/trace.go:171","msg":"trace[1346019976] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8371; }","duration":"256.315986ms","start":"2026-03-19T09:20:01.850613Z","end":"2026-03-19T09:20:02.106929Z","steps":["trace[1346019976] 'count revisions from in-memory index tree' (duration: 256.083081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:02.107204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.67816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-19T09:20:02.107337Z","caller":"traceutil/trace.go:171","msg":"trace[1515988114] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76; range_end:; response_count:1; response_revision:8371; }","duration":"301.871304ms","start":"2026-03-19T09:20:01.805428Z","end":"2026-03-19T09:20:02.107299Z","steps":["trace[1515988114] 'range keys from in-memory index tree' (duration: 301.048276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:02.107418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:01.805396Z","time spent":"302.004228ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76\" "} {"level":"info","ts":"2026-03-19T09:20:02.255855Z","caller":"traceutil/trace.go:171","msg":"trace[1672483520] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"145.89708ms","start":"2026-03-19T09:20:02.109931Z","end":"2026-03-19T09:20:02.255828Z","steps":["trace[1672483520] 'process raft request' (duration: 145.702346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:03.023487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:03.52382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:04.02473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:04.51615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000061949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:04.516245Z","caller":"traceutil/trace.go:171","msg":"trace[1731378924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000211451s","start":"2026-03-19T09:20:02.516014Z","end":"2026-03-19T09:20:04.516226Z","steps":["trace[1731378924] 'agreement among raft nodes before linearized reading' (duration: 2.000091459s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:04.516294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.515994Z","time spent":"2.000290194s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:04.526049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:04.636547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000320754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:04.636661Z","caller":"traceutil/trace.go:171","msg":"trace[1869619424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000479668s","start":"2026-03-19T09:20:02.636162Z","end":"2026-03-19T09:20:04.636642Z","steps":["trace[1869619424] 'agreement among raft nodes before linearized reading' (duration: 2.000339835s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:04.636711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.636148Z","time spent":"2.000552889s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:05.037148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:05.538068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:05.659583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.866613Z","time spent":"2.792960555s","remote":"127.0.0.1:51498","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:20:05.777033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.492727649s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:20:05.777471Z","caller":"traceutil/trace.go:171","msg":"trace[1997432312] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"3.493263592s","start":"2026-03-19T09:20:02.284186Z","end":"2026-03-19T09:20:05.777449Z","steps":["trace[1997432312] 'process raft request' (duration: 3.493071278s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.777598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.284158Z","time spent":"3.493368814s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:05.84628Z","caller":"traceutil/trace.go:171","msg":"trace[1129619571] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"3.109983038s","start":"2026-03-19T09:20:02.736257Z","end":"2026-03-19T09:20:05.84624Z","steps":["trace[1129619571] 'process raft request' (duration: 3.109733773s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.846507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.736234Z","time spent":"3.110142441s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:05.846723Z","caller":"traceutil/trace.go:171","msg":"trace[371413711] linearizableReadLoop","detail":"{readStateIndex:8733; appliedIndex:8728; }","duration":"3.330645389s","start":"2026-03-19T09:20:02.516065Z","end":"2026-03-19T09:20:05.846711Z","steps":["trace[371413711] 'read index received' (duration: 3.261201468s)","trace[371413711] 'applied index is now lower than readState.Index' (duration: 69.443251ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:05.846718Z","caller":"traceutil/trace.go:171","msg":"trace[661024559] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"2.982285254s","start":"2026-03-19T09:20:02.864402Z","end":"2026-03-19T09:20:05.846687Z","steps":["trace[661024559] 'process raft request' (duration: 2.981779123s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:05.846814Z","caller":"traceutil/trace.go:171","msg":"trace[1295347833] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"2.28790232s","start":"2026-03-19T09:20:03.558867Z","end":"2026-03-19T09:20:05.84677Z","steps":["trace[1295347833] 'process raft request' (duration: 2.287702076s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.846965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.864381Z","time spent":"2.98251167s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:05.847046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:03.558855Z","time spent":"2.288075764s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:05.847101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475405739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:05.84715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912147377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:20:05.847143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325309146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:05.847165Z","caller":"traceutil/trace.go:171","msg":"trace[453624708] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8377; }","duration":"2.47548146s","start":"2026-03-19T09:20:03.371668Z","end":"2026-03-19T09:20:05.847149Z","steps":["trace[453624708] 'agreement among raft nodes before linearized reading' (duration: 2.475355078s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:05.847189Z","caller":"traceutil/trace.go:171","msg":"trace[2111577498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8377; }","duration":"2.912212519s","start":"2026-03-19T09:20:02.934966Z","end":"2026-03-19T09:20:05.847179Z","steps":["trace[2111577498] 'agreement among raft nodes before linearized reading' (duration: 2.912120187s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.847193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20213553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:05.846787Z","caller":"traceutil/trace.go:171","msg":"trace[1989148310] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"1.517577728s","start":"2026-03-19T09:20:04.3292Z","end":"2026-03-19T09:20:05.846778Z","steps":["trace[1989148310] 'process raft request' (duration: 1.517471356s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.847222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.93495Z","time spent":"2.912265461s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:20:05.847244Z","caller":"traceutil/trace.go:171","msg":"trace[544723544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8377; }","duration":"1.202219953s","start":"2026-03-19T09:20:04.645011Z","end":"2026-03-19T09:20:05.847231Z","steps":["trace[544723544] 'agreement among raft nodes before linearized reading' (duration: 1.20212571s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.847137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313645895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:20:05.84728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234216155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:20:05.847263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312960671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:20:05.847206Z","caller":"traceutil/trace.go:171","msg":"trace[513371720] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8377; }","duration":"2.325410438s","start":"2026-03-19T09:20:03.521779Z","end":"2026-03-19T09:20:05.84719Z","steps":["trace[513371720] 'agreement among raft nodes before linearized reading' (duration: 2.325305926s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.847336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.559287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:05.847334Z","caller":"traceutil/trace.go:171","msg":"trace[422775458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8377; }","duration":"3.234312407s","start":"2026-03-19T09:20:02.613007Z","end":"2026-03-19T09:20:05.84732Z","steps":["trace[422775458] 'agreement among raft nodes before linearized reading' (duration: 3.233909927s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.847342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937454504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:20:05.847375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:03.521763Z","time spent":"2.325598503s","remote":"127.0.0.1:54656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:05.847378Z","caller":"traceutil/trace.go:171","msg":"trace[837516182] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8377; }","duration":"872.632128ms","start":"2026-03-19T09:20:04.974731Z","end":"2026-03-19T09:20:05.847363Z","steps":["trace[837516182] 'agreement among raft nodes before linearized reading' (duration: 872.576577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.847384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.612987Z","time spent":"3.234385818s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:20:05.847401Z","caller":"traceutil/trace.go:171","msg":"trace[281506365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8377; }","duration":"2.937552357s","start":"2026-03-19T09:20:02.909837Z","end":"2026-03-19T09:20:05.847389Z","steps":["trace[281506365] 'agreement among raft nodes before linearized reading' (duration: 2.937412884s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.847411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:04.974709Z","time spent":"872.68963ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:05.847437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.879972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T09:20:05.847444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.909813Z","time spent":"2.937619368s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"info","ts":"2026-03-19T09:20:05.847472Z","caller":"traceutil/trace.go:171","msg":"trace[1169581544] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:8377; }","duration":"385.938483ms","start":"2026-03-19T09:20:05.461525Z","end":"2026-03-19T09:20:05.847464Z","steps":["trace[1169581544] 'agreement among raft nodes before linearized reading' (duration: 385.857752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.8475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.461508Z","time spent":"385.987644ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-19T09:20:05.847522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316403953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e32c4e803c0a7\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-19T09:20:05.847539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657460208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:05.847288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:04.644956Z","time spent":"1.202325165s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:20:05.847612Z","caller":"traceutil/trace.go:171","msg":"trace[1062801692] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8377; }","duration":"2.657602931s","start":"2026-03-19T09:20:03.189992Z","end":"2026-03-19T09:20:05.847595Z","steps":["trace[1062801692] 'agreement among raft nodes before linearized reading' (duration: 2.657467578s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.847364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.94924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:05.847614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313345569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:20:05.847651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412184444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:05.847689Z","caller":"traceutil/trace.go:171","msg":"trace[1784867547] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8377; }","duration":"683.301488ms","start":"2026-03-19T09:20:05.164371Z","end":"2026-03-19T09:20:05.847672Z","steps":["trace[1784867547] 'agreement among raft nodes before linearized reading' (duration: 682.93171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.847212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:03.371613Z","time spent":"2.475589614s","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:05.847747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.164349Z","time spent":"683.38001ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:05.847763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.232142659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:05.847307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:04.329145Z","time spent":"1.518114301s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:05.847812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313340559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:20:05.847811Z","caller":"traceutil/trace.go:171","msg":"trace[375717417] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8377; }","duration":"3.23220095s","start":"2026-03-19T09:20:02.615594Z","end":"2026-03-19T09:20:05.847795Z","steps":["trace[375717417] 'agreement among raft nodes before linearized reading' (duration: 3.232112918s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:05.847568Z","caller":"traceutil/trace.go:171","msg":"trace[630526261] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e32c4e803c0a7; range_end:; response_count:1; response_revision:8377; }","duration":"1.316466785s","start":"2026-03-19T09:20:04.531089Z","end":"2026-03-19T09:20:05.847555Z","steps":["trace[630526261] 'agreement among raft nodes before linearized reading' (duration: 1.316337022s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:05.847386Z","caller":"traceutil/trace.go:171","msg":"trace[390045572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8377; }","duration":"2.313143025s","start":"2026-03-19T09:20:03.534214Z","end":"2026-03-19T09:20:05.847357Z","steps":["trace[390045572] 'agreement among raft nodes before linearized reading' (duration: 2.312781306s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.848165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:03.534188Z","time spent":"2.313958382s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:20:05.848167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:04.531076Z","time spent":"1.316944035s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e32c4e803c0a7\" "} {"level":"warn","ts":"2026-03-19T09:20:05.847673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:03.189951Z","time spent":"2.657696523s","remote":"127.0.0.1:54866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:05.847745Z","caller":"traceutil/trace.go:171","msg":"trace[1028957317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8377; }","duration":"1.412328097s","start":"2026-03-19T09:20:04.435393Z","end":"2026-03-19T09:20:05.847721Z","steps":["trace[1028957317] 'agreement among raft nodes before linearized reading' (duration: 1.412197434s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.848573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:04.435372Z","time spent":"1.413177045s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:05.847695Z","caller":"traceutil/trace.go:171","msg":"trace[181864295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8377; }","duration":"2.313474652s","start":"2026-03-19T09:20:03.534214Z","end":"2026-03-19T09:20:05.847689Z","steps":["trace[181864295] 'agreement among raft nodes before linearized reading' (duration: 2.31297588s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.848677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:03.534188Z","time spent":"2.314474054s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:20:05.847325Z","caller":"traceutil/trace.go:171","msg":"trace[356806895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8377; }","duration":"2.31385826s","start":"2026-03-19T09:20:03.533453Z","end":"2026-03-19T09:20:05.847311Z","steps":["trace[356806895] 'agreement among raft nodes before linearized reading' (duration: 2.313571663s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.848826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:03.53344Z","time spent":"2.315367124s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:20:05.84785Z","caller":"traceutil/trace.go:171","msg":"trace[1503918295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8377; }","duration":"2.313438111s","start":"2026-03-19T09:20:03.534403Z","end":"2026-03-19T09:20:05.847841Z","steps":["trace[1503918295] 'agreement among raft nodes before linearized reading' (duration: 2.313349669s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.84895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:03.534391Z","time spent":"2.314542206s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:05.84787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.615587Z","time spent":"3.232265401s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:06.157995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.806387ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-19T09:20:06.15813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.849759Z","time spent":"308.36475ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:20:06.530481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.336586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:06.530948Z","caller":"traceutil/trace.go:171","msg":"trace[296190672] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"679.525704ms","start":"2026-03-19T09:20:05.851382Z","end":"2026-03-19T09:20:06.530907Z","steps":["trace[296190672] 'process raft request' (duration: 452.662135ms)","trace[296190672] 'compare' (duration: 226.168063ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:06.531011Z","caller":"traceutil/trace.go:171","msg":"trace[1177521618] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"677.804715ms","start":"2026-03-19T09:20:05.853182Z","end":"2026-03-19T09:20:06.530987Z","steps":["trace[1177521618] 'process raft request' (duration: 677.626521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:06.531114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.853158Z","time spent":"677.905327ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:06.53115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.85136Z","time spent":"679.684947ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:06.531249Z","caller":"traceutil/trace.go:171","msg":"trace[2038503653] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"677.533439ms","start":"2026-03-19T09:20:05.853684Z","end":"2026-03-19T09:20:06.531217Z","steps":["trace[2038503653] 'process raft request' (duration: 677.246702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:06.531407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.853663Z","time spent":"677.667431ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:06.531525Z","caller":"traceutil/trace.go:171","msg":"trace[1893170962] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"677.355005ms","start":"2026-03-19T09:20:05.854139Z","end":"2026-03-19T09:20:06.531494Z","steps":["trace[1893170962] 'process raft request' (duration: 677.044258ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:06.531582Z","caller":"traceutil/trace.go:171","msg":"trace[1869367426] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"675.994144ms","start":"2026-03-19T09:20:05.85557Z","end":"2026-03-19T09:20:06.531564Z","steps":["trace[1869367426] 'process raft request' (duration: 675.79881ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:06.531601Z","caller":"traceutil/trace.go:171","msg":"trace[308245615] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"650.970616ms","start":"2026-03-19T09:20:05.880612Z","end":"2026-03-19T09:20:06.531582Z","steps":["trace[308245615] 'process raft request' (duration: 650.855803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:06.531623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.854127Z","time spent":"677.452107ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:06.5317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.880583Z","time spent":"651.062498ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:06.531668Z","caller":"traceutil/trace.go:171","msg":"trace[1869368828] linearizableReadLoop","detail":"{readStateIndex:8736; appliedIndex:8733; }","duration":"678.231044ms","start":"2026-03-19T09:20:05.853401Z","end":"2026-03-19T09:20:06.531632Z","steps":["trace[1869368828] 'read index received' (duration: 120.85768ms)","trace[1869368828] 'applied index is now lower than readState.Index' (duration: 557.370694ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:06.531704Z","caller":"traceutil/trace.go:171","msg":"trace[1592475878] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"372.220907ms","start":"2026-03-19T09:20:06.159405Z","end":"2026-03-19T09:20:06.531626Z","steps":["trace[1592475878] 'process raft request' (duration: 372.149635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:06.531966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.53504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:20:06.531759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.855557Z","time spent":"676.078457ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:06.532016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.076164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:06.532032Z","caller":"traceutil/trace.go:171","msg":"trace[1975502138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8384; }","duration":"678.657703ms","start":"2026-03-19T09:20:05.853363Z","end":"2026-03-19T09:20:06.532021Z","steps":["trace[1975502138] 'agreement among raft nodes before linearized reading' (duration: 678.371397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:06.532078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.853353Z","time spent":"678.715794ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:20:06.532072Z","caller":"traceutil/trace.go:171","msg":"trace[1615778340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8384; }","duration":"675.149985ms","start":"2026-03-19T09:20:05.856906Z","end":"2026-03-19T09:20:06.532056Z","steps":["trace[1615778340] 'agreement among raft nodes before linearized reading' (duration: 675.002262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:06.532046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:06.159375Z","time spent":"372.548604ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:06.532307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.109836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224130"} {"level":"info","ts":"2026-03-19T09:20:06.53238Z","caller":"traceutil/trace.go:171","msg":"trace[917532061] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8384; }","duration":"676.206219ms","start":"2026-03-19T09:20:05.856159Z","end":"2026-03-19T09:20:06.532365Z","steps":["trace[917532061] 'agreement among raft nodes before linearized reading' (duration: 675.724158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:06.532434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.856152Z","time spent":"676.26885ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224152,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:20:06.532471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.8569Z","time spent":"675.551164ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:07.037724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273161,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:20:07.38409Z","caller":"traceutil/trace.go:171","msg":"trace[547606964] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"847.490016ms","start":"2026-03-19T09:20:06.536568Z","end":"2026-03-19T09:20:07.384058Z","steps":["trace[547606964] 'process raft request' (duration: 847.22724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.384284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:06.536555Z","time spent":"847.625239ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:07.561073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.319402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:07.561168Z","caller":"traceutil/trace.go:171","msg":"trace[813756948] linearizableReadLoop","detail":"{readStateIndex:8743; appliedIndex:8741; }","duration":"1.023801495s","start":"2026-03-19T09:20:06.537353Z","end":"2026-03-19T09:20:07.561154Z","steps":["trace[813756948] 'read index received' (duration: 846.415781ms)","trace[813756948] 'applied index is now lower than readState.Index' (duration: 177.384434ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:07.561205Z","caller":"traceutil/trace.go:171","msg":"trace[1669808151] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"773.105434ms","start":"2026-03-19T09:20:06.788069Z","end":"2026-03-19T09:20:07.561175Z","steps":["trace[1669808151] 'process raft request' (duration: 650.606458ms)","trace[1669808151] 'compare' (duration: 121.78622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:07.561341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:06.788044Z","time spent":"773.230526ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:07.561357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023997029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T09:20:07.561393Z","caller":"traceutil/trace.go:171","msg":"trace[1019794550] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8386; }","duration":"1.02403774s","start":"2026-03-19T09:20:06.537346Z","end":"2026-03-19T09:20:07.561384Z","steps":["trace[1019794550] 'agreement among raft nodes before linearized reading' (duration: 1.023891257s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.561422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:06.537306Z","time spent":"1.024110901s","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:20:07.5615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.898287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:07.561573Z","caller":"traceutil/trace.go:171","msg":"trace[23316716] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8386; }","duration":"959.991179ms","start":"2026-03-19T09:20:06.601565Z","end":"2026-03-19T09:20:07.561556Z","steps":["trace[23316716] 'agreement among raft nodes before linearized reading' (duration: 959.808225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.561563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.342376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:07.561614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:06.601554Z","time spent":"960.051921ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T09:20:07.561629Z","caller":"traceutil/trace.go:171","msg":"trace[650282003] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8386; }","duration":"981.592672ms","start":"2026-03-19T09:20:06.580018Z","end":"2026-03-19T09:20:07.561611Z","steps":["trace[650282003] 'agreement among raft nodes before linearized reading' (duration: 981.289145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.56168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:06.579996Z","time spent":"981.671225ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:07.976337Z","caller":"traceutil/trace.go:171","msg":"trace[1561445791] linearizableReadLoop","detail":"{readStateIndex:8744; appliedIndex:8743; }","duration":"154.674677ms","start":"2026-03-19T09:20:07.821641Z","end":"2026-03-19T09:20:07.976316Z","steps":["trace[1561445791] 'read index received' (duration: 62.144728ms)","trace[1561445791] 'applied index is now lower than readState.Index' (duration: 92.528929ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:07.976367Z","caller":"traceutil/trace.go:171","msg":"trace[329679552] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"192.951971ms","start":"2026-03-19T09:20:07.78338Z","end":"2026-03-19T09:20:07.976332Z","steps":["trace[329679552] 'process raft request' (duration: 100.390022ms)","trace[329679552] 'compare' (duration: 92.367844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:07.976453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.797799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:07.976507Z","caller":"traceutil/trace.go:171","msg":"trace[1692216701] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8387; }","duration":"154.896261ms","start":"2026-03-19T09:20:07.821589Z","end":"2026-03-19T09:20:07.976485Z","steps":["trace[1692216701] 'agreement among raft nodes before linearized reading' (duration: 154.790489ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:07.995623Z","caller":"traceutil/trace.go:171","msg":"trace[366995016] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"142.739259ms","start":"2026-03-19T09:20:07.85285Z","end":"2026-03-19T09:20:07.99559Z","steps":["trace[366995016] 'process raft request' (duration: 142.523105ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:07.995655Z","caller":"traceutil/trace.go:171","msg":"trace[2069523949] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"141.369448ms","start":"2026-03-19T09:20:07.85425Z","end":"2026-03-19T09:20:07.995619Z","steps":["trace[2069523949] 'process raft request' (duration: 141.254296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.995671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.81125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:07.99603Z","caller":"traceutil/trace.go:171","msg":"trace[1609950415] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8389; }","duration":"160.119099ms","start":"2026-03-19T09:20:07.835803Z","end":"2026-03-19T09:20:07.995922Z","steps":["trace[1609950415] 'agreement among raft nodes before linearized reading' (duration: 159.740259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:09.04276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:09.543278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:10.044223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:10.544495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:11.045551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:11.249114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.708657301s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:20:11.249695Z","caller":"traceutil/trace.go:171","msg":"trace[154783656] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"2.709335336s","start":"2026-03-19T09:20:08.540329Z","end":"2026-03-19T09:20:11.249664Z","steps":["trace[154783656] 'process raft request' (duration: 2.709139582s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:11.249856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.540311Z","time spent":"2.709467179s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:11.63602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000199151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:11.636104Z","caller":"traceutil/trace.go:171","msg":"trace[1957349468] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352085s","start":"2026-03-19T09:20:09.635734Z","end":"2026-03-19T09:20:11.636086Z","steps":["trace[1957349468] 'agreement among raft nodes before linearized reading' (duration: 2.000247272s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:11.636151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:09.635698Z","time spent":"2.000443667s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-19T09:20:11.911552Z","caller":"traceutil/trace.go:171","msg":"trace[53743455] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"3.371144873s","start":"2026-03-19T09:20:08.540359Z","end":"2026-03-19T09:20:11.911504Z","steps":["trace[53743455] 'process raft request' (duration: 3.370938118s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:11.911722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.540334Z","time spent":"3.371302767s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:11.911796Z","caller":"traceutil/trace.go:171","msg":"trace[1379672515] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"3.371112752s","start":"2026-03-19T09:20:08.540663Z","end":"2026-03-19T09:20:11.911776Z","steps":["trace[1379672515] 'process raft request' (duration: 3.370783875s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:11.911879Z","caller":"traceutil/trace.go:171","msg":"trace[840346669] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"3.370308454s","start":"2026-03-19T09:20:08.541536Z","end":"2026-03-19T09:20:11.911844Z","steps":["trace[840346669] 'process raft request' (duration: 3.370201652s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:11.911955Z","caller":"traceutil/trace.go:171","msg":"trace[611048916] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"3.370944269s","start":"2026-03-19T09:20:08.540997Z","end":"2026-03-19T09:20:11.911941Z","steps":["trace[611048916] 'process raft request' (duration: 3.370656692s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:11.911997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.541519Z","time spent":"3.370424938s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:11.912035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.540968Z","time spent":"3.371029701s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:11.911894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.540654Z","time spent":"3.371191424s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:11.912214Z","caller":"traceutil/trace.go:171","msg":"trace[835139070] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"1.930992195s","start":"2026-03-19T09:20:09.981157Z","end":"2026-03-19T09:20:11.912149Z","steps":["trace[835139070] 'process raft request' (duration: 1.930639047s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:11.912343Z","caller":"traceutil/trace.go:171","msg":"trace[1956468399] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"1.912303378s","start":"2026-03-19T09:20:10.000023Z","end":"2026-03-19T09:20:11.912327Z","steps":["trace[1956468399] 'process raft request' (duration: 1.912029391s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:11.912385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:09.98114Z","time spent":"1.931162879s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:11.912457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:09.999999Z","time spent":"1.912404561s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:11.912938Z","caller":"traceutil/trace.go:171","msg":"trace[922106329] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"1.912435421s","start":"2026-03-19T09:20:10.000483Z","end":"2026-03-19T09:20:11.912918Z","steps":["trace[922106329] 'process raft request' (duration: 1.911777567s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:11.913065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:10.000444Z","time spent":"1.912550644s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:12.333489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.67694ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:20:12.333608Z","caller":"traceutil/trace.go:171","msg":"trace[2045212112] linearizableReadLoop","detail":"{readStateIndex:8755; appliedIndex:8746; }","duration":"3.791334622s","start":"2026-03-19T09:20:08.542256Z","end":"2026-03-19T09:20:12.33359Z","steps":["trace[2045212112] 'read index received' (duration: 2.707204868s)","trace[2045212112] 'applied index is now lower than readState.Index' (duration: 1.084128244s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:12.333978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.791729401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:20:12.334022Z","caller":"traceutil/trace.go:171","msg":"trace[640057816] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8397; }","duration":"3.791801332s","start":"2026-03-19T09:20:08.54221Z","end":"2026-03-19T09:20:12.334012Z","steps":["trace[640057816] 'agreement among raft nodes before linearized reading' (duration: 3.791638428s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:12.334055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.5422Z","time spent":"3.791846544s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:20:12.334094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891395684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:12.334109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230026977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:12.334146Z","caller":"traceutil/trace.go:171","msg":"trace[1947348849] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8397; }","duration":"2.891553507s","start":"2026-03-19T09:20:09.442576Z","end":"2026-03-19T09:20:12.33413Z","steps":["trace[1947348849] 'agreement among raft nodes before linearized reading' (duration: 2.891462545s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:12.334182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:09.442557Z","time spent":"2.891616159s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:12.334174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43932843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:20:12.334188Z","caller":"traceutil/trace.go:171","msg":"trace[475532905] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8397; }","duration":"2.23016439s","start":"2026-03-19T09:20:10.104003Z","end":"2026-03-19T09:20:12.334167Z","steps":["trace[475532905] 'agreement among raft nodes before linearized reading' (duration: 2.230023157s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:12.334195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562491115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:12.334222Z","caller":"traceutil/trace.go:171","msg":"trace[1369253952] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8397; }","duration":"1.439405272s","start":"2026-03-19T09:20:10.894804Z","end":"2026-03-19T09:20:12.334209Z","steps":["trace[1369253952] 'agreement among raft nodes before linearized reading' (duration: 1.439216998s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:12.33423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:10.103981Z","time spent":"2.230239311s","remote":"127.0.0.1:37036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:12.334244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978572602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:12.334262Z","caller":"traceutil/trace.go:171","msg":"trace[379640] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8397; }","duration":"2.562594448s","start":"2026-03-19T09:20:09.771646Z","end":"2026-03-19T09:20:12.334241Z","steps":["trace[379640] 'agreement among raft nodes before linearized reading' (duration: 2.562487956s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:12.334303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.087598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:12.334314Z","caller":"traceutil/trace.go:171","msg":"trace[425980250] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8397; }","duration":"2.978641934s","start":"2026-03-19T09:20:09.355647Z","end":"2026-03-19T09:20:12.334289Z","steps":["trace[425980250] 'agreement among raft nodes before linearized reading' (duration: 2.978518541s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:12.334331Z","caller":"traceutil/trace.go:171","msg":"trace[1487450703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8397; }","duration":"698.112269ms","start":"2026-03-19T09:20:11.63621Z","end":"2026-03-19T09:20:12.334322Z","steps":["trace[1487450703] 'agreement among raft nodes before linearized reading' (duration: 698.067898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:12.334332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:09.771626Z","time spent":"2.562691711s","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:12.334329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.414189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-19T09:20:12.334375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:09.355588Z","time spent":"2.978771097s","remote":"127.0.0.1:54956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:12.334396Z","caller":"traceutil/trace.go:171","msg":"trace[573866763] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76; range_end:; response_count:1; response_revision:8397; }","duration":"529.522122ms","start":"2026-03-19T09:20:11.804856Z","end":"2026-03-19T09:20:12.334378Z","steps":["trace[573866763] 'agreement among raft nodes before linearized reading' (duration: 529.346658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:12.334435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:11.804826Z","time spent":"529.600303ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76\" "} {"level":"warn","ts":"2026-03-19T09:20:12.33444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663611472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:12.334472Z","caller":"traceutil/trace.go:171","msg":"trace[313892703] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8397; }","duration":"1.663645203s","start":"2026-03-19T09:20:10.670818Z","end":"2026-03-19T09:20:12.334463Z","steps":["trace[313892703] 'agreement among raft nodes before linearized reading' (duration: 1.663591992s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:12.334476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218740551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-19T09:20:12.334501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:10.670768Z","time spent":"1.663725584s","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:12.334256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:10.89479Z","time spent":"1.439459573s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:20:12.334601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02696937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:12.334604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.058028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:12.334635Z","caller":"traceutil/trace.go:171","msg":"trace[107126325] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8397; }","duration":"2.027042011s","start":"2026-03-19T09:20:10.307584Z","end":"2026-03-19T09:20:12.334626Z","steps":["trace[107126325] 'agreement among raft nodes before linearized reading' (duration: 2.02699146s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:12.334658Z","caller":"traceutil/trace.go:171","msg":"trace[1931104460] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8397; }","duration":"280.16253ms","start":"2026-03-19T09:20:12.054475Z","end":"2026-03-19T09:20:12.334637Z","steps":["trace[1931104460] 'agreement among raft nodes before linearized reading' (duration: 280.093898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:12.33467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:10.307561Z","time spent":"2.027098562s","remote":"127.0.0.1:43012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:12.334492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.268864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:12.334737Z","caller":"traceutil/trace.go:171","msg":"trace[123297302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8397; }","duration":"413.54753ms","start":"2026-03-19T09:20:11.921169Z","end":"2026-03-19T09:20:12.334716Z","steps":["trace[123297302] 'agreement among raft nodes before linearized reading' (duration: 413.271534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:12.334398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.506319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:12.334803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:11.921151Z","time spent":"413.627222ms","remote":"127.0.0.1:56980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:12.334833Z","caller":"traceutil/trace.go:171","msg":"trace[632259067] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8397; }","duration":"942.976979ms","start":"2026-03-19T09:20:11.391842Z","end":"2026-03-19T09:20:12.334819Z","steps":["trace[632259067] 'agreement among raft nodes before linearized reading' (duration: 942.527469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:12.334874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:11.391825Z","time spent":"943.038631ms","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:12.334354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:11.636158Z","time spent":"698.19185ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:20:12.334506Z","caller":"traceutil/trace.go:171","msg":"trace[791486234] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8397; }","duration":"1.218799222s","start":"2026-03-19T09:20:11.115695Z","end":"2026-03-19T09:20:12.334494Z","steps":["trace[791486234] 'agreement among raft nodes before linearized reading' (duration: 1.218721031s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:12.334932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:11.115649Z","time spent":"1.219272513s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:20:12.334085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360563567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:12.335029Z","caller":"traceutil/trace.go:171","msg":"trace[1894801690] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8397; }","duration":"3.36156232s","start":"2026-03-19T09:20:08.973449Z","end":"2026-03-19T09:20:12.335011Z","steps":["trace[1894801690] 'agreement among raft nodes before linearized reading' (duration: 3.360533127s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:12.335093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.973432Z","time spent":"3.361641091s","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:12.839786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273193,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:20:13.333334Z","caller":"traceutil/trace.go:171","msg":"trace[1725245005] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"995.909223ms","start":"2026-03-19T09:20:12.337405Z","end":"2026-03-19T09:20:13.333315Z","steps":["trace[1725245005] 'process raft request' (duration: 995.731139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:13.333451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:12.337386Z","time spent":"996.002835ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:14.341307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999964526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:14.341394Z","caller":"traceutil/trace.go:171","msg":"trace[2078997265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096919s","start":"2026-03-19T09:20:12.341278Z","end":"2026-03-19T09:20:14.341375Z","steps":["trace[2078997265] 'agreement among raft nodes before linearized reading' (duration: 1.999973886s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:14.341444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:12.341272Z","time spent":"2.000162471s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:15.076069Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.621374749s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:20:15.077602Z","caller":"traceutil/trace.go:171","msg":"trace[1745570783] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"2.738346895s","start":"2026-03-19T09:20:12.339227Z","end":"2026-03-19T09:20:15.077574Z","steps":["trace[1745570783] 'process raft request' (duration: 2.738076029s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.077763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:12.339213Z","time spent":"2.738456197s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:15.077781Z","caller":"traceutil/trace.go:171","msg":"trace[917769571] linearizableReadLoop","detail":"{readStateIndex:8758; appliedIndex:8755; }","duration":"2.73900301s","start":"2026-03-19T09:20:12.338754Z","end":"2026-03-19T09:20:15.077757Z","steps":["trace[917769571] 'read index received' (duration: 994.429049ms)","trace[917769571] 'applied index is now lower than readState.Index' (duration: 1.744572221s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:15.077859Z","caller":"traceutil/trace.go:171","msg":"trace[947156557] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"2.738203203s","start":"2026-03-19T09:20:12.339635Z","end":"2026-03-19T09:20:15.077838Z","steps":["trace[947156557] 'process raft request' (duration: 2.737846634s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.07795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:12.339626Z","time spent":"2.738280144s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:15.078319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739549252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224130"} {"level":"info","ts":"2026-03-19T09:20:15.07838Z","caller":"traceutil/trace.go:171","msg":"trace[550888732] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8400; }","duration":"2.739644994s","start":"2026-03-19T09:20:12.338722Z","end":"2026-03-19T09:20:15.078367Z","steps":["trace[550888732] 'agreement among raft nodes before linearized reading' (duration: 2.739132323s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.078424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:12.338708Z","time spent":"2.739706195s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224152,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:20:15.578682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:16.079172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:16.18765Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111396722s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:20:16.34245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000280074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:16.342594Z","caller":"traceutil/trace.go:171","msg":"trace[345810834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000479328s","start":"2026-03-19T09:20:14.342093Z","end":"2026-03-19T09:20:16.342572Z","steps":["trace[345810834] 'agreement among raft nodes before linearized reading' (duration: 2.000305914s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:16.342647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:14.342075Z","time spent":"2.00056158s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:16.375313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.309145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:16.375893Z","caller":"traceutil/trace.go:171","msg":"trace[1775354108] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"3.019317823s","start":"2026-03-19T09:20:13.35653Z","end":"2026-03-19T09:20:16.375848Z","steps":["trace[1775354108] 'process raft request' (duration: 2.831401604s)","trace[1775354108] 'compare' (duration: 186.881296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:16.375985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.356507Z","time spent":"3.019437436s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:16.376092Z","caller":"traceutil/trace.go:171","msg":"trace[1452201476] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"2.45884192s","start":"2026-03-19T09:20:13.917242Z","end":"2026-03-19T09:20:16.376084Z","steps":["trace[1452201476] 'process raft request' (duration: 2.458695357s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:16.376165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.91723Z","time spent":"2.458887831s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:16.376359Z","caller":"traceutil/trace.go:171","msg":"trace[2051647414] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"2.45839737s","start":"2026-03-19T09:20:13.917919Z","end":"2026-03-19T09:20:16.376316Z","steps":["trace[2051647414] 'process raft request' (duration: 2.458132974s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:16.376389Z","caller":"traceutil/trace.go:171","msg":"trace[2067369611] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"2.457875587s","start":"2026-03-19T09:20:13.9185Z","end":"2026-03-19T09:20:16.376376Z","steps":["trace[2067369611] 'process raft request' (duration: 2.457811086s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:16.376503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.917907Z","time spent":"2.458524843s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:16.376472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.918477Z","time spent":"2.45795572s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:17.528677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000141181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:17.528781Z","caller":"traceutil/trace.go:171","msg":"trace[102319616] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299244s","start":"2026-03-19T09:20:15.52846Z","end":"2026-03-19T09:20:17.528759Z","steps":["trace[102319616] 'agreement among raft nodes before linearized reading' (duration: 2.000165161s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:17.528838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.528442Z","time spent":"2.000384156s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:17.723226Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.535346935s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:20:18.349948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000879297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:18.350062Z","caller":"traceutil/trace.go:171","msg":"trace[791256771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001059902s","start":"2026-03-19T09:20:16.348978Z","end":"2026-03-19T09:20:18.350037Z","steps":["trace[791256771] 'agreement among raft nodes before linearized reading' (duration: 2.000909348s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.350114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:16.348961Z","time spent":"2.001144254s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:18.452846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.550449ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.45299Z","caller":"traceutil/trace.go:171","msg":"trace[4558874] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8404; }","duration":"575.707242ms","start":"2026-03-19T09:20:17.87726Z","end":"2026-03-19T09:20:18.452967Z","steps":["trace[4558874] 'range keys from in-memory index tree' (duration: 575.532539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.453671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.193286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:18.453769Z","caller":"traceutil/trace.go:171","msg":"trace[1674493320] linearizableReadLoop","detail":"{readStateIndex:8763; appliedIndex:8758; }","duration":"3.375932421s","start":"2026-03-19T09:20:15.077824Z","end":"2026-03-19T09:20:18.453757Z","steps":["trace[1674493320] 'read index received' (duration: 1.110795069s)","trace[1674493320] 'applied index is now lower than readState.Index' (duration: 2.265136082s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:18.453861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.549270548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.453895Z","caller":"traceutil/trace.go:171","msg":"trace[1499727075] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8405; }","duration":"4.549310229s","start":"2026-03-19T09:20:13.90457Z","end":"2026-03-19T09:20:18.45388Z","steps":["trace[1499727075] 'agreement among raft nodes before linearized reading' (duration: 4.549252697s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.453936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.904564Z","time spent":"4.549358889s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:20:18.453939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538543367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:20:18.454042Z","caller":"traceutil/trace.go:171","msg":"trace[1677443911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8405; }","duration":"4.538670031s","start":"2026-03-19T09:20:13.915352Z","end":"2026-03-19T09:20:18.454022Z","steps":["trace[1677443911] 'agreement among raft nodes before linearized reading' (duration: 4.538444166s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.454088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.915345Z","time spent":"4.538735072s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:20:18.454154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.549888801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.454215Z","caller":"traceutil/trace.go:171","msg":"trace[775438721] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8405; }","duration":"4.549972123s","start":"2026-03-19T09:20:13.904226Z","end":"2026-03-19T09:20:18.454198Z","steps":["trace[775438721] 'agreement among raft nodes before linearized reading' (duration: 4.549902451s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.454271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.904209Z","time spent":"4.550047775s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:20:18.4544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.608225865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.454447Z","caller":"traceutil/trace.go:171","msg":"trace[233449364] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8405; }","duration":"4.608301617s","start":"2026-03-19T09:20:13.846134Z","end":"2026-03-19T09:20:18.454436Z","steps":["trace[233449364] 'agreement among raft nodes before linearized reading' (duration: 4.608211895s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.454418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.481454303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:18.454444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.465776851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:18.454483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.84612Z","time spent":"4.608355708s","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:20:18.454479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.053825237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:18.45448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.631641388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.454558Z","caller":"traceutil/trace.go:171","msg":"trace[1920133641] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8405; }","duration":"4.053909669s","start":"2026-03-19T09:20:14.400632Z","end":"2026-03-19T09:20:18.454542Z","steps":["trace[1920133641] 'agreement among raft nodes before linearized reading' (duration: 4.053743405s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.454589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.532556834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:18.454549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573736851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:18.454609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:14.400577Z","time spent":"4.054014661s","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:18.454628Z","caller":"traceutil/trace.go:171","msg":"trace[677987554] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8405; }","duration":"4.532629556s","start":"2026-03-19T09:20:13.92199Z","end":"2026-03-19T09:20:18.454619Z","steps":["trace[677987554] 'agreement among raft nodes before linearized reading' (duration: 4.532570994s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.454618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.633140141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:18.454653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.566106794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:18.454666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.921975Z","time spent":"4.532680597s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:20:18.454677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.608520251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.45469Z","caller":"traceutil/trace.go:171","msg":"trace[1690376111] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8405; }","duration":"4.633240604s","start":"2026-03-19T09:20:13.821432Z","end":"2026-03-19T09:20:18.454672Z","steps":["trace[1690376111] 'agreement among raft nodes before linearized reading' (duration: 4.633144992s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.454705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.586645802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:18.454706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.481737149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.454709Z","caller":"traceutil/trace.go:171","msg":"trace[1651799139] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8405; }","duration":"4.566170405s","start":"2026-03-19T09:20:13.888522Z","end":"2026-03-19T09:20:18.454692Z","steps":["trace[1651799139] 'agreement among raft nodes before linearized reading' (duration: 4.566099464s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:18.454741Z","caller":"traceutil/trace.go:171","msg":"trace[161257912] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8405; }","duration":"4.586699013s","start":"2026-03-19T09:20:13.868033Z","end":"2026-03-19T09:20:18.454732Z","steps":["trace[161257912] 'agreement among raft nodes before linearized reading' (duration: 4.586646372s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:18.454736Z","caller":"traceutil/trace.go:171","msg":"trace[2105828731] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8405; }","duration":"4.608602313s","start":"2026-03-19T09:20:13.84612Z","end":"2026-03-19T09:20:18.454723Z","steps":["trace[2105828731] 'agreement among raft nodes before linearized reading' (duration: 4.608514661s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:18.45475Z","caller":"traceutil/trace.go:171","msg":"trace[659326212] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8405; }","duration":"4.481790089s","start":"2026-03-19T09:20:13.972947Z","end":"2026-03-19T09:20:18.454737Z","steps":["trace[659326212] 'agreement among raft nodes before linearized reading' (duration: 4.481743028s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.454765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.888514Z","time spent":"4.566237647s","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:20:18.454777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.868023Z","time spent":"4.586746944s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:20:18.454794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.972937Z","time spent":"4.481847851s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:20:18.454801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.846109Z","time spent":"4.608673124s","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:18.454759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.1177555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:20:18.454511Z","caller":"traceutil/trace.go:171","msg":"trace[885012377] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8405; }","duration":"4.465867414s","start":"2026-03-19T09:20:13.988627Z","end":"2026-03-19T09:20:18.454495Z","steps":["trace[885012377] 'agreement among raft nodes before linearized reading' (duration: 4.465741791s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.454749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.821411Z","time spent":"4.633323435s","remote":"127.0.0.1:55128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:20:18.454898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.531766927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:18.45492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.988622Z","time spent":"4.466279023s","remote":"127.0.0.1:55192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:20:18.454444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.567635078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:18.454966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.587294996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.454886Z","caller":"traceutil/trace.go:171","msg":"trace[1445583486] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5; range_end:; response_count:1; response_revision:8405; }","duration":"5.118052476s","start":"2026-03-19T09:20:13.336822Z","end":"2026-03-19T09:20:18.454875Z","steps":["trace[1445583486] 'agreement among raft nodes before linearized reading' (duration: 5.117551375s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.455012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.512174769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.454498Z","caller":"traceutil/trace.go:171","msg":"trace[2018757408] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8405; }","duration":"4.481541175s","start":"2026-03-19T09:20:13.972942Z","end":"2026-03-19T09:20:18.454483Z","steps":["trace[2018757408] 'agreement among raft nodes before linearized reading' (duration: 4.481416652s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.455037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.608814578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.455048Z","caller":"traceutil/trace.go:171","msg":"trace[1601071580] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8405; }","duration":"4.512247991s","start":"2026-03-19T09:20:13.942792Z","end":"2026-03-19T09:20:18.45504Z","steps":["trace[1601071580] 'agreement among raft nodes before linearized reading' (duration: 4.51220148s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:18.455063Z","caller":"traceutil/trace.go:171","msg":"trace[1518608029] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8405; }","duration":"4.608878549s","start":"2026-03-19T09:20:13.846177Z","end":"2026-03-19T09:20:18.455056Z","steps":["trace[1518608029] 'agreement among raft nodes before linearized reading' (duration: 4.608841789s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.455088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.942775Z","time spent":"4.512303942s","remote":"127.0.0.1:55174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:20:18.455086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.972921Z","time spent":"4.482139987s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:18.45511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.533182677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:18.455144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.537339841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:20:18.455157Z","caller":"traceutil/trace.go:171","msg":"trace[1379286441] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8405; }","duration":"4.533243979s","start":"2026-03-19T09:20:13.921903Z","end":"2026-03-19T09:20:18.455147Z","steps":["trace[1379286441] 'agreement among raft nodes before linearized reading' (duration: 4.533178188s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:18.455181Z","caller":"traceutil/trace.go:171","msg":"trace[1530223811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8405; }","duration":"4.537424133s","start":"2026-03-19T09:20:13.917747Z","end":"2026-03-19T09:20:18.455171Z","steps":["trace[1530223811] 'agreement among raft nodes before linearized reading' (duration: 4.5372892s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.454586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466661732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:18.455211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.917722Z","time spent":"4.537480855s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:18.455202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.921896Z","time spent":"4.53329188s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:18.455214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538033617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:20:18.454632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466731974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.455254Z","caller":"traceutil/trace.go:171","msg":"trace[815155038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8405; }","duration":"4.538092457s","start":"2026-03-19T09:20:13.917151Z","end":"2026-03-19T09:20:18.455244Z","steps":["trace[815155038] 'agreement among raft nodes before linearized reading' (duration: 4.537958154s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:18.455275Z","caller":"traceutil/trace.go:171","msg":"trace[2075183207] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8405; }","duration":"4.467382968s","start":"2026-03-19T09:20:13.98788Z","end":"2026-03-19T09:20:18.455262Z","steps":["trace[2075183207] 'agreement among raft nodes before linearized reading' (duration: 4.466729824s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.454929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.587217514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:18.455313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538334163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:20:18.455341Z","caller":"traceutil/trace.go:171","msg":"trace[260097229] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8405; }","duration":"4.587634784s","start":"2026-03-19T09:20:13.867686Z","end":"2026-03-19T09:20:18.455321Z","steps":["trace[260097229] 'agreement among raft nodes before linearized reading' (duration: 4.587215145s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:18.455376Z","caller":"traceutil/trace.go:171","msg":"trace[329299772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8405; }","duration":"4.538418555s","start":"2026-03-19T09:20:13.916947Z","end":"2026-03-19T09:20:18.455366Z","steps":["trace[329299772] 'agreement among raft nodes before linearized reading' (duration: 4.538296482s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.455404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.867681Z","time spent":"4.587705516s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:18.454688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.8893617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.45545Z","caller":"traceutil/trace.go:171","msg":"trace[1930690737] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8405; }","duration":"5.890158747s","start":"2026-03-19T09:20:12.56528Z","end":"2026-03-19T09:20:18.455438Z","steps":["trace[1930690737] 'agreement among raft nodes before linearized reading' (duration: 5.88938393s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.455499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:12.565256Z","time spent":"5.890226499s","remote":"127.0.0.1:57228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:18.455318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.987873Z","time spent":"4.467432809s","remote":"127.0.0.1:55192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-03-19T09:20:18.455251Z","caller":"traceutil/trace.go:171","msg":"trace[321134864] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8405; }","duration":"4.467321357s","start":"2026-03-19T09:20:13.987906Z","end":"2026-03-19T09:20:18.455227Z","steps":["trace[321134864] 'agreement among raft nodes before linearized reading' (duration: 4.466648782s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.455136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.3368Z","time spent":"5.11823297s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" "} {"level":"info","ts":"2026-03-19T09:20:18.455Z","caller":"traceutil/trace.go:171","msg":"trace[2055041585] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8405; }","duration":"4.568222522s","start":"2026-03-19T09:20:13.886753Z","end":"2026-03-19T09:20:18.454975Z","steps":["trace[2055041585] 'agreement among raft nodes before linearized reading' (duration: 4.567625168s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.455641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.886733Z","time spent":"4.568879936s","remote":"127.0.0.1:42966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:18.454464Z","caller":"traceutil/trace.go:171","msg":"trace[1276002754] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"2.498721941s","start":"2026-03-19T09:20:15.955706Z","end":"2026-03-19T09:20:18.454428Z","steps":["trace[1276002754] 'process raft request' (duration: 1.767688017s)","trace[1276002754] 'compare' (duration: 729.899798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:18.455774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.987903Z","time spent":"4.467735446s","remote":"127.0.0.1:55192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:18.455834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.955679Z","time spent":"2.500098111s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:18.454483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.632776914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.455925Z","caller":"traceutil/trace.go:171","msg":"trace[268067994] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8405; }","duration":"4.634236526s","start":"2026-03-19T09:20:13.821669Z","end":"2026-03-19T09:20:18.455905Z","steps":["trace[268067994] 'agreement among raft nodes before linearized reading' (duration: 4.632737763s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.45599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.821608Z","time spent":"4.634361308s","remote":"127.0.0.1:55128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:18.454512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.200384805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:20:18.456242Z","caller":"traceutil/trace.go:171","msg":"trace[163222995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8405; }","duration":"5.202141945s","start":"2026-03-19T09:20:13.254083Z","end":"2026-03-19T09:20:18.456225Z","steps":["trace[163222995] 'agreement among raft nodes before linearized reading' (duration: 5.200327124s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.456302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.254064Z","time spent":"5.202222286s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:18.454583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.550320161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.45659Z","caller":"traceutil/trace.go:171","msg":"trace[636820208] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8405; }","duration":"4.552352556s","start":"2026-03-19T09:20:13.904216Z","end":"2026-03-19T09:20:18.456568Z","steps":["trace[636820208] 'agreement among raft nodes before linearized reading' (duration: 4.55027587s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.456736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.9042Z","time spent":"4.552438038s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:18.455091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.846157Z","time spent":"4.60892698s","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-03-19T09:20:18.454595Z","caller":"traceutil/trace.go:171","msg":"trace[465440636] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8405; }","duration":"4.631810291s","start":"2026-03-19T09:20:13.822766Z","end":"2026-03-19T09:20:18.454577Z","steps":["trace[465440636] 'agreement among raft nodes before linearized reading' (duration: 4.631634177s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.456933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.916933Z","time spent":"4.538465786s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:20:18.45697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.822745Z","time spent":"4.634204595s","remote":"127.0.0.1:55128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:20:18.454638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.86251394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:20:18.457278Z","caller":"traceutil/trace.go:171","msg":"trace[1967556478] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8405; }","duration":"5.865202031s","start":"2026-03-19T09:20:12.592059Z","end":"2026-03-19T09:20:18.457261Z","steps":["trace[1967556478] 'agreement among raft nodes before linearized reading' (duration: 5.862513531s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.457339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:12.592039Z","time spent":"5.865282272s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:20:18.454627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.566042612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.457443Z","caller":"traceutil/trace.go:171","msg":"trace[1794321493] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8405; }","duration":"4.568874285s","start":"2026-03-19T09:20:13.888559Z","end":"2026-03-19T09:20:18.457434Z","steps":["trace[1794321493] 'agreement among raft nodes before linearized reading' (duration: 4.566009952s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.457475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.888544Z","time spent":"4.568919286s","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:18.454681Z","caller":"traceutil/trace.go:171","msg":"trace[747687593] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8405; }","duration":"3.573967656s","start":"2026-03-19T09:20:14.880669Z","end":"2026-03-19T09:20:18.454637Z","steps":["trace[747687593] 'agreement among raft nodes before linearized reading' (duration: 3.57370378s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.454669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.481268069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:18.45753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:14.88063Z","time spent":"3.576892761s","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:18.457561Z","caller":"traceutil/trace.go:171","msg":"trace[1609383887] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8405; }","duration":"4.484151203s","start":"2026-03-19T09:20:13.973388Z","end":"2026-03-19T09:20:18.457539Z","steps":["trace[1609383887] 'agreement among raft nodes before linearized reading' (duration: 4.481264758s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.454704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.565918499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:18.457615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.973383Z","time spent":"4.484215184s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:20:18.454883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.511054573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.457704Z","caller":"traceutil/trace.go:171","msg":"trace[419011452] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8405; }","duration":"4.513876036s","start":"2026-03-19T09:20:13.943817Z","end":"2026-03-19T09:20:18.457693Z","steps":["trace[419011452] 'agreement among raft nodes before linearized reading' (duration: 4.511037693s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.457798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.943798Z","time spent":"4.513988528s","remote":"127.0.0.1:55174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:20:18.454975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.511984904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:18.457948Z","caller":"traceutil/trace.go:171","msg":"trace[1734791514] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8405; }","duration":"4.514964502s","start":"2026-03-19T09:20:13.942972Z","end":"2026-03-19T09:20:18.457937Z","steps":["trace[1734791514] 'agreement among raft nodes before linearized reading' (duration: 4.511981285s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.457988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.942967Z","time spent":"4.515009842s","remote":"127.0.0.1:55174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:18.455001Z","caller":"traceutil/trace.go:171","msg":"trace[2090085289] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8405; }","duration":"4.587352578s","start":"2026-03-19T09:20:13.867641Z","end":"2026-03-19T09:20:18.454993Z","steps":["trace[2090085289] 'agreement among raft nodes before linearized reading' (duration: 4.587308917s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.458058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.867629Z","time spent":"4.590415316s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:20:18.455283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.917144Z","time spent":"4.538130628s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:20:18.457612Z","caller":"traceutil/trace.go:171","msg":"trace[85907790] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8405; }","duration":"4.568842455s","start":"2026-03-19T09:20:13.888763Z","end":"2026-03-19T09:20:18.457605Z","steps":["trace[85907790] 'agreement among raft nodes before linearized reading' (duration: 4.56589959s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.458296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.888758Z","time spent":"4.56952929s","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-03-19T09:20:18.454935Z","caller":"traceutil/trace.go:171","msg":"trace[271929445] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8405; }","duration":"4.531837808s","start":"2026-03-19T09:20:13.923087Z","end":"2026-03-19T09:20:18.454925Z","steps":["trace[271929445] 'agreement among raft nodes before linearized reading' (duration: 4.531787077s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.458373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.923069Z","time spent":"4.535295045s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:20:18.954242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:19.45517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:19.494587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.582873387s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:20:20.089874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.006245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:20.08999Z","caller":"traceutil/trace.go:171","msg":"trace[1191465752] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"2.178346613s","start":"2026-03-19T09:20:17.911618Z","end":"2026-03-19T09:20:20.089964Z","steps":["trace[1191465752] 'process raft request' (duration: 1.583159503s)","trace[1191465752] 'compare' (duration: 594.545734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:20.090574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.911597Z","time spent":"2.178912115s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:20.278379Z","caller":"traceutil/trace.go:171","msg":"trace[1808053038] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"1.896890003s","start":"2026-03-19T09:20:18.381453Z","end":"2026-03-19T09:20:20.278343Z","steps":["trace[1808053038] 'process raft request' (duration: 1.894500499s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.278603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.381424Z","time spent":"1.897045476s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:20.278617Z","caller":"traceutil/trace.go:171","msg":"trace[1945407383] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"1.896007993s","start":"2026-03-19T09:20:18.382587Z","end":"2026-03-19T09:20:20.278595Z","steps":["trace[1945407383] 'process raft request' (duration: 1.895697057s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.278732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.382511Z","time spent":"1.896155497s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:20.278814Z","caller":"traceutil/trace.go:171","msg":"trace[1436051491] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"1.818211155s","start":"2026-03-19T09:20:18.460594Z","end":"2026-03-19T09:20:20.278805Z","steps":["trace[1436051491] 'process raft request' (duration: 1.818170684s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:20.278813Z","caller":"traceutil/trace.go:171","msg":"trace[1991387873] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"1.895966633s","start":"2026-03-19T09:20:18.382823Z","end":"2026-03-19T09:20:20.278789Z","steps":["trace[1991387873] 'process raft request' (duration: 1.895725397s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.278854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.460583Z","time spent":"1.818251266s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:20.278845Z","caller":"traceutil/trace.go:171","msg":"trace[1440923994] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"1.82020229s","start":"2026-03-19T09:20:18.458618Z","end":"2026-03-19T09:20:20.27882Z","steps":["trace[1440923994] 'process raft request' (duration: 1.820112008s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.278936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.382787Z","time spent":"1.896083325s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:20.278962Z","caller":"traceutil/trace.go:171","msg":"trace[436587529] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"1.817009697s","start":"2026-03-19T09:20:18.461946Z","end":"2026-03-19T09:20:20.278956Z","steps":["trace[436587529] 'process raft request' (duration: 1.816841074s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.27896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.458601Z","time spent":"1.820288072s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:20.279017Z","caller":"traceutil/trace.go:171","msg":"trace[1090233110] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"1.816496817s","start":"2026-03-19T09:20:18.462514Z","end":"2026-03-19T09:20:20.279011Z","steps":["trace[1090233110] 'process raft request' (duration: 1.816387024s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.279041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.462502Z","time spent":"1.816527597s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:20.279037Z","caller":"traceutil/trace.go:171","msg":"trace[1005312478] linearizableReadLoop","detail":"{readStateIndex:8773; appliedIndex:8763; }","duration":"1.825229001s","start":"2026-03-19T09:20:18.453793Z","end":"2026-03-19T09:20:20.279022Z","steps":["trace[1005312478] 'read index received' (duration: 1.041006629s)","trace[1005312478] 'applied index is now lower than readState.Index' (duration: 784.221692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:20.278991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.461931Z","time spent":"1.817043108s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:20.279102Z","caller":"traceutil/trace.go:171","msg":"trace[266749968] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"1.815415992s","start":"2026-03-19T09:20:18.463668Z","end":"2026-03-19T09:20:20.279084Z","steps":["trace[266749968] 'process raft request' (duration: 1.81532173s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.279139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926472873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-19T09:20:20.279169Z","caller":"traceutil/trace.go:171","msg":"trace[289782444] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8415; }","duration":"1.926534445s","start":"2026-03-19T09:20:18.352627Z","end":"2026-03-19T09:20:20.279162Z","steps":["trace[289782444] 'agreement among raft nodes before linearized reading' (duration: 1.926414052s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.279192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.352605Z","time spent":"1.926580555s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T09:20:20.27919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.463655Z","time spent":"1.815490475s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:20.279216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180816776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-19T09:20:20.279123Z","caller":"traceutil/trace.go:171","msg":"trace[511174871] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"1.816131048s","start":"2026-03-19T09:20:18.462987Z","end":"2026-03-19T09:20:20.279118Z","steps":["trace[511174871] 'process raft request' (duration: 1.815969964s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:20.279254Z","caller":"traceutil/trace.go:171","msg":"trace[738927226] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8415; }","duration":"2.180893348s","start":"2026-03-19T09:20:18.09835Z","end":"2026-03-19T09:20:20.279243Z","steps":["trace[738927226] 'agreement among raft nodes before linearized reading' (duration: 2.180764755s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.279285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.098322Z","time spent":"2.180954009s","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-19T09:20:20.279288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.462972Z","time spent":"1.816290002s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:20.279326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.729631556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:20.279332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924199444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:20.279341Z","caller":"traceutil/trace.go:171","msg":"trace[909370581] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8415; }","duration":"4.729682298s","start":"2026-03-19T09:20:15.549655Z","end":"2026-03-19T09:20:20.279337Z","steps":["trace[909370581] 'agreement among raft nodes before linearized reading' (duration: 4.729648607s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:20.27935Z","caller":"traceutil/trace.go:171","msg":"trace[514144494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8415; }","duration":"1.924231564s","start":"2026-03-19T09:20:18.355113Z","end":"2026-03-19T09:20:20.279345Z","steps":["trace[514144494] 'agreement among raft nodes before linearized reading' (duration: 1.924202143s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.279357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.549634Z","time spent":"4.729719648s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:20.279367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.355106Z","time spent":"1.924257694s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:20.279401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.365446399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:20.279413Z","caller":"traceutil/trace.go:171","msg":"trace[1986669249] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8415; }","duration":"4.36549319s","start":"2026-03-19T09:20:15.913915Z","end":"2026-03-19T09:20:20.279408Z","steps":["trace[1986669249] 'agreement among raft nodes before linearized reading' (duration: 4.36547231s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.279426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.913894Z","time spent":"4.365527131s","remote":"127.0.0.1:41184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:20.279468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191971729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:20:20.279491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818126174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:20:20.279504Z","caller":"traceutil/trace.go:171","msg":"trace[1539184433] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8415; }","duration":"3.192042771s","start":"2026-03-19T09:20:17.087449Z","end":"2026-03-19T09:20:20.279491Z","steps":["trace[1539184433] 'agreement among raft nodes before linearized reading' (duration: 3.191913118s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:20.279523Z","caller":"traceutil/trace.go:171","msg":"trace[578746852] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:8415; }","duration":"4.818196746s","start":"2026-03-19T09:20:15.461316Z","end":"2026-03-19T09:20:20.279513Z","steps":["trace[578746852] 'agreement among raft nodes before linearized reading' (duration: 4.818112574s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.279541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.087428Z","time spent":"3.192104802s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:20:20.279552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.461294Z","time spent":"4.818251187s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-19T09:20:20.279708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818849409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:20:20.279735Z","caller":"traceutil/trace.go:171","msg":"trace[1752703029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8415; }","duration":"1.81889522s","start":"2026-03-19T09:20:18.460834Z","end":"2026-03-19T09:20:20.279729Z","steps":["trace[1752703029] 'agreement among raft nodes before linearized reading' (duration: 1.818760457s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.279751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.460825Z","time spent":"1.818922051s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:20:20.279749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.604463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:20.27978Z","caller":"traceutil/trace.go:171","msg":"trace[1223961728] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8415; }","duration":"764.636583ms","start":"2026-03-19T09:20:19.515134Z","end":"2026-03-19T09:20:20.27977Z","steps":["trace[1223961728] 'agreement among raft nodes before linearized reading' (duration: 764.588602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.279807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:19.51508Z","time spent":"764.719166ms","remote":"127.0.0.1:58090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:20.279791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.302347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:20.279881Z","caller":"traceutil/trace.go:171","msg":"trace[273537250] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8415; }","duration":"231.43051ms","start":"2026-03-19T09:20:20.04841Z","end":"2026-03-19T09:20:20.27984Z","steps":["trace[273537250] 'agreement among raft nodes before linearized reading' (duration: 231.310417ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:20.568482Z","caller":"traceutil/trace.go:171","msg":"trace[479112471] linearizableReadLoop","detail":"{readStateIndex:8774; appliedIndex:8773; }","duration":"285.05815ms","start":"2026-03-19T09:20:20.283394Z","end":"2026-03-19T09:20:20.568452Z","steps":["trace[479112471] 'read index received' (duration: 284.380014ms)","trace[479112471] 'applied index is now lower than readState.Index' (duration: 676.936µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:20.56877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.340786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e32c4e803c0a7\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-19T09:20:20.568854Z","caller":"traceutil/trace.go:171","msg":"trace[1431321251] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e32c4e803c0a7; range_end:; response_count:1; response_revision:8415; }","duration":"285.447798ms","start":"2026-03-19T09:20:20.283382Z","end":"2026-03-19T09:20:20.56883Z","steps":["trace[1431321251] 'agreement among raft nodes before linearized reading' (duration: 285.171092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.60822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.995393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:20.608285Z","caller":"traceutil/trace.go:171","msg":"trace[1423615512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8416; }","duration":"321.086485ms","start":"2026-03-19T09:20:20.287182Z","end":"2026-03-19T09:20:20.608269Z","steps":["trace[1423615512] 'agreement among raft nodes before linearized reading' (duration: 320.975153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.608246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.862551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:20.608348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.287173Z","time spent":"321.165787ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:20:20.608354Z","caller":"traceutil/trace.go:171","msg":"trace[1311174498] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8416; }","duration":"219.032203ms","start":"2026-03-19T09:20:20.389295Z","end":"2026-03-19T09:20:20.608327Z","steps":["trace[1311174498] 'agreement among raft nodes before linearized reading' (duration: 218.805199ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:20.60837Z","caller":"traceutil/trace.go:171","msg":"trace[627023849] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"319.780225ms","start":"2026-03-19T09:20:20.288539Z","end":"2026-03-19T09:20:20.608319Z","steps":["trace[627023849] 'process raft request' (duration: 319.284024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.608449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.153043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-67e3e106-8424-4c5f-a7e4-7f4d260f0835\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-19T09:20:20.608452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.534013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:20.608519Z","caller":"traceutil/trace.go:171","msg":"trace[1346901666] range","detail":"{range_begin:/registry/persistentvolumes/pvc-67e3e106-8424-4c5f-a7e4-7f4d260f0835; range_end:; response_count:1; response_revision:8416; }","duration":"324.271976ms","start":"2026-03-19T09:20:20.284229Z","end":"2026-03-19T09:20:20.608501Z","steps":["trace[1346901666] 'agreement among raft nodes before linearized reading' (duration: 324.024351ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:20.60854Z","caller":"traceutil/trace.go:171","msg":"trace[1328605886] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8416; }","duration":"269.791298ms","start":"2026-03-19T09:20:20.338724Z","end":"2026-03-19T09:20:20.608516Z","steps":["trace[1328605886] 'agreement among raft nodes before linearized reading' (duration: 269.490321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.608552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.284213Z","time spent":"324.333827ms","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1315,"request content":"key:\"/registry/persistentvolumes/pvc-67e3e106-8424-4c5f-a7e4-7f4d260f0835\" "} {"level":"warn","ts":"2026-03-19T09:20:20.608545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.288528Z","time spent":"319.923758ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:20.609197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.146215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224130"} {"level":"info","ts":"2026-03-19T09:20:20.60927Z","caller":"traceutil/trace.go:171","msg":"trace[990900628] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8416; }","duration":"325.245637ms","start":"2026-03-19T09:20:20.284015Z","end":"2026-03-19T09:20:20.609261Z","steps":["trace[990900628] 'agreement among raft nodes before linearized reading' (duration: 324.066581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.609432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.283999Z","time spent":"325.422781ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224152,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:20:20.941136Z","caller":"traceutil/trace.go:171","msg":"trace[1769448006] linearizableReadLoop","detail":"{readStateIndex:8779; appliedIndex:8778; }","duration":"250.239542ms","start":"2026-03-19T09:20:20.690867Z","end":"2026-03-19T09:20:20.941106Z","steps":["trace[1769448006] 'read index received' (duration: 249.977015ms)","trace[1769448006] 'applied index is now lower than readState.Index' (duration: 261.277µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:20.941268Z","caller":"traceutil/trace.go:171","msg":"trace[556644115] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"321.051634ms","start":"2026-03-19T09:20:20.620179Z","end":"2026-03-19T09:20:20.94123Z","steps":["trace[556644115] 'process raft request' (duration: 320.750666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.941433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.620168Z","time spent":"321.179476ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:20.941435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.75261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T09:20:20.941498Z","caller":"traceutil/trace.go:171","msg":"trace[5021286] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8420; }","duration":"321.858201ms","start":"2026-03-19T09:20:20.619624Z","end":"2026-03-19T09:20:20.941482Z","steps":["trace[5021286] 'agreement among raft nodes before linearized reading' (duration: 321.636727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.941501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.1931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:20.94154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.700782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T09:20:20.941561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.619598Z","time spent":"321.949404ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T09:20:20.941576Z","caller":"traceutil/trace.go:171","msg":"trace[769280281] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8420; }","duration":"220.287362ms","start":"2026-03-19T09:20:20.721272Z","end":"2026-03-19T09:20:20.94156Z","steps":["trace[769280281] 'agreement among raft nodes before linearized reading' (duration: 220.134519ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:20.941605Z","caller":"traceutil/trace.go:171","msg":"trace[93391436] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5; range_end:; response_count:1; response_revision:8420; }","duration":"246.813895ms","start":"2026-03-19T09:20:20.694773Z","end":"2026-03-19T09:20:20.941587Z","steps":["trace[93391436] 'agreement among raft nodes before linearized reading' (duration: 246.61359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.94168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.835469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:20:20.941749Z","caller":"traceutil/trace.go:171","msg":"trace[736102321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8420; }","duration":"239.927531ms","start":"2026-03-19T09:20:20.701803Z","end":"2026-03-19T09:20:20.941731Z","steps":["trace[736102321] 'agreement among raft nodes before linearized reading' (duration: 239.763777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:21.941141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:22.174917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231138078s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:20:23.471901Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.296775575s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:20:23.52136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346210729s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T09:20:23.521596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.943668Z","time spent":"2.57792097s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:20:23.635443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:23.635551Z","caller":"traceutil/trace.go:171","msg":"trace[2049583787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000242042s","start":"2026-03-19T09:20:21.635284Z","end":"2026-03-19T09:20:23.635526Z","steps":["trace[2049583787] 'agreement among raft nodes before linearized reading' (duration: 2.000108539s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:23.635618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:21.635265Z","time spent":"2.000339805s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:24.527695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006192172s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:20:24.527967Z","caller":"traceutil/trace.go:171","msg":"trace[403341798] linearizableReadLoop","detail":"{readStateIndex:8781; appliedIndex:8779; }","duration":"3.087482766s","start":"2026-03-19T09:20:21.44046Z","end":"2026-03-19T09:20:24.527943Z","steps":["trace[403341798] 'read index received' (duration: 734.694886ms)","trace[403341798] 'applied index is now lower than readState.Index' (duration: 2.352786399s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:24.528272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087805022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:24.528347Z","caller":"traceutil/trace.go:171","msg":"trace[1820587767] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8420; }","duration":"3.087912245s","start":"2026-03-19T09:20:21.440406Z","end":"2026-03-19T09:20:24.528318Z","steps":["trace[1820587767] 'agreement among raft nodes before linearized reading' (duration: 3.087807302s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:24.528393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:21.440384Z","time spent":"3.087998866s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:24.529269Z","caller":"traceutil/trace.go:171","msg":"trace[1201611811] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"2.242978886s","start":"2026-03-19T09:20:22.285667Z","end":"2026-03-19T09:20:24.528646Z","steps":["trace[1201611811] 'process raft request' (duration: 2.242152188s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:24.529532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:22.285648Z","time spent":"2.243788774s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:25.028704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:25.529939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:25.635653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999826903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:25.635717Z","caller":"traceutil/trace.go:171","msg":"trace[220089808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999928995s","start":"2026-03-19T09:20:23.635771Z","end":"2026-03-19T09:20:25.6357Z","steps":["trace[220089808] 'agreement among raft nodes before linearized reading' (duration: 1.999846863s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.635748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:23.635753Z","time spent":"1.999988847s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:26.030274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:26.413972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885233943s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:26.414156Z","caller":"traceutil/trace.go:171","msg":"trace[1819372155] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"4.128259149s","start":"2026-03-19T09:20:22.285876Z","end":"2026-03-19T09:20:26.414135Z","steps":["trace[1819372155] 'process raft request' (duration: 2.242754501s)","trace[1819372155] 'compare' (duration: 1.884760812s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:26.414222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:22.285867Z","time spent":"4.128325911s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:26.414501Z","caller":"traceutil/trace.go:171","msg":"trace[1026296908] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"4.128462634s","start":"2026-03-19T09:20:22.286017Z","end":"2026-03-19T09:20:26.41448Z","steps":["trace[1026296908] 'process raft request' (duration: 4.128061545s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:26.414505Z","caller":"traceutil/trace.go:171","msg":"trace[394591534] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"2.892024838s","start":"2026-03-19T09:20:23.522455Z","end":"2026-03-19T09:20:26.414479Z","steps":["trace[394591534] 'process raft request' (duration: 2.891887315s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:26.414632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:22.286013Z","time spent":"4.128572676s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:26.414808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:23.522436Z","time spent":"2.892171051s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:26.532195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:27.033148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:27.284012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999701942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:27.284118Z","caller":"traceutil/trace.go:171","msg":"trace[1007671709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999867746s","start":"2026-03-19T09:20:22.284225Z","end":"2026-03-19T09:20:27.284093Z","steps":["trace[1007671709] 'agreement among raft nodes before linearized reading' (duration: 4.999731693s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.284184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:22.284205Z","time spent":"4.999961497s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 09:20:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:27.2844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998856953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:27.284459Z","caller":"traceutil/trace.go:171","msg":"trace[1483897938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998923524s","start":"2026-03-19T09:20:22.285519Z","end":"2026-03-19T09:20:27.284443Z","steps":["trace[1483897938] 'agreement among raft nodes before linearized reading' (duration: 4.998864383s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.2845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:22.285515Z","time spent":"4.998974216s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:20:27.284553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998939855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:27.284593Z","caller":"traceutil/trace.go:171","msg":"trace[1676652397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998984136s","start":"2026-03-19T09:20:22.285598Z","end":"2026-03-19T09:20:27.284582Z","steps":["trace[1676652397] 'agreement among raft nodes before linearized reading' (duration: 4.998945705s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.284637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:22.285595Z","time spent":"4.999031657s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:20:27.534073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:27.640527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:27.640679Z","caller":"traceutil/trace.go:171","msg":"trace[1706816513] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252382s","start":"2026-03-19T09:20:25.640407Z","end":"2026-03-19T09:20:27.640659Z","steps":["trace[1706816513] 'agreement among raft nodes before linearized reading' (duration: 2.000077788s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.640851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:25.640388Z","time spent":"2.000449617s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:27.718795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.503659094s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:20:27.724495Z","caller":"traceutil/trace.go:171","msg":"trace[1987375926] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"3.84270501s","start":"2026-03-19T09:20:23.88177Z","end":"2026-03-19T09:20:27.724475Z","steps":["trace[1987375926] 'process raft request' (duration: 3.837135306s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.724592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:23.881727Z","time spent":"3.842808493s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:27.72809Z","caller":"traceutil/trace.go:171","msg":"trace[1119690916] linearizableReadLoop","detail":"{readStateIndex:8787; appliedIndex:8785; }","duration":"3.20005188s","start":"2026-03-19T09:20:24.528015Z","end":"2026-03-19T09:20:27.728067Z","steps":["trace[1119690916] 'read index received' (duration: 3.191027959s)","trace[1119690916] 'applied index is now lower than readState.Index' (duration: 9.022901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:27.728267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.016834246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:27.728275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.110383445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:20:27.728304Z","caller":"traceutil/trace.go:171","msg":"trace[138418117] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8426; }","duration":"6.016904648s","start":"2026-03-19T09:20:21.711388Z","end":"2026-03-19T09:20:27.728293Z","steps":["trace[138418117] 'agreement among raft nodes before linearized reading' (duration: 6.016833057s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:27.728309Z","caller":"traceutil/trace.go:171","msg":"trace[82534189] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8426; }","duration":"5.110456275s","start":"2026-03-19T09:20:22.617843Z","end":"2026-03-19T09:20:27.728299Z","steps":["trace[82534189] 'agreement among raft nodes before linearized reading' (duration: 5.110296372s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.728329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:22.61782Z","time spent":"5.110504317s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:20:27.728329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:21.711368Z","time spent":"6.01695386s","remote":"127.0.0.1:37006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:27.728324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.443529558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:20:27.728359Z","caller":"traceutil/trace.go:171","msg":"trace[1493967628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8426; }","duration":"5.443605599s","start":"2026-03-19T09:20:22.284741Z","end":"2026-03-19T09:20:27.728347Z","steps":["trace[1493967628] 'agreement among raft nodes before linearized reading' (duration: 5.443461296s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.728367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266853249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T09:20:27.72839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:22.284725Z","time spent":"5.443657731s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:20:27.72842Z","caller":"traceutil/trace.go:171","msg":"trace[1363706546] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:8426; }","duration":"2.266942781s","start":"2026-03-19T09:20:25.461463Z","end":"2026-03-19T09:20:27.728405Z","steps":["trace[1363706546] 'agreement among raft nodes before linearized reading' (duration: 2.266806128s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.728392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.719171233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:27.728524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.443795104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:20:27.728523Z","caller":"traceutil/trace.go:171","msg":"trace[732893763] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8426; }","duration":"4.719378937s","start":"2026-03-19T09:20:23.009117Z","end":"2026-03-19T09:20:27.728496Z","steps":["trace[732893763] 'agreement among raft nodes before linearized reading' (duration: 4.71908055s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:27.728548Z","caller":"traceutil/trace.go:171","msg":"trace[1253649905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8426; }","duration":"5.443836605s","start":"2026-03-19T09:20:22.284705Z","end":"2026-03-19T09:20:27.728541Z","steps":["trace[1253649905] 'agreement among raft nodes before linearized reading' (duration: 5.443764103s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.72857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:22.284698Z","time spent":"5.443868165s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:27.728597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:23.009098Z","time spent":"4.71948677s","remote":"127.0.0.1:54880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:27.728663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451415136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:27.728687Z","caller":"traceutil/trace.go:171","msg":"trace[1938547966] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8426; }","duration":"3.451475898s","start":"2026-03-19T09:20:24.277205Z","end":"2026-03-19T09:20:27.728681Z","steps":["trace[1938547966] 'agreement among raft nodes before linearized reading' (duration: 3.451432407s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.728705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:24.277184Z","time spent":"3.451517189s","remote":"127.0.0.1:54790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:27.728693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309503829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-19T09:20:27.728726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777371642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:27.728744Z","caller":"traceutil/trace.go:171","msg":"trace[1886822497] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76; range_end:; response_count:1; response_revision:8426; }","duration":"1.309589181s","start":"2026-03-19T09:20:26.419142Z","end":"2026-03-19T09:20:27.728732Z","steps":["trace[1886822497] 'agreement among raft nodes before linearized reading' (duration: 1.309486218s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:27.728766Z","caller":"traceutil/trace.go:171","msg":"trace[1464478419] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8426; }","duration":"1.777444295s","start":"2026-03-19T09:20:25.951311Z","end":"2026-03-19T09:20:27.728755Z","steps":["trace[1464478419] 'agreement among raft nodes before linearized reading' (duration: 1.777377953s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.728773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:26.419122Z","time spent":"1.309644613s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76\" "} {"level":"info","ts":"2026-03-19T09:20:27.728812Z","caller":"traceutil/trace.go:171","msg":"trace[109760448] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"1.192425313s","start":"2026-03-19T09:20:26.536377Z","end":"2026-03-19T09:20:27.728803Z","steps":["trace[109760448] 'process raft request' (duration: 1.191564423s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.728816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523080982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:27.728839Z","caller":"traceutil/trace.go:171","msg":"trace[1668223091] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8426; }","duration":"1.523141153s","start":"2026-03-19T09:20:26.205691Z","end":"2026-03-19T09:20:27.728833Z","steps":["trace[1668223091] 'agreement among raft nodes before linearized reading' (duration: 1.523109022s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.728855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:26.536343Z","time spent":"1.192485735s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:27.728865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:26.205669Z","time spent":"1.523189564s","remote":"127.0.0.1:53074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:27.728649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248309861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:27.72889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.483547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:27.728909Z","caller":"traceutil/trace.go:171","msg":"trace[1533739225] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8426; }","duration":"1.24863008s","start":"2026-03-19T09:20:26.480273Z","end":"2026-03-19T09:20:27.728903Z","steps":["trace[1533739225] 'agreement among raft nodes before linearized reading' (duration: 1.248287401s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.728928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:26.480247Z","time spent":"1.24867644s","remote":"127.0.0.1:57238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:27.728936Z","caller":"traceutil/trace.go:171","msg":"trace[355604884] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8426; }","duration":"813.565179ms","start":"2026-03-19T09:20:26.915353Z","end":"2026-03-19T09:20:27.728918Z","steps":["trace[355604884] 'agreement among raft nodes before linearized reading' (duration: 813.507358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.72897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780686407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:20:27.728981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:26.915331Z","time spent":"813.64024ms","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:27.728998Z","caller":"traceutil/trace.go:171","msg":"trace[103568310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8426; }","duration":"1.780736899s","start":"2026-03-19T09:20:25.948253Z","end":"2026-03-19T09:20:27.72899Z","steps":["trace[103568310] 'agreement among raft nodes before linearized reading' (duration: 1.780644947s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.728452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:25.461405Z","time spent":"2.267038974s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-19T09:20:27.729024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:25.948239Z","time spent":"1.780779579s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:20:27.729046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.226413484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:27.729067Z","caller":"traceutil/trace.go:171","msg":"trace[2062650216] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8426; }","duration":"4.226471975s","start":"2026-03-19T09:20:23.502589Z","end":"2026-03-19T09:20:27.729061Z","steps":["trace[2062650216] 'agreement among raft nodes before linearized reading' (duration: 4.226432474s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.729086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:23.50257Z","time spent":"4.226510856s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:27.728788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:25.951292Z","time spent":"1.777490906s","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:27.729187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135115074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:27.72923Z","caller":"traceutil/trace.go:171","msg":"trace[1671388372] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8426; }","duration":"1.135199166s","start":"2026-03-19T09:20:26.59402Z","end":"2026-03-19T09:20:27.729219Z","steps":["trace[1671388372] 'agreement among raft nodes before linearized reading' (duration: 1.135114794s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.729264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:26.593996Z","time spent":"1.135258656s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:27.730048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.350639299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T09:20:27.73014Z","caller":"traceutil/trace.go:171","msg":"trace[1477688615] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8426; }","duration":"4.350789563s","start":"2026-03-19T09:20:23.379332Z","end":"2026-03-19T09:20:27.730122Z","steps":["trace[1477688615] 'agreement among raft nodes before linearized reading' (duration: 4.348774067s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:27.730187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:23.379311Z","time spent":"4.350865944s","remote":"127.0.0.1:55000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":868,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:28.006932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.861131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:20:28.007045Z","caller":"traceutil/trace.go:171","msg":"trace[1746629325] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8430; }","duration":"181.022015ms","start":"2026-03-19T09:20:27.825992Z","end":"2026-03-19T09:20:28.007014Z","steps":["trace[1746629325] 'range keys from in-memory index tree' (duration: 180.767209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:28.007028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.838252ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:28.007153Z","caller":"traceutil/trace.go:171","msg":"trace[1905215889] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8430; }","duration":"129.987315ms","start":"2026-03-19T09:20:27.877146Z","end":"2026-03-19T09:20:28.007133Z","steps":["trace[1905215889] 'range keys from in-memory index tree' (duration: 129.814811ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:28.007503Z","caller":"traceutil/trace.go:171","msg":"trace[1195268243] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"180.343219ms","start":"2026-03-19T09:20:27.827107Z","end":"2026-03-19T09:20:28.00745Z","steps":["trace[1195268243] 'process raft request' (duration: 141.939911ms)","trace[1195268243] 'compare' (duration: 37.703862ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:28.324059Z","caller":"traceutil/trace.go:171","msg":"trace[1925114297] linearizableReadLoop","detail":"{readStateIndex:8794; appliedIndex:8793; }","duration":"302.524759ms","start":"2026-03-19T09:20:28.021509Z","end":"2026-03-19T09:20:28.324034Z","steps":["trace[1925114297] 'read index received' (duration: 203.161ms)","trace[1925114297] 'applied index is now lower than readState.Index' (duration: 99.362469ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:28.32415Z","caller":"traceutil/trace.go:171","msg":"trace[1156574986] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"311.010029ms","start":"2026-03-19T09:20:28.013118Z","end":"2026-03-19T09:20:28.324128Z","steps":["trace[1156574986] 'process raft request' (duration: 211.504857ms)","trace[1156574986] 'compare' (duration: 99.297778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:28.324286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.771105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:20:28.32433Z","caller":"traceutil/trace.go:171","msg":"trace[201878359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8432; }","duration":"302.849277ms","start":"2026-03-19T09:20:28.021467Z","end":"2026-03-19T09:20:28.324316Z","steps":["trace[201878359] 'agreement among raft nodes before linearized reading' (duration: 302.670543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:28.324323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:28.013079Z","time spent":"311.142382ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:28.324363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:28.021445Z","time spent":"302.911077ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:20:28.712551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.72386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:28.713021Z","caller":"traceutil/trace.go:171","msg":"trace[184586451] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"293.279023ms","start":"2026-03-19T09:20:28.419708Z","end":"2026-03-19T09:20:28.712987Z","steps":["trace[184586451] 'process raft request' (duration: 89.94729ms)","trace[184586451] 'compare' (duration: 202.482575ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:28.713353Z","caller":"traceutil/trace.go:171","msg":"trace[973824749] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"289.902198ms","start":"2026-03-19T09:20:28.423373Z","end":"2026-03-19T09:20:28.713275Z","steps":["trace[973824749] 'process raft request' (duration: 289.657752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:29.008671Z","caller":"traceutil/trace.go:171","msg":"trace[1504303940] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"181.463244ms","start":"2026-03-19T09:20:28.827186Z","end":"2026-03-19T09:20:29.008649Z","steps":["trace[1504303940] 'process raft request' (duration: 181.29068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:29.187214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.019874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:29.18731Z","caller":"traceutil/trace.go:171","msg":"trace[1831388486] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8435; }","duration":"125.186817ms","start":"2026-03-19T09:20:29.062102Z","end":"2026-03-19T09:20:29.187289Z","steps":["trace[1831388486] 'count revisions from in-memory index tree' (duration: 124.92453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:29.560301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.472291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:29.560574Z","caller":"traceutil/trace.go:171","msg":"trace[1774586765] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"269.034971ms","start":"2026-03-19T09:20:29.29152Z","end":"2026-03-19T09:20:29.560555Z","steps":["trace[1774586765] 'process raft request' (duration: 268.904108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:29.560642Z","caller":"traceutil/trace.go:171","msg":"trace[1457862465] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"270.106544ms","start":"2026-03-19T09:20:29.290503Z","end":"2026-03-19T09:20:29.560609Z","steps":["trace[1457862465] 'process raft request' (duration: 145.209045ms)","trace[1457862465] 'compare' (duration: 124.099482ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:29.963991Z","caller":"traceutil/trace.go:171","msg":"trace[474236372] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"130.454764ms","start":"2026-03-19T09:20:29.833506Z","end":"2026-03-19T09:20:29.96396Z","steps":["trace[474236372] 'process raft request' (duration: 130.311631ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:30.196995Z","caller":"traceutil/trace.go:171","msg":"trace[166109931] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"109.272802ms","start":"2026-03-19T09:20:30.087696Z","end":"2026-03-19T09:20:30.196969Z","steps":["trace[166109931] 'process raft request' (duration: 109.086338ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:30.30268Z","caller":"traceutil/trace.go:171","msg":"trace[263728072] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"214.116233ms","start":"2026-03-19T09:20:30.088536Z","end":"2026-03-19T09:20:30.302652Z","steps":["trace[263728072] 'process raft request' (duration: 186.655401ms)","trace[263728072] 'compare' (duration: 27.196297ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:30.302914Z","caller":"traceutil/trace.go:171","msg":"trace[1806814613] linearizableReadLoop","detail":"{readStateIndex:8805; appliedIndex:8804; }","duration":"212.782094ms","start":"2026-03-19T09:20:30.090085Z","end":"2026-03-19T09:20:30.302867Z","steps":["trace[1806814613] 'read index received' (duration: 107.067333ms)","trace[1806814613] 'applied index is now lower than readState.Index' (duration: 105.711551ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:30.302964Z","caller":"traceutil/trace.go:171","msg":"trace[2114880311] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"149.873768ms","start":"2026-03-19T09:20:30.153057Z","end":"2026-03-19T09:20:30.302931Z","steps":["trace[2114880311] 'process raft request' (duration: 149.53551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:30.303245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.131593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T09:20:30.303317Z","caller":"traceutil/trace.go:171","msg":"trace[1182924350] range","detail":"{range_begin:/registry/persistentvolumes/pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1; range_end:; response_count:1; response_revision:8444; }","duration":"213.245486ms","start":"2026-03-19T09:20:30.090051Z","end":"2026-03-19T09:20:30.303297Z","steps":["trace[1182924350] 'agreement among raft nodes before linearized reading' (duration: 212.974039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:30.999279Z","caller":"traceutil/trace.go:171","msg":"trace[1097746646] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"281.229193ms","start":"2026-03-19T09:20:30.718021Z","end":"2026-03-19T09:20:30.99925Z","steps":["trace[1097746646] 'process raft request' (duration: 281.050619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:31.384283Z","caller":"traceutil/trace.go:171","msg":"trace[867216340] linearizableReadLoop","detail":"{readStateIndex:8808; appliedIndex:8806; }","duration":"648.136312ms","start":"2026-03-19T09:20:30.736123Z","end":"2026-03-19T09:20:31.38426Z","steps":["trace[867216340] 'read index received' (duration: 263.100709ms)","trace[867216340] 'applied index is now lower than readState.Index' (duration: 385.034292ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:31.384387Z","caller":"traceutil/trace.go:171","msg":"trace[1856179209] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"656.99821ms","start":"2026-03-19T09:20:30.727363Z","end":"2026-03-19T09:20:31.384361Z","steps":["trace[1856179209] 'process raft request' (duration: 656.722024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:31.384539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.387027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:31.384543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:30.727338Z","time spent":"657.104852ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:31.384604Z","caller":"traceutil/trace.go:171","msg":"trace[1888233775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8446; }","duration":"648.46984ms","start":"2026-03-19T09:20:30.736117Z","end":"2026-03-19T09:20:31.384587Z","steps":["trace[1888233775] 'agreement among raft nodes before linearized reading' (duration: 648.353436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:31.384643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.472356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:31.384712Z","caller":"traceutil/trace.go:171","msg":"trace[276967823] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8446; }","duration":"224.585479ms","start":"2026-03-19T09:20:31.160111Z","end":"2026-03-19T09:20:31.384696Z","steps":["trace[276967823] 'agreement among raft nodes before linearized reading' (duration: 224.473517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:31.384655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:30.736071Z","time spent":"648.571302ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:31.384852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.653553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:31.384974Z","caller":"traceutil/trace.go:171","msg":"trace[349976161] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8446; }","duration":"537.924689ms","start":"2026-03-19T09:20:30.847014Z","end":"2026-03-19T09:20:31.384939Z","steps":["trace[349976161] 'agreement among raft nodes before linearized reading' (duration: 537.566772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:31.385018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:30.846992Z","time spent":"538.017672ms","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:32.019827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.744611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:32.02005Z","caller":"traceutil/trace.go:171","msg":"trace[1084003432] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"630.506868ms","start":"2026-03-19T09:20:31.389516Z","end":"2026-03-19T09:20:32.020023Z","steps":["trace[1084003432] 'process raft request' (duration: 328.46297ms)","trace[1084003432] 'compare' (duration: 301.267291ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:32.020137Z","caller":"traceutil/trace.go:171","msg":"trace[1980611960] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"267.781693ms","start":"2026-03-19T09:20:31.752332Z","end":"2026-03-19T09:20:32.020114Z","steps":["trace[1980611960] 'process raft request' (duration: 267.64542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:32.02021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:31.389484Z","time spent":"630.640291ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:32.020321Z","caller":"traceutil/trace.go:171","msg":"trace[554064815] linearizableReadLoop","detail":"{readStateIndex:8809; appliedIndex:8808; }","duration":"588.1412ms","start":"2026-03-19T09:20:31.432164Z","end":"2026-03-19T09:20:32.020305Z","steps":["trace[554064815] 'read index received' (duration: 285.5996ms)","trace[554064815] 'applied index is now lower than readState.Index' (duration: 302.54018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:32.020816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.15939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:20:32.020867Z","caller":"traceutil/trace.go:171","msg":"trace[406377170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8448; }","duration":"455.264272ms","start":"2026-03-19T09:20:31.56559Z","end":"2026-03-19T09:20:32.020854Z","steps":["trace[406377170] 'agreement among raft nodes before linearized reading' (duration: 455.057678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:32.020901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:31.56556Z","time spent":"455.332214ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:20:32.020876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.336377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:20:32.020969Z","caller":"traceutil/trace.go:171","msg":"trace[1616987074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8448; }","duration":"226.44745ms","start":"2026-03-19T09:20:31.794503Z","end":"2026-03-19T09:20:32.02095Z","steps":["trace[1616987074] 'agreement among raft nodes before linearized reading' (duration: 226.155074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:32.021006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.981168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:20:32.021066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.892257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:32.021189Z","caller":"traceutil/trace.go:171","msg":"trace[242422271] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8448; }","duration":"589.038762ms","start":"2026-03-19T09:20:31.432126Z","end":"2026-03-19T09:20:32.021165Z","steps":["trace[242422271] 'agreement among raft nodes before linearized reading' (duration: 588.290105ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:32.021203Z","caller":"traceutil/trace.go:171","msg":"trace[1527515115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8448; }","duration":"144.162341ms","start":"2026-03-19T09:20:31.87693Z","end":"2026-03-19T09:20:32.021092Z","steps":["trace[1527515115] 'agreement among raft nodes before linearized reading' (duration: 143.766423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:32.021265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:31.432108Z","time spent":"589.126894ms","remote":"127.0.0.1:54976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:32.021265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.26334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-19T09:20:32.021246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.462019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:20:32.021328Z","caller":"traceutil/trace.go:171","msg":"trace[2128428030] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76; range_end:; response_count:1; response_revision:8448; }","duration":"215.357722ms","start":"2026-03-19T09:20:31.805947Z","end":"2026-03-19T09:20:32.021305Z","steps":["trace[2128428030] 'agreement among raft nodes before linearized reading' (duration: 214.693978ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:32.021337Z","caller":"traceutil/trace.go:171","msg":"trace[106555643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8448; }","duration":"456.629002ms","start":"2026-03-19T09:20:31.564692Z","end":"2026-03-19T09:20:32.021321Z","steps":["trace[106555643] 'agreement among raft nodes before linearized reading' (duration: 455.950678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:32.021386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:31.564666Z","time spent":"456.706145ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:32.499777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.283663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:32.499877Z","caller":"traceutil/trace.go:171","msg":"trace[1523757202] linearizableReadLoop","detail":"{readStateIndex:8811; appliedIndex:8810; }","duration":"474.016642ms","start":"2026-03-19T09:20:32.025845Z","end":"2026-03-19T09:20:32.499861Z","steps":["trace[1523757202] 'read index received' (duration: 338.501074ms)","trace[1523757202] 'applied index is now lower than readState.Index' (duration: 135.514188ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:32.500031Z","caller":"traceutil/trace.go:171","msg":"trace[757301449] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"474.724807ms","start":"2026-03-19T09:20:32.025284Z","end":"2026-03-19T09:20:32.500009Z","steps":["trace[757301449] 'process raft request' (duration: 339.126877ms)","trace[757301449] 'compare' (duration: 135.081869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:32.50017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:32.025267Z","time spent":"474.864701ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:32.50025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.40119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224130"} {"level":"info","ts":"2026-03-19T09:20:32.500331Z","caller":"traceutil/trace.go:171","msg":"trace[1648198244] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8449; }","duration":"474.517483ms","start":"2026-03-19T09:20:32.025805Z","end":"2026-03-19T09:20:32.500322Z","steps":["trace[1648198244] 'agreement among raft nodes before linearized reading' (duration: 474.100654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:32.500369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:32.025786Z","time spent":"474.572064ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224152,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:20:32.866156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.89717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:32.866346Z","caller":"traceutil/trace.go:171","msg":"trace[97977973] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"839.65849ms","start":"2026-03-19T09:20:32.026675Z","end":"2026-03-19T09:20:32.866334Z","steps":["trace[97977973] 'process raft request' (duration: 839.607359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:32.866397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:32.026662Z","time spent":"839.714721ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:32.866387Z","caller":"traceutil/trace.go:171","msg":"trace[816546054] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"840.10147ms","start":"2026-03-19T09:20:32.02624Z","end":"2026-03-19T09:20:32.866341Z","steps":["trace[816546054] 'process raft request' (duration: 839.986207ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:32.866488Z","caller":"traceutil/trace.go:171","msg":"trace[20622800] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"840.48636ms","start":"2026-03-19T09:20:32.025963Z","end":"2026-03-19T09:20:32.86645Z","steps":["trace[20622800] 'process raft request' (duration: 630.231631ms)","trace[20622800] 'compare' (duration: 209.763617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:32.8666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:32.026218Z","time spent":"840.251894ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:32.866677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:32.025934Z","time spent":"840.665754ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:32.866738Z","caller":"traceutil/trace.go:171","msg":"trace[1439662050] linearizableReadLoop","detail":"{readStateIndex:8815; appliedIndex:8811; }","duration":"352.823183ms","start":"2026-03-19T09:20:32.513907Z","end":"2026-03-19T09:20:32.86673Z","steps":["trace[1439662050] 'read index received' (duration: 142.36366ms)","trace[1439662050] 'applied index is now lower than readState.Index' (duration: 210.458653ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:32.866863Z","caller":"traceutil/trace.go:171","msg":"trace[838781123] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"839.851615ms","start":"2026-03-19T09:20:32.027006Z","end":"2026-03-19T09:20:32.866857Z","steps":["trace[838781123] 'process raft request' (duration: 839.300832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:32.866909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:32.026988Z","time spent":"839.896917ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:32.867009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.284168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:32.867057Z","caller":"traceutil/trace.go:171","msg":"trace[1931649464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8453; }","duration":"231.36262ms","start":"2026-03-19T09:20:32.635683Z","end":"2026-03-19T09:20:32.867046Z","steps":["trace[1931649464] 'agreement among raft nodes before linearized reading' (duration: 231.282718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:32.867226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.322405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:32.867268Z","caller":"traceutil/trace.go:171","msg":"trace[1445871616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8453; }","duration":"353.376386ms","start":"2026-03-19T09:20:32.513883Z","end":"2026-03-19T09:20:32.867259Z","steps":["trace[1445871616] 'agreement among raft nodes before linearized reading' (duration: 353.321425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:32.8673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:32.513868Z","time spent":"353.425437ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:33.984031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.483286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:33.98425Z","caller":"traceutil/trace.go:171","msg":"trace[1148066981] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"977.503621ms","start":"2026-03-19T09:20:33.006713Z","end":"2026-03-19T09:20:33.984217Z","steps":["trace[1148066981] 'process raft request' (duration: 295.722237ms)","trace[1148066981] 'compare' (duration: 680.796421ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:33.984378Z","caller":"traceutil/trace.go:171","msg":"trace[843440787] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"593.682545ms","start":"2026-03-19T09:20:33.390674Z","end":"2026-03-19T09:20:33.984356Z","steps":["trace[843440787] 'process raft request' (duration: 593.535852ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:33.984379Z","caller":"traceutil/trace.go:171","msg":"trace[1421394644] linearizableReadLoop","detail":"{readStateIndex:8816; appliedIndex:8815; }","duration":"652.003968ms","start":"2026-03-19T09:20:33.33235Z","end":"2026-03-19T09:20:33.984354Z","steps":["trace[1421394644] 'read index received' (duration: 93.502µs)","trace[1421394644] 'applied index is now lower than readState.Index' (duration: 651.908126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:33.984409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.006677Z","time spent":"977.635504ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:33.984477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.390644Z","time spent":"593.785218ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:33.984556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.41612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:33.984587Z","caller":"traceutil/trace.go:171","msg":"trace[1560580547] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8455; }","duration":"273.496332ms","start":"2026-03-19T09:20:33.711081Z","end":"2026-03-19T09:20:33.984577Z","steps":["trace[1560580547] 'agreement among raft nodes before linearized reading' (duration: 273.4214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.984589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.452818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:33.984628Z","caller":"traceutil/trace.go:171","msg":"trace[1732494280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8455; }","duration":"349.53501ms","start":"2026-03-19T09:20:33.635082Z","end":"2026-03-19T09:20:33.984617Z","steps":["trace[1732494280] 'agreement among raft nodes before linearized reading' (duration: 349.460288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.984655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.635057Z","time spent":"349.592361ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:33.984654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.312295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:20:33.984673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.548073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:33.984711Z","caller":"traceutil/trace.go:171","msg":"trace[797548925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8455; }","duration":"652.429597ms","start":"2026-03-19T09:20:33.332266Z","end":"2026-03-19T09:20:33.984695Z","steps":["trace[797548925] 'agreement among raft nodes before linearized reading' (duration: 652.207983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.984762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.332233Z","time spent":"652.51759ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:20:33.984774Z","caller":"traceutil/trace.go:171","msg":"trace[1520617922] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8455; }","duration":"384.683486ms","start":"2026-03-19T09:20:33.600055Z","end":"2026-03-19T09:20:33.984739Z","steps":["trace[1520617922] 'agreement among raft nodes before linearized reading' (duration: 384.494592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:33.984812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:33.600036Z","time spent":"384.767048ms","remote":"127.0.0.1:55012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:34.212822Z","caller":"traceutil/trace.go:171","msg":"trace[2073103963] transaction","detail":"{read_only:false; response_revision:8456; number_of_response:1; }","duration":"175.762568ms","start":"2026-03-19T09:20:34.037029Z","end":"2026-03-19T09:20:34.212792Z","steps":["trace[2073103963] 'process raft request' (duration: 175.589954ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:34.225228Z","caller":"traceutil/trace.go:171","msg":"trace[215244247] linearizableReadLoop","detail":"{readStateIndex:8819; appliedIndex:8817; }","duration":"127.51566ms","start":"2026-03-19T09:20:34.097692Z","end":"2026-03-19T09:20:34.225208Z","steps":["trace[215244247] 'read index received' (duration: 114.906418ms)","trace[215244247] 'applied index is now lower than readState.Index' (duration: 12.608322ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:34.225355Z","caller":"traceutil/trace.go:171","msg":"trace[1384893261] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"185.213379ms","start":"2026-03-19T09:20:34.040114Z","end":"2026-03-19T09:20:34.225327Z","steps":["trace[1384893261] 'process raft request' (duration: 184.970243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:34.225457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.723974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:34.225633Z","caller":"traceutil/trace.go:171","msg":"trace[582042374] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8457; }","duration":"127.882887ms","start":"2026-03-19T09:20:34.097636Z","end":"2026-03-19T09:20:34.225519Z","steps":["trace[582042374] 'agreement among raft nodes before linearized reading' (duration: 127.667653ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:42.566408Z","caller":"traceutil/trace.go:171","msg":"trace[1830087496] linearizableReadLoop","detail":"{readStateIndex:8864; appliedIndex:8863; }","duration":"151.274329ms","start":"2026-03-19T09:20:42.415109Z","end":"2026-03-19T09:20:42.566383Z","steps":["trace[1830087496] 'read index received' (duration: 151.062415ms)","trace[1830087496] 'applied index is now lower than readState.Index' (duration: 210.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:42.566589Z","caller":"traceutil/trace.go:171","msg":"trace[819634599] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"180.960992ms","start":"2026-03-19T09:20:42.385582Z","end":"2026-03-19T09:20:42.566543Z","steps":["trace[819634599] 'process raft request' (duration: 180.647025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:42.566691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.564867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:20:42.566738Z","caller":"traceutil/trace.go:171","msg":"trace[538239431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8500; }","duration":"151.688429ms","start":"2026-03-19T09:20:42.415037Z","end":"2026-03-19T09:20:42.566726Z","steps":["trace[538239431] 'agreement among raft nodes before linearized reading' (duration: 151.503655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:43.043585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.590522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:20:43.043663Z","caller":"traceutil/trace.go:171","msg":"trace[2059740171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8503; }","duration":"123.721244ms","start":"2026-03-19T09:20:42.919923Z","end":"2026-03-19T09:20:43.043644Z","steps":["trace[2059740171] 'range keys from in-memory index tree' (duration: 123.369016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:43.04442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.4188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:20:43.044458Z","caller":"traceutil/trace.go:171","msg":"trace[1374528408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8503; }","duration":"111.497352ms","start":"2026-03-19T09:20:42.93295Z","end":"2026-03-19T09:20:43.044447Z","steps":["trace[1374528408] 'range keys from in-memory index tree' (duration: 111.251846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:51.371691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.813003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:51.371772Z","caller":"traceutil/trace.go:171","msg":"trace[1461092964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8545; }","duration":"135.978638ms","start":"2026-03-19T09:20:51.235775Z","end":"2026-03-19T09:20:51.371753Z","steps":["trace[1461092964] 'count revisions from in-memory index tree' (duration: 135.63311ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:58.597816Z","caller":"traceutil/trace.go:171","msg":"trace[1370303952] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"149.008219ms","start":"2026-03-19T09:20:58.448783Z","end":"2026-03-19T09:20:58.597791Z","steps":["trace[1370303952] 'process raft request' (duration: 148.857756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:00.554239Z","caller":"traceutil/trace.go:171","msg":"trace[967553233] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"109.102948ms","start":"2026-03-19T09:21:00.445106Z","end":"2026-03-19T09:21:00.554209Z","steps":["trace[967553233] 'process raft request' (duration: 108.991945ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:00.554431Z","caller":"traceutil/trace.go:171","msg":"trace[2076902905] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"110.659073ms","start":"2026-03-19T09:21:00.443738Z","end":"2026-03-19T09:21:00.554397Z","steps":["trace[2076902905] 'process raft request' (duration: 92.791584ms)","trace[2076902905] 'compare' (duration: 17.411149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:00.775286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.458764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:00.775399Z","caller":"traceutil/trace.go:171","msg":"trace[779232647] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"172.104175ms","start":"2026-03-19T09:21:00.603275Z","end":"2026-03-19T09:21:00.775379Z","steps":["trace[779232647] 'process raft request' (duration: 54.479557ms)","trace[779232647] 'compare' (duration: 117.315741ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:00.865072Z","caller":"traceutil/trace.go:171","msg":"trace[1171355159] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"177.922685ms","start":"2026-03-19T09:21:00.687117Z","end":"2026-03-19T09:21:00.865039Z","steps":["trace[1171355159] 'process raft request' (duration: 177.868353ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:00.865941Z","caller":"traceutil/trace.go:171","msg":"trace[304233108] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"256.727205ms","start":"2026-03-19T09:21:00.609201Z","end":"2026-03-19T09:21:00.865928Z","steps":["trace[304233108] 'process raft request' (duration: 255.518669ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:00.866395Z","caller":"traceutil/trace.go:171","msg":"trace[1808659283] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"254.629879ms","start":"2026-03-19T09:21:00.611752Z","end":"2026-03-19T09:21:00.866382Z","steps":["trace[1808659283] 'process raft request' (duration: 253.160966ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:00.866464Z","caller":"traceutil/trace.go:171","msg":"trace[627301846] linearizableReadLoop","detail":"{readStateIndex:9001; appliedIndex:8997; }","duration":"231.953642ms","start":"2026-03-19T09:21:00.634478Z","end":"2026-03-19T09:21:00.866431Z","steps":["trace[627301846] 'read index received' (duration: 23.281279ms)","trace[627301846] 'applied index is now lower than readState.Index' (duration: 208.669483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:00.866995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.490015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:00.867413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.806922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:21:00.867488Z","caller":"traceutil/trace.go:171","msg":"trace[106872563] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8630; }","duration":"232.924294ms","start":"2026-03-19T09:21:00.634546Z","end":"2026-03-19T09:21:00.86747Z","steps":["trace[106872563] 'agreement among raft nodes before linearized reading' (duration: 232.567476ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:00.867047Z","caller":"traceutil/trace.go:171","msg":"trace[1553748040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8630; }","duration":"232.559706ms","start":"2026-03-19T09:21:00.634472Z","end":"2026-03-19T09:21:00.867032Z","steps":["trace[1553748040] 'agreement among raft nodes before linearized reading' (duration: 232.438574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:00.869313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.157926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:00.869371Z","caller":"traceutil/trace.go:171","msg":"trace[2099893106] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:0; response_revision:8630; }","duration":"142.226738ms","start":"2026-03-19T09:21:00.727131Z","end":"2026-03-19T09:21:00.869358Z","steps":["trace[2099893106] 'agreement among raft nodes before linearized reading' (duration: 142.126645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:00.870014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.800628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-03-19T09:21:00.870072Z","caller":"traceutil/trace.go:171","msg":"trace[1735054234] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:8630; }","duration":"166.896329ms","start":"2026-03-19T09:21:00.703163Z","end":"2026-03-19T09:21:00.870059Z","steps":["trace[1735054234] 'agreement among raft nodes before linearized reading' (duration: 166.264015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:00.870616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.512961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:00.870703Z","caller":"traceutil/trace.go:171","msg":"trace[1758073669] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8630; }","duration":"149.619663ms","start":"2026-03-19T09:21:00.721066Z","end":"2026-03-19T09:21:00.870686Z","steps":["trace[1758073669] 'agreement among raft nodes before linearized reading' (duration: 149.48298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.44636Z","caller":"traceutil/trace.go:171","msg":"trace[771801002] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"113.602688ms","start":"2026-03-19T09:21:01.332732Z","end":"2026-03-19T09:21:01.446335Z","steps":["trace[771801002] 'process raft request' (duration: 113.561437ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.446771Z","caller":"traceutil/trace.go:171","msg":"trace[1229033394] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"114.698673ms","start":"2026-03-19T09:21:01.332059Z","end":"2026-03-19T09:21:01.446758Z","steps":["trace[1229033394] 'process raft request' (duration: 84.732513ms)","trace[1229033394] 'compare' (duration: 29.398607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:01.83924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.589625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:01.8393Z","caller":"traceutil/trace.go:171","msg":"trace[348914930] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8639; }","duration":"112.656927ms","start":"2026-03-19T09:21:01.72663Z","end":"2026-03-19T09:21:01.839287Z","steps":["trace[348914930] 'range keys from in-memory index tree' (duration: 112.523894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:03.174502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.172882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:03.174629Z","caller":"traceutil/trace.go:171","msg":"trace[1686190035] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"565.597178ms","start":"2026-03-19T09:21:02.609013Z","end":"2026-03-19T09:21:03.17461Z","steps":["trace[1686190035] 'process raft request' (duration: 92.241081ms)","trace[1686190035] 'compare' (duration: 473.042789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:03.174687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:02.608994Z","time spent":"565.664539ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:03.921199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219877296s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:21:04.335996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.361029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:04.336183Z","caller":"traceutil/trace.go:171","msg":"trace[981650584] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"1.721179429s","start":"2026-03-19T09:21:02.614939Z","end":"2026-03-19T09:21:04.336118Z","steps":["trace[981650584] 'process raft request' (duration: 1.306598345s)","trace[981650584] 'compare' (duration: 414.173625ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:04.336227Z","caller":"traceutil/trace.go:171","msg":"trace[19836643] linearizableReadLoop","detail":"{readStateIndex:9017; appliedIndex:9015; }","duration":"1.700940107s","start":"2026-03-19T09:21:02.635264Z","end":"2026-03-19T09:21:04.336204Z","steps":["trace[19836643] 'read index received' (duration: 66.005716ms)","trace[19836643] 'applied index is now lower than readState.Index' (duration: 1.634932621s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:04.33628Z","caller":"traceutil/trace.go:171","msg":"trace[1235972895] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"1.455161534s","start":"2026-03-19T09:21:02.881102Z","end":"2026-03-19T09:21:04.336264Z","steps":["trace[1235972895] 'process raft request' (duration: 1.455102383s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:04.336327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:02.614918Z","time spent":"1.721353032s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:04.336368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70110832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:04.33639Z","caller":"traceutil/trace.go:171","msg":"trace[2026972344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8647; }","duration":"1.701174732s","start":"2026-03-19T09:21:02.635209Z","end":"2026-03-19T09:21:04.336384Z","steps":["trace[2026972344] 'agreement among raft nodes before linearized reading' (duration: 1.70109769s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:04.336382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:02.881081Z","time spent":"1.455252867s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:04.33642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:02.635188Z","time spent":"1.701227763s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:04.336638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387509683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:21:04.336688Z","caller":"traceutil/trace.go:171","msg":"trace[187783527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8647; }","duration":"1.387668596s","start":"2026-03-19T09:21:02.949011Z","end":"2026-03-19T09:21:04.33668Z","steps":["trace[187783527] 'agreement among raft nodes before linearized reading' (duration: 1.387561374s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:04.336713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:02.948986Z","time spent":"1.387720518s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:21:04.336814Z","caller":"traceutil/trace.go:171","msg":"trace[1866567315] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"1.460219858s","start":"2026-03-19T09:21:02.876555Z","end":"2026-03-19T09:21:04.336775Z","steps":["trace[1866567315] 'process raft request' (duration: 1.459560634s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:04.336927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:02.876523Z","time spent":"1.460345571s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:04.33693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004289191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:21:04.336973Z","caller":"traceutil/trace.go:171","msg":"trace[1624707415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8647; }","duration":"1.004368323s","start":"2026-03-19T09:21:03.332593Z","end":"2026-03-19T09:21:04.336961Z","steps":["trace[1624707415] 'agreement among raft nodes before linearized reading' (duration: 1.00426802s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:04.336973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376680062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:21:04.337002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:03.332568Z","time spent":"1.004425813s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:04.336983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213442684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:21:04.337005Z","caller":"traceutil/trace.go:171","msg":"trace[676025914] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8647; }","duration":"1.376712712s","start":"2026-03-19T09:21:02.960282Z","end":"2026-03-19T09:21:04.336995Z","steps":["trace[676025914] 'agreement among raft nodes before linearized reading' (duration: 1.376631891s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:04.337045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301042941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:04.337065Z","caller":"traceutil/trace.go:171","msg":"trace[1660337278] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8647; }","duration":"1.213554166s","start":"2026-03-19T09:21:03.12349Z","end":"2026-03-19T09:21:04.337044Z","steps":["trace[1660337278] 'agreement among raft nodes before linearized reading' (duration: 1.213344452s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:04.337081Z","caller":"traceutil/trace.go:171","msg":"trace[248822943] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8647; }","duration":"1.301116964s","start":"2026-03-19T09:21:03.035955Z","end":"2026-03-19T09:21:04.337072Z","steps":["trace[248822943] 'agreement among raft nodes before linearized reading' (duration: 1.301064892s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:04.337078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:02.960233Z","time spent":"1.376837986s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:21:04.337086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15818159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:04.33711Z","caller":"traceutil/trace.go:171","msg":"trace[2034184038] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8647; }","duration":"1.158235612s","start":"2026-03-19T09:21:03.178866Z","end":"2026-03-19T09:21:04.337101Z","steps":["trace[2034184038] 'agreement among raft nodes before linearized reading' (duration: 1.15818909s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:04.337107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:03.035932Z","time spent":"1.301166715s","remote":"127.0.0.1:53096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:04.337111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:03.123449Z","time spent":"1.21364985s","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T09:21:04.337128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:03.178846Z","time spent":"1.158277702s","remote":"127.0.0.1:42944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:04.337098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.440113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:21:04.337206Z","caller":"traceutil/trace.go:171","msg":"trace[1548577442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8647; }","duration":"884.602376ms","start":"2026-03-19T09:21:03.452577Z","end":"2026-03-19T09:21:04.337179Z","steps":["trace[1548577442] 'agreement among raft nodes before linearized reading' (duration: 884.317369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:04.33727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:03.452553Z","time spent":"884.699989ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:04.33732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378281167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:21:04.337337Z","caller":"traceutil/trace.go:171","msg":"trace[833533529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8647; }","duration":"1.378297638s","start":"2026-03-19T09:21:02.959034Z","end":"2026-03-19T09:21:04.337332Z","steps":["trace[833533529] 'agreement among raft nodes before linearized reading' (duration: 1.378219666s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:04.33735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:02.958977Z","time spent":"1.378370119s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:21:04.337364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.229688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:21:04.337399Z","caller":"traceutil/trace.go:171","msg":"trace[87420539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8647; }","duration":"884.782011ms","start":"2026-03-19T09:21:03.452607Z","end":"2026-03-19T09:21:04.337389Z","steps":["trace[87420539] 'agreement among raft nodes before linearized reading' (duration: 884.219808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:04.338805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:03.452574Z","time spent":"886.218212ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:21:07.297352Z","caller":"traceutil/trace.go:171","msg":"trace[871068461] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"101.565769ms","start":"2026-03-19T09:21:07.195768Z","end":"2026-03-19T09:21:07.297333Z","steps":["trace[871068461] 'process raft request' (duration: 101.411276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:08.924591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:09.424913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:09.925767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:09.998679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031819058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:09.998817Z","caller":"traceutil/trace.go:171","msg":"trace[587007845] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8665; }","duration":"2.032041024s","start":"2026-03-19T09:21:07.966744Z","end":"2026-03-19T09:21:09.998785Z","steps":["trace[587007845] 'count revisions from in-memory index tree' (duration: 2.031704805s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:09.998873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:07.966719Z","time spent":"2.032140075s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:09.997167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120127421s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:09.99987Z","caller":"traceutil/trace.go:171","msg":"trace[1130552111] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8665; }","duration":"2.122836812s","start":"2026-03-19T09:21:07.877011Z","end":"2026-03-19T09:21:09.999848Z","steps":["trace[1130552111] 'range keys from in-memory index tree' (duration: 2.120111921s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:10.426314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:10.634795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:21:10.634951Z","caller":"traceutil/trace.go:171","msg":"trace[1157093691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369756s","start":"2026-03-19T09:21:08.634561Z","end":"2026-03-19T09:21:10.63493Z","steps":["trace[1157093691] 'agreement among raft nodes before linearized reading' (duration: 2.000196052s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:10.635026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:08.634542Z","time spent":"2.000471248s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:21:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:21:10.926784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:11.427829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786273988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:11.554362Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.196681026s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:21:11.554998Z","caller":"traceutil/trace.go:171","msg":"trace[1214006986] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"3.197411723s","start":"2026-03-19T09:21:08.357541Z","end":"2026-03-19T09:21:11.554953Z","steps":["trace[1214006986] 'process raft request' (duration: 3.197151857s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.555249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:08.357517Z","time spent":"3.197536065s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:11.575976Z","caller":"traceutil/trace.go:171","msg":"trace[1329047989] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"3.216259995s","start":"2026-03-19T09:21:08.35968Z","end":"2026-03-19T09:21:11.57594Z","steps":["trace[1329047989] 'process raft request' (duration: 3.216024429s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:11.576037Z","caller":"traceutil/trace.go:171","msg":"trace[895928734] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"2.272885697s","start":"2026-03-19T09:21:09.303123Z","end":"2026-03-19T09:21:11.576009Z","steps":["trace[895928734] 'process raft request' (duration: 2.272747844s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.576162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:08.359652Z","time spent":"3.216408328s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:11.576107Z","caller":"traceutil/trace.go:171","msg":"trace[376790325] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"1.871480807s","start":"2026-03-19T09:21:09.704605Z","end":"2026-03-19T09:21:11.576086Z","steps":["trace[376790325] 'process raft request' (duration: 1.871310943s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.576354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:09.303095Z","time spent":"2.27305725s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:11.576464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:09.70458Z","time spent":"1.871845415s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:11.576353Z","caller":"traceutil/trace.go:171","msg":"trace[1330981790] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"1.382683725s","start":"2026-03-19T09:21:10.193658Z","end":"2026-03-19T09:21:11.576341Z","steps":["trace[1330981790] 'process raft request' (duration: 1.382313617s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.576793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:10.19363Z","time spent":"1.383034943s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:11.579816Z","caller":"traceutil/trace.go:171","msg":"trace[2129289821] linearizableReadLoop","detail":"{readStateIndex:9045; appliedIndex:9038; }","duration":"3.156119191s","start":"2026-03-19T09:21:08.423653Z","end":"2026-03-19T09:21:11.579772Z","steps":["trace[2129289821] 'read index received' (duration: 3.131100871s)","trace[2129289821] 'applied index is now lower than readState.Index' (duration: 25.01688ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:11.579971Z","caller":"traceutil/trace.go:171","msg":"trace[621392620] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"482.737527ms","start":"2026-03-19T09:21:11.097217Z","end":"2026-03-19T09:21:11.579954Z","steps":["trace[621392620] 'process raft request' (duration: 482.391809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.580041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:11.097184Z","time spent":"482.822928ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:11.580227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638762378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:21:11.580256Z","caller":"traceutil/trace.go:171","msg":"trace[1320163504] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8671; }","duration":"1.638828068s","start":"2026-03-19T09:21:09.94142Z","end":"2026-03-19T09:21:11.580249Z","steps":["trace[1320163504] 'agreement among raft nodes before linearized reading' (duration: 1.638724696s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.580285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:09.941399Z","time spent":"1.63887275s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:21:11.58042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240361115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:11.58041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.879512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:11.580447Z","caller":"traceutil/trace.go:171","msg":"trace[337295840] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8671; }","duration":"1.240440806s","start":"2026-03-19T09:21:10.339998Z","end":"2026-03-19T09:21:11.580439Z","steps":["trace[337295840] 'agreement among raft nodes before linearized reading' (duration: 1.240395345s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.580467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:10.33997Z","time spent":"1.240490768s","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:11.580465Z","caller":"traceutil/trace.go:171","msg":"trace[1913446155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8671; }","duration":"944.965345ms","start":"2026-03-19T09:21:10.635483Z","end":"2026-03-19T09:21:11.580449Z","steps":["trace[1913446155] 'agreement among raft nodes before linearized reading' (duration: 944.882013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.580455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14806723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:21:11.580512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:10.635463Z","time spent":"945.038486ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:21:11.580575Z","caller":"traceutil/trace.go:171","msg":"trace[1041761409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8671; }","duration":"3.148252745s","start":"2026-03-19T09:21:08.432297Z","end":"2026-03-19T09:21:11.58055Z","steps":["trace[1041761409] 'agreement among raft nodes before linearized reading' (duration: 3.147842856s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.580642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:08.432285Z","time spent":"3.148343897s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:21:11.580747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031678622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:11.58077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276408679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:11.580802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147446556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:21:11.580839Z","caller":"traceutil/trace.go:171","msg":"trace[2035510043] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8671; }","duration":"1.031832755s","start":"2026-03-19T09:21:10.548976Z","end":"2026-03-19T09:21:11.580809Z","steps":["trace[2035510043] 'agreement among raft nodes before linearized reading' (duration: 1.031617991s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:11.58086Z","caller":"traceutil/trace.go:171","msg":"trace[64915994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8671; }","duration":"3.147522867s","start":"2026-03-19T09:21:08.433322Z","end":"2026-03-19T09:21:11.580845Z","steps":["trace[64915994] 'agreement among raft nodes before linearized reading' (duration: 3.147313523s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.58095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:08.433313Z","time spent":"3.14762406s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:11.580965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979287239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:11.580954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:10.548955Z","time spent":"1.031981698s","remote":"127.0.0.1:39782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:11.581Z","caller":"traceutil/trace.go:171","msg":"trace[785404532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8671; }","duration":"2.979364181s","start":"2026-03-19T09:21:08.601628Z","end":"2026-03-19T09:21:11.580992Z","steps":["trace[785404532] 'agreement among raft nodes before linearized reading' (duration: 2.979310269s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.581026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:08.601602Z","time spent":"2.979418701s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:11.580858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.148143411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:21:11.581055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136271156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:21:11.581102Z","caller":"traceutil/trace.go:171","msg":"trace[174137179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8671; }","duration":"3.148404807s","start":"2026-03-19T09:21:08.432679Z","end":"2026-03-19T09:21:11.581084Z","steps":["trace[174137179] 'agreement among raft nodes before linearized reading' (duration: 3.1481213s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:11.581117Z","caller":"traceutil/trace.go:171","msg":"trace[1087777996] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8671; }","duration":"3.136355928s","start":"2026-03-19T09:21:08.444746Z","end":"2026-03-19T09:21:11.581102Z","steps":["trace[1087777996] 'agreement among raft nodes before linearized reading' (duration: 3.136199795s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.581164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:08.444735Z","time spent":"3.136419549s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:21:11.581173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:08.432665Z","time spent":"3.148484869s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:11.581572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157920281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:21:11.580776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147726592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:21:11.581622Z","caller":"traceutil/trace.go:171","msg":"trace[1953762742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8671; }","duration":"3.158001933s","start":"2026-03-19T09:21:08.423607Z","end":"2026-03-19T09:21:11.581609Z","steps":["trace[1953762742] 'agreement among raft nodes before linearized reading' (duration: 3.156359936s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:11.581643Z","caller":"traceutil/trace.go:171","msg":"trace[618346946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8671; }","duration":"3.148605982s","start":"2026-03-19T09:21:08.433018Z","end":"2026-03-19T09:21:11.581624Z","steps":["trace[618346946] 'agreement among raft nodes before linearized reading' (duration: 3.147706312s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.581674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:08.423587Z","time spent":"3.158077434s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:21:11.581702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:08.433003Z","time spent":"3.148682244s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:21:11.584258Z","caller":"traceutil/trace.go:171","msg":"trace[1634353774] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8671; }","duration":"1.276522402s","start":"2026-03-19T09:21:10.304295Z","end":"2026-03-19T09:21:11.580817Z","steps":["trace[1634353774] 'agreement among raft nodes before linearized reading' (duration: 1.276333258s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.584335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:10.304214Z","time spent":"1.280102083s","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:13.158153Z","caller":"traceutil/trace.go:171","msg":"trace[1027046214] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"257.238547ms","start":"2026-03-19T09:21:12.900895Z","end":"2026-03-19T09:21:13.158133Z","steps":["trace[1027046214] 'process raft request' (duration: 257.128674ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:13.886249Z","caller":"traceutil/trace.go:171","msg":"trace[1825897710] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"303.536122ms","start":"2026-03-19T09:21:13.582684Z","end":"2026-03-19T09:21:13.88622Z","steps":["trace[1825897710] 'process raft request' (duration: 303.319927ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:13.88648Z","caller":"traceutil/trace.go:171","msg":"trace[2034424443] linearizableReadLoop","detail":"{readStateIndex:9057; appliedIndex:9055; }","duration":"288.276261ms","start":"2026-03-19T09:21:13.598159Z","end":"2026-03-19T09:21:13.886435Z","steps":["trace[2034424443] 'read index received' (duration: 49.2547ms)","trace[2034424443] 'applied index is now lower than readState.Index' (duration: 239.019011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:13.886556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:13.582657Z","time spent":"303.756016ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:13.886663Z","caller":"traceutil/trace.go:171","msg":"trace[1407752861] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"303.934731ms","start":"2026-03-19T09:21:13.582714Z","end":"2026-03-19T09:21:13.886649Z","steps":["trace[1407752861] 'process raft request' (duration: 303.4529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:13.886812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:13.582685Z","time spent":"304.015293ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:13.886893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.569071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:13.886966Z","caller":"traceutil/trace.go:171","msg":"trace[549319166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8683; }","duration":"251.645583ms","start":"2026-03-19T09:21:13.635302Z","end":"2026-03-19T09:21:13.886948Z","steps":["trace[549319166] 'agreement among raft nodes before linearized reading' (duration: 251.53705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:13.886949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.195532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:21:13.887025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.271395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:21:13.887063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.251135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:21:13.887093Z","caller":"traceutil/trace.go:171","msg":"trace[230771019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8683; }","duration":"277.370398ms","start":"2026-03-19T09:21:13.609707Z","end":"2026-03-19T09:21:13.887078Z","steps":["trace[230771019] 'agreement among raft nodes before linearized reading' (duration: 277.143682ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:13.887114Z","caller":"traceutil/trace.go:171","msg":"trace[139390457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8683; }","duration":"277.313016ms","start":"2026-03-19T09:21:13.609781Z","end":"2026-03-19T09:21:13.887094Z","steps":["trace[139390457] 'agreement among raft nodes before linearized reading' (duration: 277.05452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:13.887135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.287996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:21:13.887165Z","caller":"traceutil/trace.go:171","msg":"trace[1851026773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8683; }","duration":"277.360588ms","start":"2026-03-19T09:21:13.609796Z","end":"2026-03-19T09:21:13.887157Z","steps":["trace[1851026773] 'agreement among raft nodes before linearized reading' (duration: 277.093381ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:13.887036Z","caller":"traceutil/trace.go:171","msg":"trace[1530007451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8683; }","duration":"277.329347ms","start":"2026-03-19T09:21:13.609686Z","end":"2026-03-19T09:21:13.887015Z","steps":["trace[1530007451] 'agreement among raft nodes before linearized reading' (duration: 277.044339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:13.887181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.317276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:21:13.887224Z","caller":"traceutil/trace.go:171","msg":"trace[1287058030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8683; }","duration":"277.388648ms","start":"2026-03-19T09:21:13.609821Z","end":"2026-03-19T09:21:13.88721Z","steps":["trace[1287058030] 'agreement among raft nodes before linearized reading' (duration: 276.934767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:13.886985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.825345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:21:13.887278Z","caller":"traceutil/trace.go:171","msg":"trace[96103176] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8683; }","duration":"289.146831ms","start":"2026-03-19T09:21:13.598113Z","end":"2026-03-19T09:21:13.88726Z","steps":["trace[96103176] 'agreement among raft nodes before linearized reading' (duration: 288.69822ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:14.034975Z","caller":"traceutil/trace.go:171","msg":"trace[1359475241] linearizableReadLoop","detail":"{readStateIndex:9058; appliedIndex:9057; }","duration":"142.882403ms","start":"2026-03-19T09:21:13.892055Z","end":"2026-03-19T09:21:14.034938Z","steps":["trace[1359475241] 'read index received' (duration: 26.131µs)","trace[1359475241] 'applied index is now lower than readState.Index' (duration: 142.854592ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:14.035344Z","caller":"traceutil/trace.go:171","msg":"trace[104834895] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"143.287671ms","start":"2026-03-19T09:21:13.892024Z","end":"2026-03-19T09:21:14.035312Z","steps":["trace[104834895] 'process raft request' (duration: 63.476708ms)","trace[104834895] 'compare' (duration: 79.125878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:14.035512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.421886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228861"} {"level":"info","ts":"2026-03-19T09:21:14.035543Z","caller":"traceutil/trace.go:171","msg":"trace[814277527] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8684; }","duration":"143.516778ms","start":"2026-03-19T09:21:13.892016Z","end":"2026-03-19T09:21:14.035533Z","steps":["trace[814277527] 'agreement among raft nodes before linearized reading' (duration: 143.050197ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:14.09352Z","caller":"traceutil/trace.go:171","msg":"trace[1613551700] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"201.40439ms","start":"2026-03-19T09:21:13.892085Z","end":"2026-03-19T09:21:14.093489Z","steps":["trace[1613551700] 'process raft request' (duration: 201.193896ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:14.093833Z","caller":"traceutil/trace.go:171","msg":"trace[933630749] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"201.188954ms","start":"2026-03-19T09:21:13.89262Z","end":"2026-03-19T09:21:14.093809Z","steps":["trace[933630749] 'process raft request' (duration: 200.819496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:14.093902Z","caller":"traceutil/trace.go:171","msg":"trace[213802719] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"200.97088ms","start":"2026-03-19T09:21:13.892916Z","end":"2026-03-19T09:21:14.093887Z","steps":["trace[213802719] 'process raft request' (duration: 200.776866ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:14.093889Z","caller":"traceutil/trace.go:171","msg":"trace[62582207] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"200.870127ms","start":"2026-03-19T09:21:13.892982Z","end":"2026-03-19T09:21:14.093852Z","steps":["trace[62582207] 'process raft request' (duration: 200.813216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:15.835943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786274035,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:21:16.031407Z","caller":"traceutil/trace.go:171","msg":"trace[870335964] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"795.798271ms","start":"2026-03-19T09:21:15.235589Z","end":"2026-03-19T09:21:16.031387Z","steps":["trace[870335964] 'process raft request' (duration: 795.673939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:16.031526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.235573Z","time spent":"795.894163ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:16.321507Z","caller":"traceutil/trace.go:171","msg":"trace[1732885868] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"669.122552ms","start":"2026-03-19T09:21:15.652345Z","end":"2026-03-19T09:21:16.321467Z","steps":["trace[1732885868] 'process raft request' (duration: 660.954169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:16.321574Z","caller":"traceutil/trace.go:171","msg":"trace[337026861] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"427.890192ms","start":"2026-03-19T09:21:15.893667Z","end":"2026-03-19T09:21:16.321558Z","steps":["trace[337026861] 'process raft request' (duration: 427.737738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:16.32165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.652326Z","time spent":"669.252814ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:16.321666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.893637Z","time spent":"427.978734ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:16.321714Z","caller":"traceutil/trace.go:171","msg":"trace[147582793] linearizableReadLoop","detail":"{readStateIndex:9064; appliedIndex:9062; }","duration":"986.819561ms","start":"2026-03-19T09:21:15.334873Z","end":"2026-03-19T09:21:16.321693Z","steps":["trace[147582793] 'read index received' (duration: 696.491003ms)","trace[147582793] 'applied index is now lower than readState.Index' (duration: 290.327517ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:16.321819Z","caller":"traceutil/trace.go:171","msg":"trace[82244814] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"427.268278ms","start":"2026-03-19T09:21:15.894543Z","end":"2026-03-19T09:21:16.321812Z","steps":["trace[82244814] 'process raft request' (duration: 426.978412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:16.321921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.8945Z","time spent":"427.35133ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:16.322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.115457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-19T09:21:16.322058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.68641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:21:16.32209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.09001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:21:16.322098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.868978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:21:16.322112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.124661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:16.322146Z","caller":"traceutil/trace.go:171","msg":"trace[2094733410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8692; }","duration":"225.148551ms","start":"2026-03-19T09:21:16.096983Z","end":"2026-03-19T09:21:16.322132Z","steps":["trace[2094733410] 'agreement among raft nodes before linearized reading' (duration: 224.961077ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:16.322158Z","caller":"traceutil/trace.go:171","msg":"trace[1870791823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8692; }","duration":"281.96416ms","start":"2026-03-19T09:21:16.040179Z","end":"2026-03-19T09:21:16.322143Z","steps":["trace[1870791823] 'agreement among raft nodes before linearized reading' (duration: 281.816757ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:16.322181Z","caller":"traceutil/trace.go:171","msg":"trace[574423517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8692; }","duration":"686.218063ms","start":"2026-03-19T09:21:15.635943Z","end":"2026-03-19T09:21:16.322161Z","steps":["trace[574423517] 'agreement among raft nodes before linearized reading' (duration: 686.144081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:16.322224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.635923Z","time spent":"686.292695ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:16.322232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.609184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:21:16.322239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.199752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:21:16.322111Z","caller":"traceutil/trace.go:171","msg":"trace[1727608365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8692; }","duration":"224.770342ms","start":"2026-03-19T09:21:16.097326Z","end":"2026-03-19T09:21:16.322097Z","steps":["trace[1727608365] 'agreement among raft nodes before linearized reading' (duration: 224.625209ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:16.322273Z","caller":"traceutil/trace.go:171","msg":"trace[593840112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8692; }","duration":"225.233373ms","start":"2026-03-19T09:21:16.097032Z","end":"2026-03-19T09:21:16.322266Z","steps":["trace[593840112] 'agreement among raft nodes before linearized reading' (duration: 225.130101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:16.322273Z","caller":"traceutil/trace.go:171","msg":"trace[966353971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8692; }","duration":"222.666636ms","start":"2026-03-19T09:21:16.099596Z","end":"2026-03-19T09:21:16.322263Z","steps":["trace[966353971] 'agreement among raft nodes before linearized reading' (duration: 222.547953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:16.32207Z","caller":"traceutil/trace.go:171","msg":"trace[1271058005] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8692; }","duration":"987.233189ms","start":"2026-03-19T09:21:15.33482Z","end":"2026-03-19T09:21:16.322053Z","steps":["trace[1271058005] 'agreement among raft nodes before linearized reading' (duration: 987.005384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:16.322345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.334801Z","time spent":"987.532536ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:21:16.322039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.983448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:21:16.322394Z","caller":"traceutil/trace.go:171","msg":"trace[413873978] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:8692; }","duration":"857.398818ms","start":"2026-03-19T09:21:15.464984Z","end":"2026-03-19T09:21:16.322383Z","steps":["trace[413873978] 'agreement among raft nodes before linearized reading' (duration: 856.863906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:16.322336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.61951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:21:16.322441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.464954Z","time spent":"857.4736ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-03-19T09:21:16.322476Z","caller":"traceutil/trace.go:171","msg":"trace[1849145253] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8692; }","duration":"280.775973ms","start":"2026-03-19T09:21:16.041665Z","end":"2026-03-19T09:21:16.322441Z","steps":["trace[1849145253] 'agreement among raft nodes before linearized reading' (duration: 280.362344ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:22.578861Z","caller":"traceutil/trace.go:171","msg":"trace[1941106468] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"183.632403ms","start":"2026-03-19T09:21:22.395197Z","end":"2026-03-19T09:21:22.57883Z","steps":["trace[1941106468] 'process raft request' (duration: 183.428598ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:22.605574Z","caller":"traceutil/trace.go:171","msg":"trace[1723021352] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"208.351256ms","start":"2026-03-19T09:21:22.397189Z","end":"2026-03-19T09:21:22.60554Z","steps":["trace[1723021352] 'process raft request' (duration: 208.196163ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:22.605745Z","caller":"traceutil/trace.go:171","msg":"trace[917495321] linearizableReadLoop","detail":"{readStateIndex:9133; appliedIndex:9130; }","duration":"189.137586ms","start":"2026-03-19T09:21:22.416583Z","end":"2026-03-19T09:21:22.605721Z","steps":["trace[917495321] 'read index received' (duration: 162.066181ms)","trace[917495321] 'applied index is now lower than readState.Index' (duration: 27.070065ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:22.60584Z","caller":"traceutil/trace.go:171","msg":"trace[1937167411] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"208.460518ms","start":"2026-03-19T09:21:22.397354Z","end":"2026-03-19T09:21:22.605815Z","steps":["trace[1937167411] 'process raft request' (duration: 208.141681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:22.606014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.369442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:21:22.60603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.420363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:21:22.606079Z","caller":"traceutil/trace.go:171","msg":"trace[227003420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8753; }","duration":"189.497895ms","start":"2026-03-19T09:21:22.416566Z","end":"2026-03-19T09:21:22.606064Z","steps":["trace[227003420] 'agreement among raft nodes before linearized reading' (duration: 189.30216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:22.606098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.661559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:21:22.606111Z","caller":"traceutil/trace.go:171","msg":"trace[1473203241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8753; }","duration":"189.544495ms","start":"2026-03-19T09:21:22.416544Z","end":"2026-03-19T09:21:22.606088Z","steps":["trace[1473203241] 'agreement among raft nodes before linearized reading' (duration: 189.30368ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:22.606151Z","caller":"traceutil/trace.go:171","msg":"trace[1573550538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8753; }","duration":"181.73332ms","start":"2026-03-19T09:21:22.424401Z","end":"2026-03-19T09:21:22.606135Z","steps":["trace[1573550538] 'agreement among raft nodes before linearized reading' (duration: 181.577717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:22.606285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.333938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:21:22.60636Z","caller":"traceutil/trace.go:171","msg":"trace[1451505376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8753; }","duration":"188.452451ms","start":"2026-03-19T09:21:22.417885Z","end":"2026-03-19T09:21:22.606338Z","steps":["trace[1451505376] 'agreement among raft nodes before linearized reading' (duration: 188.299417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:22.606376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.709069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:21:22.606411Z","caller":"traceutil/trace.go:171","msg":"trace[964911345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8753; }","duration":"185.76132ms","start":"2026-03-19T09:21:22.420641Z","end":"2026-03-19T09:21:22.606402Z","steps":["trace[964911345] 'agreement among raft nodes before linearized reading' (duration: 185.689118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:22.606302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.88182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:21:22.606576Z","caller":"traceutil/trace.go:171","msg":"trace[137750869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8753; }","duration":"189.119536ms","start":"2026-03-19T09:21:22.417394Z","end":"2026-03-19T09:21:22.606514Z","steps":["trace[137750869] 'agreement among raft nodes before linearized reading' (duration: 188.836929ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:22.720438Z","caller":"traceutil/trace.go:171","msg":"trace[1025206725] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"108.422322ms","start":"2026-03-19T09:21:22.611978Z","end":"2026-03-19T09:21:22.720401Z","steps":["trace[1025206725] 'process raft request' (duration: 99.456582ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:22.739788Z","caller":"traceutil/trace.go:171","msg":"trace[845581408] linearizableReadLoop","detail":"{readStateIndex:9138; appliedIndex:9133; }","duration":"104.70871ms","start":"2026-03-19T09:21:22.635037Z","end":"2026-03-19T09:21:22.739746Z","steps":["trace[845581408] 'read index received' (duration: 76.590311ms)","trace[845581408] 'applied index is now lower than readState.Index' (duration: 28.116809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:22.740051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.972566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:22.740109Z","caller":"traceutil/trace.go:171","msg":"trace[388515320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8758; }","duration":"105.097908ms","start":"2026-03-19T09:21:22.634994Z","end":"2026-03-19T09:21:22.740092Z","steps":["trace[388515320] 'agreement among raft nodes before linearized reading' (duration: 104.930375ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:22.740592Z","caller":"traceutil/trace.go:171","msg":"trace[591112150] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"128.42405ms","start":"2026-03-19T09:21:22.612146Z","end":"2026-03-19T09:21:22.74057Z","steps":["trace[591112150] 'process raft request' (duration: 127.499219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:22.740848Z","caller":"traceutil/trace.go:171","msg":"trace[787680221] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"128.765437ms","start":"2026-03-19T09:21:22.612069Z","end":"2026-03-19T09:21:22.740834Z","steps":["trace[787680221] 'process raft request' (duration: 127.260743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:22.740856Z","caller":"traceutil/trace.go:171","msg":"trace[824942319] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"128.679195ms","start":"2026-03-19T09:21:22.612133Z","end":"2026-03-19T09:21:22.740812Z","steps":["trace[824942319] 'process raft request' (duration: 127.55165ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:22.741055Z","caller":"traceutil/trace.go:171","msg":"trace[14382560] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"128.923681ms","start":"2026-03-19T09:21:22.61211Z","end":"2026-03-19T09:21:22.741034Z","steps":["trace[14382560] 'process raft request' (duration: 127.478009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.637995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786274265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:26.138317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786274265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:26.272947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.154730841s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:21:26.891908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.476789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:26.892011Z","caller":"traceutil/trace.go:171","msg":"trace[715336592] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"1.773871255s","start":"2026-03-19T09:21:25.11812Z","end":"2026-03-19T09:21:26.891992Z","steps":["trace[715336592] 'process raft request' (duration: 1.155249322s)","trace[715336592] 'compare' (duration: 618.191964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:26.892068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.118106Z","time spent":"1.773933576s","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:27.635416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000340435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:21:27.635496Z","caller":"traceutil/trace.go:171","msg":"trace[2061219704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473568s","start":"2026-03-19T09:21:25.635005Z","end":"2026-03-19T09:21:27.635479Z","steps":["trace[2061219704] 'agreement among raft nodes before linearized reading' (duration: 2.000366325s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:27.635539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.634966Z","time spent":"2.00056399s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:21:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:21:28.641983Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.368675885s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:21:28.723666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.484543ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:28.723791Z","caller":"traceutil/trace.go:171","msg":"trace[1940532028] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8772; }","duration":"846.620536ms","start":"2026-03-19T09:21:27.877152Z","end":"2026-03-19T09:21:28.723773Z","steps":["trace[1940532028] 'range keys from in-memory index tree' (duration: 846.464833ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:28.723939Z","caller":"traceutil/trace.go:171","msg":"trace[286380920] linearizableReadLoop","detail":"{readStateIndex:9153; appliedIndex:9151; }","duration":"3.586452614s","start":"2026-03-19T09:21:25.137457Z","end":"2026-03-19T09:21:28.723909Z","steps":["trace[286380920] 'read index received' (duration: 1.135821138s)","trace[286380920] 'applied index is now lower than readState.Index' (duration: 2.450630406s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:28.723985Z","caller":"traceutil/trace.go:171","msg":"trace[493525061] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8772; }","duration":"2.789260983s","start":"2026-03-19T09:21:25.934663Z","end":"2026-03-19T09:21:28.723924Z","steps":["trace[493525061] 'process raft request' (duration: 2.707546547s)","trace[493525061] 'compare' (duration: 81.628234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:28.724156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.934637Z","time spent":"2.789436346s","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":53,"response count":0,"response size":3099,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:28.724998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.586649178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:28.725077Z","caller":"traceutil/trace.go:171","msg":"trace[1874757551] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8772; }","duration":"3.58762878s","start":"2026-03-19T09:21:25.137419Z","end":"2026-03-19T09:21:28.725047Z","steps":["trace[1874757551] 'agreement among raft nodes before linearized reading' (duration: 3.586597618s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.725131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.137403Z","time spent":"3.587706512s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:29.168221Z","caller":"traceutil/trace.go:171","msg":"trace[1375802271] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"2.574083083s","start":"2026-03-19T09:21:26.594079Z","end":"2026-03-19T09:21:29.168162Z","steps":["trace[1375802271] 'process raft request' (duration: 2.57347746s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:29.168779Z","caller":"traceutil/trace.go:171","msg":"trace[1871171654] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"2.543392688s","start":"2026-03-19T09:21:26.625339Z","end":"2026-03-19T09:21:29.168731Z","steps":["trace[1871171654] 'process raft request' (duration: 2.542649061s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.175577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.62532Z","time spent":"2.543554352s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:29.168528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.594053Z","time spent":"2.574300388s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:29.175911Z","caller":"traceutil/trace.go:171","msg":"trace[5188638] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"2.528335251s","start":"2026-03-19T09:21:26.64744Z","end":"2026-03-19T09:21:29.175775Z","steps":["trace[5188638] 'process raft request' (duration: 2.52065644s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:29.175982Z","caller":"traceutil/trace.go:171","msg":"trace[713720126] linearizableReadLoop","detail":"{readStateIndex:9157; appliedIndex:9153; }","duration":"451.961518ms","start":"2026-03-19T09:21:28.723991Z","end":"2026-03-19T09:21:29.175952Z","steps":["trace[713720126] 'read index received' (duration: 443.895328ms)","trace[713720126] 'applied index is now lower than readState.Index' (duration: 8.06469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:29.1761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.647421Z","time spent":"2.528591157s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:29.17616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272521586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gs8kc\" ","response":"range_response_count:1 size:4743"} {"level":"warn","ts":"2026-03-19T09:21:29.176194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.711214562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:21:29.176222Z","caller":"traceutil/trace.go:171","msg":"trace[1609790197] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gs8kc; range_end:; response_count:1; response_revision:8776; }","duration":"2.272618098s","start":"2026-03-19T09:21:26.903588Z","end":"2026-03-19T09:21:29.176206Z","steps":["trace[1609790197] 'agreement among raft nodes before linearized reading' (duration: 2.272434944s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:29.176243Z","caller":"traceutil/trace.go:171","msg":"trace[867933537] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:8776; }","duration":"3.711303884s","start":"2026-03-19T09:21:25.464928Z","end":"2026-03-19T09:21:29.176232Z","steps":["trace[867933537] 'agreement among raft nodes before linearized reading' (duration: 3.711125901s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.176253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.903574Z","time spent":"2.272673849s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4765,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gs8kc\" "} {"level":"warn","ts":"2026-03-19T09:21:29.176279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.464888Z","time spent":"3.711382956s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-19T09:21:29.17642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557430968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:29.176472Z","caller":"traceutil/trace.go:171","msg":"trace[1607722886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8776; }","duration":"1.557525281s","start":"2026-03-19T09:21:27.618938Z","end":"2026-03-19T09:21:29.176463Z","steps":["trace[1607722886] 'agreement among raft nodes before linearized reading' (duration: 1.557453979s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.176476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540871869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:29.176552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415676544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:21:29.176575Z","caller":"traceutil/trace.go:171","msg":"trace[1253952057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8776; }","duration":"1.540993891s","start":"2026-03-19T09:21:27.63557Z","end":"2026-03-19T09:21:29.176564Z","steps":["trace[1253952057] 'agreement among raft nodes before linearized reading' (duration: 1.540817427s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:29.176597Z","caller":"traceutil/trace.go:171","msg":"trace[1411701044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8776; }","duration":"2.415723395s","start":"2026-03-19T09:21:26.760861Z","end":"2026-03-19T09:21:29.176585Z","steps":["trace[1411701044] 'agreement among raft nodes before linearized reading' (duration: 2.415543161s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.176613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.63556Z","time spent":"1.541045883s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:29.176662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416312279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:21:29.176683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415277586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:21:29.17669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272616788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-03-19T09:21:29.176722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415711775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:21:29.176758Z","caller":"traceutil/trace.go:171","msg":"trace[1874133563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8776; }","duration":"2.415747926s","start":"2026-03-19T09:21:26.761002Z","end":"2026-03-19T09:21:29.17675Z","steps":["trace[1874133563] 'agreement among raft nodes before linearized reading' (duration: 2.415655124s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.176768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280084514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-03-19T09:21:29.176765Z","caller":"traceutil/trace.go:171","msg":"trace[1908956793] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8776; }","duration":"2.27270248s","start":"2026-03-19T09:21:26.904043Z","end":"2026-03-19T09:21:29.176746Z","steps":["trace[1908956793] 'agreement among raft nodes before linearized reading' (duration: 2.272478685s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.176785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433492812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:21:29.176789Z","caller":"traceutil/trace.go:171","msg":"trace[796516312] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8776; }","duration":"2.280142546s","start":"2026-03-19T09:21:26.896641Z","end":"2026-03-19T09:21:29.176783Z","steps":["trace[796516312] 'agreement among raft nodes before linearized reading' (duration: 2.280083764s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.1768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.760963Z","time spent":"2.415820388s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:21:29.176816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.896623Z","time spent":"2.280187616s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":521,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-19T09:21:29.176817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.904036Z","time spent":"2.272772551s","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3088,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-19T09:21:29.176812Z","caller":"traceutil/trace.go:171","msg":"trace[1093687713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8776; }","duration":"2.433557554s","start":"2026-03-19T09:21:26.743247Z","end":"2026-03-19T09:21:29.176804Z","steps":["trace[1093687713] 'agreement among raft nodes before linearized reading' (duration: 2.433481022s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.176913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.743228Z","time spent":"2.433674037s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:29.176933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522602834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:21:29.17671Z","caller":"traceutil/trace.go:171","msg":"trace[1362353616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8776; }","duration":"2.415331417s","start":"2026-03-19T09:21:26.761372Z","end":"2026-03-19T09:21:29.176704Z","steps":["trace[1362353616] 'agreement among raft nodes before linearized reading' (duration: 2.415261965s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:29.176914Z","caller":"traceutil/trace.go:171","msg":"trace[616443001] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"1.004393492s","start":"2026-03-19T09:21:28.17251Z","end":"2026-03-19T09:21:29.176903Z","steps":["trace[616443001] 'process raft request' (duration: 1.003198255s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:29.176704Z","caller":"traceutil/trace.go:171","msg":"trace[1409205434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8776; }","duration":"2.41635489s","start":"2026-03-19T09:21:26.76034Z","end":"2026-03-19T09:21:29.176695Z","steps":["trace[1409205434] 'agreement among raft nodes before linearized reading' (duration: 2.416225847s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.177012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788806322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:29.177039Z","caller":"traceutil/trace.go:171","msg":"trace[500384638] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8776; }","duration":"2.788869414s","start":"2026-03-19T09:21:26.388161Z","end":"2026-03-19T09:21:29.177031Z","steps":["trace[500384638] 'agreement among raft nodes before linearized reading' (duration: 2.788823233s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.177048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.172487Z","time spent":"1.004514585s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:29.177058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264706358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:29.177057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.760279Z","time spent":"2.416759539s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:21:29.177093Z","caller":"traceutil/trace.go:171","msg":"trace[638733045] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8776; }","duration":"1.264739259s","start":"2026-03-19T09:21:27.912341Z","end":"2026-03-19T09:21:29.17708Z","steps":["trace[638733045] 'agreement among raft nodes before linearized reading' (duration: 1.264682628s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.177123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.912283Z","time spent":"1.264830341s","remote":"127.0.0.1:55192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:29.177127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161529927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:21:29.177347Z","caller":"traceutil/trace.go:171","msg":"trace[1867617490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8776; }","duration":"2.161778482s","start":"2026-03-19T09:21:27.015548Z","end":"2026-03-19T09:21:29.177327Z","steps":["trace[1867617490] 'agreement among raft nodes before linearized reading' (duration: 2.161362213s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.17664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.760824Z","time spent":"2.415805227s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:21:29.1774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.015525Z","time spent":"2.161863234s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:21:29.177074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.38814Z","time spent":"2.788926695s","remote":"127.0.0.1:39776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:29.176966Z","caller":"traceutil/trace.go:171","msg":"trace[269046735] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8776; }","duration":"2.522665825s","start":"2026-03-19T09:21:26.654293Z","end":"2026-03-19T09:21:29.176959Z","steps":["trace[269046735] 'agreement among raft nodes before linearized reading' (duration: 2.522535693s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.177626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.654241Z","time spent":"2.523373671s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:21:29.176494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.618915Z","time spent":"1.557573492s","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:29.177002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:26.761361Z","time spent":"2.415632074s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:29.177953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.173873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T09:21:29.178076Z","caller":"traceutil/trace.go:171","msg":"trace[959919770] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8776; }","duration":"904.281345ms","start":"2026-03-19T09:21:28.273707Z","end":"2026-03-19T09:21:29.177989Z","steps":["trace[959919770] 'agreement among raft nodes before linearized reading' (duration: 903.224042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.178927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.273677Z","time spent":"904.564522ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":895,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:29.682599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786274274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:30.255765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.287415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:30.25592Z","caller":"traceutil/trace.go:171","msg":"trace[186842706] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"1.521828603s","start":"2026-03-19T09:21:28.734065Z","end":"2026-03-19T09:21:30.255894Z","steps":["trace[186842706] 'process raft request' (duration: 1.415283673s)","trace[186842706] 'compare' (duration: 106.105941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:30.256062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.73405Z","time spent":"1.521978207s","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:30.454435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.178895Z","time spent":"1.27553087s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:21:30.454654Z","caller":"traceutil/trace.go:171","msg":"trace[797075640] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"1.275617243s","start":"2026-03-19T09:21:29.179008Z","end":"2026-03-19T09:21:30.454625Z","steps":["trace[797075640] 'process raft request' (duration: 1.275338847s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:30.454978Z","caller":"traceutil/trace.go:171","msg":"trace[940130998] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"1.273142547s","start":"2026-03-19T09:21:29.181806Z","end":"2026-03-19T09:21:30.454949Z","steps":["trace[940130998] 'process raft request' (duration: 1.272711037s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:30.455057Z","caller":"traceutil/trace.go:171","msg":"trace[1420697635] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"1.273216989s","start":"2026-03-19T09:21:29.181809Z","end":"2026-03-19T09:21:30.455026Z","steps":["trace[1420697635] 'process raft request' (duration: 1.272997374s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:30.455072Z","caller":"traceutil/trace.go:171","msg":"trace[1307052140] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"1.273114327s","start":"2026-03-19T09:21:29.181926Z","end":"2026-03-19T09:21:30.45504Z","steps":["trace[1307052140] 'process raft request' (duration: 1.273029205s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.455118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.181791Z","time spent":"1.27324971s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:30.455184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.181789Z","time spent":"1.273318791s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:30.455194Z","caller":"traceutil/trace.go:171","msg":"trace[785265834] linearizableReadLoop","detail":"{readStateIndex:9165; appliedIndex:9157; }","duration":"1.273010834s","start":"2026-03-19T09:21:29.182168Z","end":"2026-03-19T09:21:30.455179Z","steps":["trace[785265834] 'read index received' (duration: 967.199771ms)","trace[785265834] 'applied index is now lower than readState.Index' (duration: 305.810073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:30.455231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.181882Z","time spent":"1.27326848s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:30.455315Z","caller":"traceutil/trace.go:171","msg":"trace[432704123] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"1.27324679s","start":"2026-03-19T09:21:29.182058Z","end":"2026-03-19T09:21:30.455305Z","steps":["trace[432704123] 'process raft request' (duration: 1.273043035s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.455376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.182053Z","time spent":"1.273293461s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:30.455433Z","caller":"traceutil/trace.go:171","msg":"trace[832740396] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"1.273424923s","start":"2026-03-19T09:21:29.181989Z","end":"2026-03-19T09:21:30.455414Z","steps":["trace[832740396] 'process raft request' (duration: 1.273009524s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.455495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273321881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-03-19T09:21:30.455527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.181978Z","time spent":"1.273503666s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:30.455532Z","caller":"traceutil/trace.go:171","msg":"trace[957727383] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8783; }","duration":"1.273366242s","start":"2026-03-19T09:21:29.182153Z","end":"2026-03-19T09:21:30.455519Z","steps":["trace[957727383] 'agreement among raft nodes before linearized reading' (duration: 1.273212349s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.455565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.182146Z","time spent":"1.273413153s","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3088,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-19T09:21:30.45561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273434334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:21:30.455671Z","caller":"traceutil/trace.go:171","msg":"trace[1375098084] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5; range_end:; response_count:1; response_revision:8783; }","duration":"1.273532445s","start":"2026-03-19T09:21:29.182119Z","end":"2026-03-19T09:21:30.455652Z","steps":["trace[1375098084] 'agreement among raft nodes before linearized reading' (duration: 1.273335051s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.455712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.182103Z","time spent":"1.273598647s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" "} {"level":"warn","ts":"2026-03-19T09:21:30.4551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.17899Z","time spent":"1.276013121s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:30.478298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.846363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:30.478393Z","caller":"traceutil/trace.go:171","msg":"trace[1546427248] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8784; }","duration":"343.992396ms","start":"2026-03-19T09:21:30.134378Z","end":"2026-03-19T09:21:30.478371Z","steps":["trace[1546427248] 'agreement among raft nodes before linearized reading' (duration: 343.791631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.478435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.134361Z","time spent":"344.065648ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:30.478301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122883529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:30.478701Z","caller":"traceutil/trace.go:171","msg":"trace[485321330] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8784; }","duration":"1.123357429s","start":"2026-03-19T09:21:29.355322Z","end":"2026-03-19T09:21:30.47868Z","steps":["trace[485321330] 'agreement among raft nodes before linearized reading' (duration: 1.122828978s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.478778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.355298Z","time spent":"1.123452172s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:30.478863Z","caller":"traceutil/trace.go:171","msg":"trace[1901330338] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"215.29422ms","start":"2026-03-19T09:21:30.263556Z","end":"2026-03-19T09:21:30.478851Z","steps":["trace[1901330338] 'process raft request' (duration: 214.421741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.478988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.594371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:30.479119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296018687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:21:30.479159Z","caller":"traceutil/trace.go:171","msg":"trace[77851403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8784; }","duration":"1.296080929s","start":"2026-03-19T09:21:29.183069Z","end":"2026-03-19T09:21:30.47915Z","steps":["trace[77851403] 'agreement among raft nodes before linearized reading' (duration: 1.295939946s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.479185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.183057Z","time spent":"1.296121469s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:21:30.479133Z","caller":"traceutil/trace.go:171","msg":"trace[796917356] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8784; }","duration":"635.804956ms","start":"2026-03-19T09:21:29.843298Z","end":"2026-03-19T09:21:30.479103Z","steps":["trace[796917356] 'agreement among raft nodes before linearized reading' (duration: 635.218473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.479366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295953395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228764"} {"level":"info","ts":"2026-03-19T09:21:30.479399Z","caller":"traceutil/trace.go:171","msg":"trace[400270170] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8784; }","duration":"1.295995446s","start":"2026-03-19T09:21:29.183395Z","end":"2026-03-19T09:21:30.479391Z","steps":["trace[400270170] 'agreement among raft nodes before linearized reading' (duration: 1.29570571s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.479417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.183388Z","time spent":"1.296024217s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228786,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:21:30.47949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.843278Z","time spent":"636.090393ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":103,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:30.479673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294124215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:30.479741Z","caller":"traceutil/trace.go:171","msg":"trace[346271276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8784; }","duration":"1.294200347s","start":"2026-03-19T09:21:29.185528Z","end":"2026-03-19T09:21:30.479729Z","steps":["trace[346271276] 'agreement among raft nodes before linearized reading' (duration: 1.294102874s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.479771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.185522Z","time spent":"1.294242407s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:21:30.74903Z","caller":"traceutil/trace.go:171","msg":"trace[760003645] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"208.586401ms","start":"2026-03-19T09:21:30.540412Z","end":"2026-03-19T09:21:30.748998Z","steps":["trace[760003645] 'process raft request' (duration: 202.837313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:30.749055Z","caller":"traceutil/trace.go:171","msg":"trace[2135415626] linearizableReadLoop","detail":"{readStateIndex:9169; appliedIndex:9168; }","duration":"206.796671ms","start":"2026-03-19T09:21:30.542199Z","end":"2026-03-19T09:21:30.748996Z","steps":["trace[2135415626] 'read index received' (duration: 200.876389ms)","trace[2135415626] 'applied index is now lower than readState.Index' (duration: 5.918182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:30.749474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.23382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:21:30.749597Z","caller":"traceutil/trace.go:171","msg":"trace[821591379] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8787; }","duration":"207.392723ms","start":"2026-03-19T09:21:30.542177Z","end":"2026-03-19T09:21:30.749569Z","steps":["trace[821591379] 'agreement among raft nodes before linearized reading' (duration: 207.005095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.750205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.827843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-19T09:21:30.750324Z","caller":"traceutil/trace.go:171","msg":"trace[872931407] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8787; }","duration":"207.979986ms","start":"2026-03-19T09:21:30.542323Z","end":"2026-03-19T09:21:30.750303Z","steps":["trace[872931407] 'agreement among raft nodes before linearized reading' (duration: 207.648249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.750492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.2163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:30.750614Z","caller":"traceutil/trace.go:171","msg":"trace[412289522] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8787; }","duration":"139.403344ms","start":"2026-03-19T09:21:30.61119Z","end":"2026-03-19T09:21:30.750594Z","steps":["trace[412289522] 'agreement among raft nodes before linearized reading' (duration: 139.2113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.75111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.534369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-19T09:21:30.751172Z","caller":"traceutil/trace.go:171","msg":"trace[1087674410] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8787; }","duration":"208.641531ms","start":"2026-03-19T09:21:30.542516Z","end":"2026-03-19T09:21:30.751157Z","steps":["trace[1087674410] 'agreement among raft nodes before linearized reading' (duration: 208.444557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.75141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.597614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:30.751475Z","caller":"traceutil/trace.go:171","msg":"trace[1806197623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8787; }","duration":"202.089076ms","start":"2026-03-19T09:21:30.549367Z","end":"2026-03-19T09:21:30.751456Z","steps":["trace[1806197623] 'agreement among raft nodes before linearized reading' (duration: 201.551203ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:30.977565Z","caller":"traceutil/trace.go:171","msg":"trace[527457777] linearizableReadLoop","detail":"{readStateIndex:9171; appliedIndex:9170; }","duration":"139.119868ms","start":"2026-03-19T09:21:30.838418Z","end":"2026-03-19T09:21:30.977538Z","steps":["trace[527457777] 'read index received' (duration: 99.37698ms)","trace[527457777] 'applied index is now lower than readState.Index' (duration: 39.741238ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:30.977582Z","caller":"traceutil/trace.go:171","msg":"trace[57194531] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"219.590446ms","start":"2026-03-19T09:21:30.757969Z","end":"2026-03-19T09:21:30.977559Z","steps":["trace[57194531] 'process raft request' (duration: 179.808228ms)","trace[57194531] 'compare' (duration: 39.498052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:30.977702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.690011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:21:30.977743Z","caller":"traceutil/trace.go:171","msg":"trace[176265362] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8789; }","duration":"203.773542ms","start":"2026-03-19T09:21:30.773957Z","end":"2026-03-19T09:21:30.977731Z","steps":["trace[176265362] 'agreement among raft nodes before linearized reading' (duration: 203.594188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:30.977768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.366817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-gs8kc\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-19T09:21:30.977801Z","caller":"traceutil/trace.go:171","msg":"trace[126349805] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-gs8kc; range_end:; response_count:1; response_revision:8789; }","duration":"217.443548ms","start":"2026-03-19T09:21:30.760348Z","end":"2026-03-19T09:21:30.977792Z","steps":["trace[126349805] 'agreement among raft nodes before linearized reading' (duration: 217.276404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:31.60426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.760291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:31.604363Z","caller":"traceutil/trace.go:171","msg":"trace[873971867] linearizableReadLoop","detail":"{readStateIndex:9172; appliedIndex:9171; }","duration":"625.627228ms","start":"2026-03-19T09:21:30.97872Z","end":"2026-03-19T09:21:31.604347Z","steps":["trace[873971867] 'read index received' (duration: 486.650712ms)","trace[873971867] 'applied index is now lower than readState.Index' (duration: 138.975226ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:31.604434Z","caller":"traceutil/trace.go:171","msg":"trace[518703424] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"756.34819ms","start":"2026-03-19T09:21:30.848073Z","end":"2026-03-19T09:21:31.604421Z","steps":["trace[518703424] 'process raft request' (duration: 617.287112ms)","trace[518703424] 'compare' (duration: 138.500415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:31.604494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.848047Z","time spent":"756.417641ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:31.604803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.084888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-19T09:21:31.604841Z","caller":"traceutil/trace.go:171","msg":"trace[1479993525] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8790; }","duration":"626.13511ms","start":"2026-03-19T09:21:30.978696Z","end":"2026-03-19T09:21:31.604831Z","steps":["trace[1479993525] 'agreement among raft nodes before linearized reading' (duration: 625.999277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:31.604869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.978681Z","time spent":"626.18247ms","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19456,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T09:21:31.858806Z","caller":"traceutil/trace.go:171","msg":"trace[1561602179] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"675.685128ms","start":"2026-03-19T09:21:31.183101Z","end":"2026-03-19T09:21:31.858786Z","steps":["trace[1561602179] 'process raft request' (duration: 675.606656ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:31.858826Z","caller":"traceutil/trace.go:171","msg":"trace[263450204] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8791; }","duration":"879.115173ms","start":"2026-03-19T09:21:30.979667Z","end":"2026-03-19T09:21:31.858782Z","steps":["trace[263450204] 'process raft request' (duration: 849.388078ms)","trace[263450204] 'compare' (duration: 29.398807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:31.858938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.183079Z","time spent":"675.785679ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:31.859004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.979646Z","time spent":"879.257156ms","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-19T09:21:31.859254Z","caller":"traceutil/trace.go:171","msg":"trace[1419661936] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"676.049175ms","start":"2026-03-19T09:21:31.183181Z","end":"2026-03-19T09:21:31.85923Z","steps":["trace[1419661936] 'process raft request' (duration: 675.584485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:31.859367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.183146Z","time spent":"676.174948ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:31.859502Z","caller":"traceutil/trace.go:171","msg":"trace[482440650] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"676.184189ms","start":"2026-03-19T09:21:31.183282Z","end":"2026-03-19T09:21:31.859466Z","steps":["trace[482440650] 'process raft request' (duration: 675.728869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:31.859626Z","caller":"traceutil/trace.go:171","msg":"trace[809473825] linearizableReadLoop","detail":"{readStateIndex:9177; appliedIndex:9172; }","duration":"255.219553ms","start":"2026-03-19T09:21:31.604388Z","end":"2026-03-19T09:21:31.859607Z","steps":["trace[809473825] 'read index received' (duration: 224.619809ms)","trace[809473825] 'applied index is now lower than readState.Index' (duration: 30.598794ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:31.859742Z","caller":"traceutil/trace.go:171","msg":"trace[1907718691] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"595.868213ms","start":"2026-03-19T09:21:31.263857Z","end":"2026-03-19T09:21:31.859725Z","steps":["trace[1907718691] 'process raft request' (duration: 595.531336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:31.859749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.18325Z","time spent":"676.367292ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:31.859763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.757993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:31.859826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.263829Z","time spent":"595.955417ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:31.859823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.371506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T09:21:31.859868Z","caller":"traceutil/trace.go:171","msg":"trace[995008824] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8795; }","duration":"464.493658ms","start":"2026-03-19T09:21:31.395363Z","end":"2026-03-19T09:21:31.859857Z","steps":["trace[995008824] 'agreement among raft nodes before linearized reading' (duration: 464.331175ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:31.859881Z","caller":"traceutil/trace.go:171","msg":"trace[638363567] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8795; }","duration":"344.927347ms","start":"2026-03-19T09:21:31.514924Z","end":"2026-03-19T09:21:31.859851Z","steps":["trace[638363567] 'agreement among raft nodes before linearized reading' (duration: 344.732253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:31.85991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.395349Z","time spent":"464.55384ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:21:31.859928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.344436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T09:21:31.859948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.514895Z","time spent":"345.035939ms","remote":"127.0.0.1:57204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:31.859988Z","caller":"traceutil/trace.go:171","msg":"trace[338815416] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8795; }","duration":"823.46112ms","start":"2026-03-19T09:21:31.036513Z","end":"2026-03-19T09:21:31.859974Z","steps":["trace[338815416] 'agreement among raft nodes before linearized reading' (duration: 823.275546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:31.86003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.03648Z","time spent":"823.542221ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:21:32.044257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.536344ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:21:32.044512Z","caller":"traceutil/trace.go:171","msg":"trace[557104195] linearizableReadLoop","detail":"{readStateIndex:9178; appliedIndex:9177; }","duration":"184.822589ms","start":"2026-03-19T09:21:31.859666Z","end":"2026-03-19T09:21:32.044489Z","steps":["trace[557104195] 'read index received' (duration: 51.03292ms)","trace[557104195] 'applied index is now lower than readState.Index' (duration: 133.788469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:32.044678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.06005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:32.044718Z","caller":"traceutil/trace.go:171","msg":"trace[506378878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8795; }","duration":"409.161662ms","start":"2026-03-19T09:21:31.635548Z","end":"2026-03-19T09:21:32.04471Z","steps":["trace[506378878] 'agreement among raft nodes before linearized reading' (duration: 409.05729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.044742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.635524Z","time spent":"409.213353ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:21:32.044772Z","caller":"traceutil/trace.go:171","msg":"trace[2125290129] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"179.371508ms","start":"2026-03-19T09:21:31.86537Z","end":"2026-03-19T09:21:32.044742Z","steps":["trace[2125290129] 'process raft request' (duration: 179.043731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.044828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.997668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-19T09:21:32.044871Z","caller":"traceutil/trace.go:171","msg":"trace[198460975] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76; range_end:; response_count:1; response_revision:8796; }","duration":"238.089439ms","start":"2026-03-19T09:21:31.806766Z","end":"2026-03-19T09:21:32.044856Z","steps":["trace[198460975] 'agreement among raft nodes before linearized reading' (duration: 237.940986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.044678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.641567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-19T09:21:32.044927Z","caller":"traceutil/trace.go:171","msg":"trace[983569122] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8795; }","duration":"402.957064ms","start":"2026-03-19T09:21:31.64196Z","end":"2026-03-19T09:21:32.044917Z","steps":["trace[983569122] 'agreement among raft nodes before linearized reading' (duration: 402.543685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.044962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.641934Z","time spent":"403.019095ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-19T09:21:32.045035Z","caller":"traceutil/trace.go:171","msg":"trace[946527018] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"178.826845ms","start":"2026-03-19T09:21:31.866185Z","end":"2026-03-19T09:21:32.045012Z","steps":["trace[946527018] 'process raft request' (duration: 178.494718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.045295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.631053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:32.045322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.990092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:21:32.045352Z","caller":"traceutil/trace.go:171","msg":"trace[343070082] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8797; }","duration":"392.744395ms","start":"2026-03-19T09:21:31.652591Z","end":"2026-03-19T09:21:32.045336Z","steps":["trace[343070082] 'agreement among raft nodes before linearized reading' (duration: 392.324456ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:32.045365Z","caller":"traceutil/trace.go:171","msg":"trace[1968551530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8797; }","duration":"428.101724ms","start":"2026-03-19T09:21:31.617244Z","end":"2026-03-19T09:21:32.045346Z","steps":["trace[1968551530] 'agreement among raft nodes before linearized reading' (duration: 427.638934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.045393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.652564Z","time spent":"392.816377ms","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:32.045368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.165096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:32.04542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.617217Z","time spent":"428.192637ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:21:32.045479Z","caller":"traceutil/trace.go:171","msg":"trace[1876640197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8797; }","duration":"428.345181ms","start":"2026-03-19T09:21:31.617106Z","end":"2026-03-19T09:21:32.045451Z","steps":["trace[1876640197] 'agreement among raft nodes before linearized reading' (duration: 427.789737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.045542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.617089Z","time spent":"428.442313ms","remote":"127.0.0.1:56994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:32.092338Z","caller":"traceutil/trace.go:171","msg":"trace[523343230] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"155.615997ms","start":"2026-03-19T09:21:31.936683Z","end":"2026-03-19T09:21:32.092299Z","steps":["trace[523343230] 'process raft request' (duration: 155.421502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.093101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.30939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:32.093171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.997577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gs8kc\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-19T09:21:32.093202Z","caller":"traceutil/trace.go:171","msg":"trace[478578941] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8798; }","duration":"155.480324ms","start":"2026-03-19T09:21:31.937697Z","end":"2026-03-19T09:21:32.093178Z","steps":["trace[478578941] 'agreement among raft nodes before linearized reading' (duration: 155.195227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.093084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.0366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:32.093245Z","caller":"traceutil/trace.go:171","msg":"trace[329103911] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gs8kc; range_end:; response_count:1; response_revision:8798; }","duration":"229.12585ms","start":"2026-03-19T09:21:31.864102Z","end":"2026-03-19T09:21:32.093227Z","steps":["trace[329103911] 'agreement among raft nodes before linearized reading' (duration: 228.7198ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:32.093335Z","caller":"traceutil/trace.go:171","msg":"trace[1245010862] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8798; }","duration":"213.353588ms","start":"2026-03-19T09:21:31.879944Z","end":"2026-03-19T09:21:32.093298Z","steps":["trace[1245010862] 'agreement among raft nodes before linearized reading' (duration: 212.908777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.593059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786274320,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:21:32.635344Z","caller":"traceutil/trace.go:171","msg":"trace[1020633626] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"586.826221ms","start":"2026-03-19T09:21:32.048472Z","end":"2026-03-19T09:21:32.635298Z","steps":["trace[1020633626] 'process raft request' (duration: 586.405952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.635808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.048451Z","time spent":"587.215079ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:34.045884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998600446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:21:34.045989Z","caller":"traceutil/trace.go:171","msg":"trace[656287037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998748s","start":"2026-03-19T09:21:32.04722Z","end":"2026-03-19T09:21:34.045968Z","steps":["trace[656287037] 'agreement among raft nodes before linearized reading' (duration: 1.998613267s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:34.046047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.04717Z","time spent":"1.998865753s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:21:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:21:35.855367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.878515Z","time spent":"2.976843714s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:21:35.856332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:35.528555Z","time spent":"327.58413ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:21:35.85645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978763986s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-19T09:21:35.856698Z","caller":"traceutil/trace.go:171","msg":"trace[450872286] compact","detail":"{revision:6892; response_revision:8799; }","duration":"3.762847336s","start":"2026-03-19T09:21:32.093826Z","end":"2026-03-19T09:21:35.856673Z","steps":["trace[450872286] 'process raft request' (duration: 782.471603ms)","trace[450872286] 'check and update compact revision' (duration: 2.978642944s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:35.856764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.093779Z","time spent":"3.762982558s","remote":"127.0.0.1:54550","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:21:35.857164Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6892} {"level":"info","ts":"2026-03-19T09:21:35.857856Z","caller":"traceutil/trace.go:171","msg":"trace[1322783297] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"3.58539769s","start":"2026-03-19T09:21:32.272439Z","end":"2026-03-19T09:21:35.857837Z","steps":["trace[1322783297] 'process raft request' (duration: 3.584104262s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:35.85807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.272411Z","time spent":"3.585500182s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:35.858467Z","caller":"traceutil/trace.go:171","msg":"trace[825942826] linearizableReadLoop","detail":"{readStateIndex:9185; appliedIndex:9181; }","duration":"3.765653419s","start":"2026-03-19T09:21:32.092779Z","end":"2026-03-19T09:21:35.858432Z","steps":["trace[825942826] 'read index received' (duration: 542.169795ms)","trace[825942826] 'applied index is now lower than readState.Index' (duration: 3.223481934s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:35.858663Z","caller":"traceutil/trace.go:171","msg":"trace[1176669651] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"3.534647557s","start":"2026-03-19T09:21:32.323859Z","end":"2026-03-19T09:21:35.858506Z","steps":["trace[1176669651] 'process raft request' (duration: 3.533871899s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:35.858778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.781252497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-19T09:21:35.858815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.805719004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189e339ec2209a94\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-19T09:21:35.858924Z","caller":"traceutil/trace.go:171","msg":"trace[1196272386] range","detail":"{range_begin:/registry/events/openstack/ceph.189e339ec2209a94; range_end:; response_count:1; response_revision:8801; }","duration":"3.805860967s","start":"2026-03-19T09:21:32.053039Z","end":"2026-03-19T09:21:35.8589Z","steps":["trace[1196272386] 'agreement among raft nodes before linearized reading' (duration: 3.805570851s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:35.858859Z","caller":"traceutil/trace.go:171","msg":"trace[742501958] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8801; }","duration":"3.781328278s","start":"2026-03-19T09:21:32.077479Z","end":"2026-03-19T09:21:35.858807Z","steps":["trace[742501958] 'agreement among raft nodes before linearized reading' (duration: 3.781107954s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:35.858989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.053027Z","time spent":"3.805949469s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.189e339ec2209a94\" "} {"level":"info","ts":"2026-03-19T09:21:35.859016Z","caller":"traceutil/trace.go:171","msg":"trace[1539181695] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"1.993912552s","start":"2026-03-19T09:21:33.865051Z","end":"2026-03-19T09:21:35.858964Z","steps":["trace[1539181695] 'process raft request' (duration: 1.99336509s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:35.859079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.323834Z","time spent":"3.534950464s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:35.859045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.077468Z","time spent":"3.781529413s","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T09:21:35.859154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:33.865023Z","time spent":"1.994073485s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:36.055353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000747034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:21:36.055444Z","caller":"traceutil/trace.go:171","msg":"trace[1858377355] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000934399s","start":"2026-03-19T09:21:34.054492Z","end":"2026-03-19T09:21:36.055426Z","steps":["trace[1858377355] 'agreement among raft nodes before linearized reading' (duration: 2.000769865s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.055487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:34.054468Z","time spent":"2.00101139s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:21:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:21:36.360455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786274327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:36.75867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.332405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:36.758882Z","caller":"traceutil/trace.go:171","msg":"trace[1435172683] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"2.893175285s","start":"2026-03-19T09:21:33.865684Z","end":"2026-03-19T09:21:36.758859Z","steps":["trace[1435172683] 'process raft request' (duration: 2.628579373s)","trace[1435172683] 'compare' (duration: 264.044359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:36.759025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:33.865653Z","time spent":"2.893288517s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:36.759097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.662016396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gs8kc\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-19T09:21:36.758905Z","caller":"traceutil/trace.go:171","msg":"trace[793914700] linearizableReadLoop","detail":"{readStateIndex:9189; appliedIndex:9186; }","duration":"900.325756ms","start":"2026-03-19T09:21:35.858561Z","end":"2026-03-19T09:21:36.758887Z","steps":["trace[793914700] 'read index received' (duration: 635.53714ms)","trace[793914700] 'applied index is now lower than readState.Index' (duration: 264.787716ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:36.75914Z","caller":"traceutil/trace.go:171","msg":"trace[377125592] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-gs8kc; range_end:; response_count:1; response_revision:8805; }","duration":"4.662102477s","start":"2026-03-19T09:21:32.097027Z","end":"2026-03-19T09:21:36.75913Z","steps":["trace[377125592] 'agreement among raft nodes before linearized reading' (duration: 4.661903363s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.75922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.097001Z","time spent":"4.66220811s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-gs8kc\" "} {"level":"warn","ts":"2026-03-19T09:21:36.759254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948035586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:36.759271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71041901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:21:36.759289Z","caller":"traceutil/trace.go:171","msg":"trace[1156755858] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8805; }","duration":"1.948109348s","start":"2026-03-19T09:21:34.81117Z","end":"2026-03-19T09:21:36.759279Z","steps":["trace[1156755858] 'agreement among raft nodes before linearized reading' (duration: 1.948035996s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:36.759308Z","caller":"traceutil/trace.go:171","msg":"trace[217685352] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5; range_end:; response_count:1; response_revision:8805; }","duration":"2.710500342s","start":"2026-03-19T09:21:34.048796Z","end":"2026-03-19T09:21:36.759297Z","steps":["trace[217685352] 'agreement among raft nodes before linearized reading' (duration: 2.710367129s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.75933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:34.048773Z","time spent":"2.710550603s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" "} {"level":"warn","ts":"2026-03-19T09:21:36.759326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:34.811151Z","time spent":"1.948164409s","remote":"127.0.0.1:54946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:36.759349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673508779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:36.759387Z","caller":"traceutil/trace.go:171","msg":"trace[789945046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8805; }","duration":"3.673605661s","start":"2026-03-19T09:21:33.08577Z","end":"2026-03-19T09:21:36.759375Z","steps":["trace[789945046] 'agreement among raft nodes before linearized reading' (duration: 3.673536049s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.759352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293051981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T09:21:36.759369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091043001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:36.759449Z","caller":"traceutil/trace.go:171","msg":"trace[1541675676] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:8805; }","duration":"1.293202914s","start":"2026-03-19T09:21:35.466227Z","end":"2026-03-19T09:21:36.75943Z","steps":["trace[1541675676] 'agreement among raft nodes before linearized reading' (duration: 1.292968879s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.759463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550550379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:36.759465Z","caller":"traceutil/trace.go:171","msg":"trace[2080588460] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8805; }","duration":"2.091204724s","start":"2026-03-19T09:21:34.668236Z","end":"2026-03-19T09:21:36.759441Z","steps":["trace[2080588460] 'agreement among raft nodes before linearized reading' (duration: 2.091021s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:36.75949Z","caller":"traceutil/trace.go:171","msg":"trace[9342088] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8805; }","duration":"2.55063309s","start":"2026-03-19T09:21:34.20885Z","end":"2026-03-19T09:21:36.759483Z","steps":["trace[9342088] 'agreement among raft nodes before linearized reading' (duration: 2.550575289s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.759497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297327367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:21:36.759498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:35.466203Z","time spent":"1.293285825s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-19T09:21:36.759511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:34.208821Z","time spent":"2.550684481s","remote":"127.0.0.1:54922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:36.759528Z","caller":"traceutil/trace.go:171","msg":"trace[120836293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8805; }","duration":"4.297401959s","start":"2026-03-19T09:21:32.462118Z","end":"2026-03-19T09:21:36.75952Z","steps":["trace[120836293] 'agreement among raft nodes before linearized reading' (duration: 4.297318687s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.759529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:34.66821Z","time spent":"2.091305227s","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:36.759536Z","caller":"traceutil/trace.go:171","msg":"trace[1510741407] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"2.893836379s","start":"2026-03-19T09:21:33.865689Z","end":"2026-03-19T09:21:36.759525Z","steps":["trace[1510741407] 'process raft request' (duration: 2.893070112s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.759559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.462087Z","time spent":"4.297463981s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:36.759552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297241446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:21:36.75958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297688976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:21:36.759594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:33.865653Z","time spent":"2.893916701s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:36.759619Z","caller":"traceutil/trace.go:171","msg":"trace[1338077717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8805; }","duration":"4.297346608s","start":"2026-03-19T09:21:32.462257Z","end":"2026-03-19T09:21:36.759604Z","steps":["trace[1338077717] 'agreement among raft nodes before linearized reading' (duration: 4.297099152s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.759526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903325967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:36.759633Z","caller":"traceutil/trace.go:171","msg":"trace[1940814432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8805; }","duration":"4.297759737s","start":"2026-03-19T09:21:32.46186Z","end":"2026-03-19T09:21:36.759619Z","steps":["trace[1940814432] 'agreement among raft nodes before linearized reading' (duration: 4.297602454s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.759288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887968608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:36.759657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.462242Z","time spent":"4.29740783s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:21:36.759674Z","caller":"traceutil/trace.go:171","msg":"trace[2117809303] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8805; }","duration":"2.888389247s","start":"2026-03-19T09:21:33.871277Z","end":"2026-03-19T09:21:36.759667Z","steps":["trace[2117809303] 'agreement among raft nodes before linearized reading' (duration: 2.887921657s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.759675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.461851Z","time spent":"4.297813358s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:36.7597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:33.871264Z","time spent":"2.888427898s","remote":"127.0.0.1:54836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:36.759684Z","caller":"traceutil/trace.go:171","msg":"trace[1387402009] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8805; }","duration":"1.90347166s","start":"2026-03-19T09:21:34.856187Z","end":"2026-03-19T09:21:36.759659Z","steps":["trace[1387402009] 'agreement among raft nodes before linearized reading' (duration: 1.903306697s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:36.759719Z","caller":"traceutil/trace.go:171","msg":"trace[1338988228] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"897.766558ms","start":"2026-03-19T09:21:35.861941Z","end":"2026-03-19T09:21:36.759707Z","steps":["trace[1338988228] 'process raft request' (duration: 896.890739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.759418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:33.085742Z","time spent":"3.673668593s","remote":"127.0.0.1:56392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:36.75976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.298998944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:21:36.759774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:34.856113Z","time spent":"1.903628103s","remote":"127.0.0.1:54984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:36.759786Z","caller":"traceutil/trace.go:171","msg":"trace[1155407683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8805; }","duration":"4.299062866s","start":"2026-03-19T09:21:32.460717Z","end":"2026-03-19T09:21:36.75978Z","steps":["trace[1155407683] 'agreement among raft nodes before linearized reading' (duration: 4.298992794s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.759808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.460698Z","time spent":"4.299104116s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:36.759806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:35.861911Z","time spent":"897.83532ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:36.759824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223010406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-19T09:21:36.759857Z","caller":"traceutil/trace.go:171","msg":"trace[111506663] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8805; }","duration":"1.223080577s","start":"2026-03-19T09:21:35.536767Z","end":"2026-03-19T09:21:36.759848Z","steps":["trace[111506663] 'agreement among raft nodes before linearized reading' (duration: 1.222984385s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.759883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:35.536751Z","time spent":"1.223125588s","remote":"127.0.0.1:55128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5754,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-19T09:21:36.759896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.265033695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:36.759919Z","caller":"traceutil/trace.go:171","msg":"trace[923976193] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8805; }","duration":"4.265096427s","start":"2026-03-19T09:21:32.494816Z","end":"2026-03-19T09:21:36.759912Z","steps":["trace[923976193] 'agreement among raft nodes before linearized reading' (duration: 4.265040766s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.759942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.494795Z","time spent":"4.265142528s","remote":"127.0.0.1:54956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:36.760029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.295833844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:21:36.760085Z","caller":"traceutil/trace.go:171","msg":"trace[1778055395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8805; }","duration":"4.295936116s","start":"2026-03-19T09:21:32.464139Z","end":"2026-03-19T09:21:36.760075Z","steps":["trace[1778055395] 'agreement among raft nodes before linearized reading' (duration: 4.295799383s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.760127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.464111Z","time spent":"4.296008827s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:21:36.760036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.272648816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:21:36.760204Z","caller":"traceutil/trace.go:171","msg":"trace[1620358454] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8805; }","duration":"4.272866762s","start":"2026-03-19T09:21:32.487324Z","end":"2026-03-19T09:21:36.76019Z","steps":["trace[1620358454] 'agreement among raft nodes before linearized reading' (duration: 4.272641466s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.760239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.487297Z","time spent":"4.272932154s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:21:37.590109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.756838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:37.590457Z","caller":"traceutil/trace.go:171","msg":"trace[629098966] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"814.806296ms","start":"2026-03-19T09:21:36.775633Z","end":"2026-03-19T09:21:37.59044Z","steps":["trace[629098966] 'process raft request' (duration: 814.759785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.590511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:36.77562Z","time spent":"814.870607ms","remote":"127.0.0.1:55128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:37.590681Z","caller":"traceutil/trace.go:171","msg":"trace[1191136842] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"826.854944ms","start":"2026-03-19T09:21:36.76382Z","end":"2026-03-19T09:21:37.590675Z","steps":["trace[1191136842] 'process raft request' (duration: 826.490776ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:37.590675Z","caller":"traceutil/trace.go:171","msg":"trace[1132851548] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"907.852495ms","start":"2026-03-19T09:21:36.682788Z","end":"2026-03-19T09:21:37.590641Z","steps":["trace[1132851548] 'process raft request' (duration: 129.496763ms)","trace[1132851548] 'compare' (duration: 454.896815ms)","trace[1132851548] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 322.553317ms)"],"step_count":3} {"level":"info","ts":"2026-03-19T09:21:37.590734Z","caller":"traceutil/trace.go:171","msg":"trace[1246883128] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"824.332849ms","start":"2026-03-19T09:21:36.766396Z","end":"2026-03-19T09:21:37.590729Z","steps":["trace[1246883128] 'process raft request' (duration: 823.979741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.590761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:36.766371Z","time spent":"824.378669ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:37.590838Z","caller":"traceutil/trace.go:171","msg":"trace[1216370278] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"825.545766ms","start":"2026-03-19T09:21:36.765239Z","end":"2026-03-19T09:21:37.590785Z","steps":["trace[1216370278] 'process raft request' (duration: 825.123647ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:37.590894Z","caller":"traceutil/trace.go:171","msg":"trace[1253601310] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"827.049489ms","start":"2026-03-19T09:21:36.763833Z","end":"2026-03-19T09:21:37.590883Z","steps":["trace[1253601310] 'process raft request' (duration: 826.496187ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:37.590901Z","caller":"traceutil/trace.go:171","msg":"trace[1459951347] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"827.700353ms","start":"2026-03-19T09:21:36.763195Z","end":"2026-03-19T09:21:37.590896Z","steps":["trace[1459951347] 'process raft request' (duration: 827.07442ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:37.590899Z","caller":"traceutil/trace.go:171","msg":"trace[473557058] linearizableReadLoop","detail":"{readStateIndex:9190; appliedIndex:9189; }","duration":"831.710133ms","start":"2026-03-19T09:21:36.759179Z","end":"2026-03-19T09:21:37.590889Z","steps":["trace[473557058] 'read index received' (duration: 53.119387ms)","trace[473557058] 'applied index is now lower than readState.Index' (duration: 778.589796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:37.590903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:36.761932Z","time spent":"828.966592ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:21:37.590932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:36.763177Z","time spent":"827.736654ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:37.590913Z","caller":"traceutil/trace.go:171","msg":"trace[764798368] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"825.73107ms","start":"2026-03-19T09:21:36.765159Z","end":"2026-03-19T09:21:37.59089Z","steps":["trace[764798368] 'process raft request' (duration: 825.188428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.590967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535445827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:37.590967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:36.763821Z","time spent":"827.09105ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:37.590991Z","caller":"traceutil/trace.go:171","msg":"trace[178720619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8813; }","duration":"1.535514098s","start":"2026-03-19T09:21:36.05547Z","end":"2026-03-19T09:21:37.590984Z","steps":["trace[178720619] 'agreement among raft nodes before linearized reading' (duration: 1.535475057s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.59101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:36.055447Z","time spent":"1.53555649s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:37.591012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:36.765234Z","time spent":"825.683879ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:37.59102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:36.76515Z","time spent":"825.815862ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:37.591126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72846371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T09:21:37.591146Z","caller":"traceutil/trace.go:171","msg":"trace[70071997] range","detail":"{range_begin:/registry/persistentvolumes/pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1; range_end:; response_count:1; response_revision:8813; }","duration":"1.728517121s","start":"2026-03-19T09:21:35.862625Z","end":"2026-03-19T09:21:37.591142Z","steps":["trace[70071997] 'agreement among raft nodes before linearized reading' (duration: 1.728428889s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.59116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:35.862615Z","time spent":"1.728542282s","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-87f7c7bb-acd4-410f-810c-fc9a133821e1\" "} {"level":"warn","ts":"2026-03-19T09:21:37.591174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.261736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-19T09:21:37.591192Z","caller":"traceutil/trace.go:171","msg":"trace[1243948059] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8813; }","duration":"798.279377ms","start":"2026-03-19T09:21:36.792907Z","end":"2026-03-19T09:21:37.591186Z","steps":["trace[1243948059] 'agreement among raft nodes before linearized reading' (duration: 798.243716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.591158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.047875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:37.591212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:36.792793Z","time spent":"798.415969ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-19T09:21:37.591243Z","caller":"traceutil/trace.go:171","msg":"trace[1973468830] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8813; }","duration":"215.206539ms","start":"2026-03-19T09:21:37.376015Z","end":"2026-03-19T09:21:37.591222Z","steps":["trace[1973468830] 'agreement among raft nodes before linearized reading' (duration: 215.018174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.591264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.492799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:21:37.59129Z","caller":"traceutil/trace.go:171","msg":"trace[445439707] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8813; }","duration":"537.599372ms","start":"2026-03-19T09:21:37.053684Z","end":"2026-03-19T09:21:37.591283Z","steps":["trace[445439707] 'agreement among raft nodes before linearized reading' (duration: 537.465399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.591314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.053658Z","time spent":"537.652243ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:21:37.59146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.741381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228776"} {"level":"info","ts":"2026-03-19T09:21:37.591542Z","caller":"traceutil/trace.go:171","msg":"trace[696707265] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8813; }","duration":"825.921494ms","start":"2026-03-19T09:21:36.765602Z","end":"2026-03-19T09:21:37.591523Z","steps":["trace[696707265] 'agreement among raft nodes before linearized reading' (duration: 825.406433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.591621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:36.765588Z","time spent":"826.018586ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228798,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:21:37.590716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:36.763792Z","time spent":"826.907116ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:37.59358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:36.682744Z","time spent":"907.992528ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:39.345217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468582133s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:39.34538Z","caller":"traceutil/trace.go:171","msg":"trace[448943274] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8813; }","duration":"1.468767167s","start":"2026-03-19T09:21:37.876592Z","end":"2026-03-19T09:21:39.345359Z","steps":["trace[448943274] 'range keys from in-memory index tree' (duration: 1.468562643s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:39.599114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000469258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:21:39.599206Z","caller":"traceutil/trace.go:171","msg":"trace[816213855] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00058051s","start":"2026-03-19T09:21:37.598605Z","end":"2026-03-19T09:21:39.599185Z","steps":["trace[816213855] 'agreement among raft nodes before linearized reading' (duration: 2.000477858s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:39.599255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.5986Z","time spent":"2.000642121s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:21:39.757945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69620886s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:39.758169Z","caller":"traceutil/trace.go:171","msg":"trace[242032933] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"2.165062465s","start":"2026-03-19T09:21:37.59306Z","end":"2026-03-19T09:21:39.758123Z","steps":["trace[242032933] 'process raft request' (duration: 468.385665ms)","trace[242032933] 'compare' (duration: 1.283979779s)","trace[242032933] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.204.45.156; req_size:118; } (duration: 411.260229ms)"],"step_count":3} {"level":"info","ts":"2026-03-19T09:21:39.758241Z","caller":"traceutil/trace.go:171","msg":"trace[629817262] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"1.892908935s","start":"2026-03-19T09:21:37.86531Z","end":"2026-03-19T09:21:39.758219Z","steps":["trace[629817262] 'process raft request' (duration: 1.892763811s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:39.75835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.865281Z","time spent":"1.893012727s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:39.758375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.593034Z","time spent":"2.165223989s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:39.758425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164479843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-03-19T09:21:39.758471Z","caller":"traceutil/trace.go:171","msg":"trace[41380534] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:8815; }","duration":"2.164550754s","start":"2026-03-19T09:21:37.593911Z","end":"2026-03-19T09:21:39.758461Z","steps":["trace[41380534] 'agreement among raft nodes before linearized reading' (duration: 2.164336429s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:39.758217Z","caller":"traceutil/trace.go:171","msg":"trace[2067171349] linearizableReadLoop","detail":"{readStateIndex:9199; appliedIndex:9198; }","duration":"2.164261678s","start":"2026-03-19T09:21:37.593936Z","end":"2026-03-19T09:21:39.758197Z","steps":["trace[2067171349] 'read index received' (duration: 467.501046ms)","trace[2067171349] 'applied index is now lower than readState.Index' (duration: 1.696758392s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:39.758501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.593893Z","time spent":"2.164601326s","remote":"127.0.0.1:54802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":978,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"info","ts":"2026-03-19T09:21:40.260057Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6892,"took":"4.399638745s","hash":3595228726,"current-db-size-bytes":34889728,"current-db-size":"35 MB","current-db-size-in-use-bytes":22470656,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-19T09:21:40.260138Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3595228726,"revision":6892,"compact-revision":4273} {"level":"warn","ts":"2026-03-19T09:21:40.260743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.433108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:40.260964Z","caller":"traceutil/trace.go:171","msg":"trace[893195218] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"2.12676102s","start":"2026-03-19T09:21:38.134168Z","end":"2026-03-19T09:21:40.260929Z","steps":["trace[893195218] 'process raft request' (duration: 1.734022585s)","trace[893195218] 'compare' (duration: 392.277495ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:40.261115Z","caller":"traceutil/trace.go:171","msg":"trace[961667574] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"1.494117883s","start":"2026-03-19T09:21:38.766982Z","end":"2026-03-19T09:21:40.2611Z","steps":["trace[961667574] 'process raft request' (duration: 1.4939565s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.261195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:38.766942Z","time spent":"1.494210086s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:40.261175Z","caller":"traceutil/trace.go:171","msg":"trace[236827139] linearizableReadLoop","detail":"{readStateIndex:9203; appliedIndex:9200; }","duration":"502.63924ms","start":"2026-03-19T09:21:39.758495Z","end":"2026-03-19T09:21:40.261135Z","steps":["trace[236827139] 'read index received' (duration: 109.769932ms)","trace[236827139] 'applied index is now lower than readState.Index' (duration: 392.862598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:40.261316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:38.134133Z","time spent":"2.127010365s","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19392,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:40.261409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.041033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:40.261459Z","caller":"traceutil/trace.go:171","msg":"trace[1564911917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8819; }","duration":"662.132654ms","start":"2026-03-19T09:21:39.599314Z","end":"2026-03-19T09:21:40.261447Z","steps":["trace[1564911917] 'agreement among raft nodes before linearized reading' (duration: 661.994401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:40.261479Z","caller":"traceutil/trace.go:171","msg":"trace[340408862] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"1.495651889s","start":"2026-03-19T09:21:38.765816Z","end":"2026-03-19T09:21:40.261468Z","steps":["trace[340408862] 'process raft request' (duration: 1.495026015s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.261499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:39.599304Z","time spent":"662.186315ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:40.261544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:38.765784Z","time spent":"1.495727451s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:40.261105Z","caller":"traceutil/trace.go:171","msg":"trace[1943528773] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"498.074159ms","start":"2026-03-19T09:21:39.763012Z","end":"2026-03-19T09:21:40.261086Z","steps":["trace[1943528773] 'process raft request' (duration: 498.015098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.261718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:39.762993Z","time spent":"498.692472ms","remote":"127.0.0.1:54802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1100,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:40.261762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32016906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:40.261832Z","caller":"traceutil/trace.go:171","msg":"trace[1708252304] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8819; }","duration":"2.320295343s","start":"2026-03-19T09:21:37.94152Z","end":"2026-03-19T09:21:40.261816Z","steps":["trace[1708252304] 'agreement among raft nodes before linearized reading' (duration: 2.32016231s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.261862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.223699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:21:40.261895Z","caller":"traceutil/trace.go:171","msg":"trace[106203685] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8819; }","duration":"501.304691ms","start":"2026-03-19T09:21:39.760581Z","end":"2026-03-19T09:21:40.261885Z","steps":["trace[106203685] 'agreement among raft nodes before linearized reading' (duration: 501.154886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.261941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:39.760548Z","time spent":"501.379933ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:21:40.261927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.377509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:21:40.261974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.710877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:21:40.261996Z","caller":"traceutil/trace.go:171","msg":"trace[553535076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8819; }","duration":"666.485942ms","start":"2026-03-19T09:21:39.595493Z","end":"2026-03-19T09:21:40.261979Z","steps":["trace[553535076] 'agreement among raft nodes before linearized reading' (duration: 666.277186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.262017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499917588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:40.262033Z","caller":"traceutil/trace.go:171","msg":"trace[1691637683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8819; }","duration":"666.8208ms","start":"2026-03-19T09:21:39.595198Z","end":"2026-03-19T09:21:40.262019Z","steps":["trace[1691637683] 'agreement among raft nodes before linearized reading' (duration: 666.669866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.262045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:39.59548Z","time spent":"666.553213ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:21:40.262046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.85978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:21:40.262056Z","caller":"traceutil/trace.go:171","msg":"trace[952751992] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8819; }","duration":"2.50000154s","start":"2026-03-19T09:21:37.762044Z","end":"2026-03-19T09:21:40.262045Z","steps":["trace[952751992] 'agreement among raft nodes before linearized reading' (duration: 2.499940219s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.262012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.752534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:21:40.262071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:39.595161Z","time spent":"666.901341ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:21:40.262091Z","caller":"traceutil/trace.go:171","msg":"trace[866971518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8819; }","duration":"666.959573ms","start":"2026-03-19T09:21:39.595121Z","end":"2026-03-19T09:21:40.26208Z","steps":["trace[866971518] 'agreement among raft nodes before linearized reading' (duration: 666.80554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.262098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.762022Z","time spent":"2.500067041s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:40.262136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:39.595092Z","time spent":"667.035695ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:21:40.262121Z","caller":"traceutil/trace.go:171","msg":"trace[1223071661] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8819; }","duration":"664.896607ms","start":"2026-03-19T09:21:39.597201Z","end":"2026-03-19T09:21:40.262097Z","steps":["trace[1223071661] 'agreement among raft nodes before linearized reading' (duration: 664.575479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.2619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.941496Z","time spent":"2.320389146s","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:40.262129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666793476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:21:40.262187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:39.597193Z","time spent":"664.984669ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"info","ts":"2026-03-19T09:21:40.262228Z","caller":"traceutil/trace.go:171","msg":"trace[1977477866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8819; }","duration":"2.666919219s","start":"2026-03-19T09:21:37.595297Z","end":"2026-03-19T09:21:40.262217Z","steps":["trace[1977477866] 'agreement among raft nodes before linearized reading' (duration: 2.666416747s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.262168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.882521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:21:40.262286Z","caller":"traceutil/trace.go:171","msg":"trace[183093605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8819; }","duration":"667.028474ms","start":"2026-03-19T09:21:39.595246Z","end":"2026-03-19T09:21:40.262274Z","steps":["trace[183093605] 'agreement among raft nodes before linearized reading' (duration: 666.782639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.262319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.595282Z","time spent":"2.667025961s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:21:40.262337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:39.595233Z","time spent":"667.092685ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:21:40.262402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.787519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:21:40.262512Z","caller":"traceutil/trace.go:171","msg":"trace[1897135683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8819; }","duration":"666.923531ms","start":"2026-03-19T09:21:39.595569Z","end":"2026-03-19T09:21:40.262493Z","steps":["trace[1897135683] 'agreement among raft nodes before linearized reading' (duration: 666.226325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.262659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:39.595556Z","time spent":"667.085045ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:40.263587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666924028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-19T09:21:40.263633Z","caller":"traceutil/trace.go:171","msg":"trace[813324176] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8819; }","duration":"2.668227898s","start":"2026-03-19T09:21:37.595391Z","end":"2026-03-19T09:21:40.263619Z","steps":["trace[813324176] 'agreement among raft nodes before linearized reading' (duration: 2.666696484s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.263694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.595388Z","time spent":"2.668293879s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":648,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-19T09:21:40.264374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666370296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:21:40.264463Z","caller":"traceutil/trace.go:171","msg":"trace[85411864] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5; range_end:; response_count:1; response_revision:8819; }","duration":"2.666513719s","start":"2026-03-19T09:21:37.597929Z","end":"2026-03-19T09:21:40.264443Z","steps":["trace[85411864] 'agreement among raft nodes before linearized reading' (duration: 2.663908101s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:40.265211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.597922Z","time spent":"2.667267966s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" "} {"level":"warn","ts":"2026-03-19T09:21:40.771104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786274354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:41.271882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786274354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:41.772774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786274354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:42.272964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786274354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:42.273053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000234623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:21:42.273134Z","caller":"traceutil/trace.go:171","msg":"trace[1928568500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351735s","start":"2026-03-19T09:21:40.272763Z","end":"2026-03-19T09:21:42.273115Z","steps":["trace[1928568500] 'agreement among raft nodes before linearized reading' (duration: 2.000252533s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:42.273359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:40.272753Z","time spent":"2.000594041s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:42.549992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.279943252s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:21:42.550407Z","caller":"traceutil/trace.go:171","msg":"trace[1954259915] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"2.280414213s","start":"2026-03-19T09:21:40.269966Z","end":"2026-03-19T09:21:42.55038Z","steps":["trace[1954259915] 'process raft request' (duration: 2.28025479s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:42.550573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:40.269951Z","time spent":"2.280515745s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:43.456913Z","caller":"traceutil/trace.go:171","msg":"trace[1784466263] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"3.186041487s","start":"2026-03-19T09:21:40.270848Z","end":"2026-03-19T09:21:43.456889Z","steps":["trace[1784466263] 'process raft request' (duration: 3.185986956s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.457062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:40.270838Z","time spent":"3.186145659s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:43.457319Z","caller":"traceutil/trace.go:171","msg":"trace[1907781537] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"3.186369765s","start":"2026-03-19T09:21:40.270939Z","end":"2026-03-19T09:21:43.457309Z","steps":["trace[1907781537] 'process raft request' (duration: 3.185922245s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.457395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:40.270932Z","time spent":"3.186421606s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:43.457314Z","caller":"traceutil/trace.go:171","msg":"trace[1417955982] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"3.187177603s","start":"2026-03-19T09:21:40.270064Z","end":"2026-03-19T09:21:43.457242Z","steps":["trace[1417955982] 'process raft request' (duration: 3.186617181s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:43.457592Z","caller":"traceutil/trace.go:171","msg":"trace[2054071258] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"3.18657681s","start":"2026-03-19T09:21:40.270999Z","end":"2026-03-19T09:21:43.457576Z","steps":["trace[2054071258] 'process raft request' (duration: 3.186273523s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.457657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:40.270991Z","time spent":"3.186636881s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:43.457646Z","caller":"traceutil/trace.go:171","msg":"trace[656525165] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"1.6939744s","start":"2026-03-19T09:21:41.76365Z","end":"2026-03-19T09:21:43.457624Z","steps":["trace[656525165] 'process raft request' (duration: 1.693926509s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.457791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:41.76362Z","time spent":"1.694110812s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:43.457823Z","caller":"traceutil/trace.go:171","msg":"trace[78601564] linearizableReadLoop","detail":"{readStateIndex:9214; appliedIndex:9204; }","duration":"3.187720346s","start":"2026-03-19T09:21:40.270093Z","end":"2026-03-19T09:21:43.457813Z","steps":["trace[78601564] 'read index received' (duration: 2.280191908s)","trace[78601564] 'applied index is now lower than readState.Index' (duration: 907.527678ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:43.457895Z","caller":"traceutil/trace.go:171","msg":"trace[948303256] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"1.187863071s","start":"2026-03-19T09:21:42.270012Z","end":"2026-03-19T09:21:43.457875Z","steps":["trace[948303256] 'process raft request' (duration: 1.187755019s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.457984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.298535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:43.457989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.187754057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T09:21:43.458016Z","caller":"traceutil/trace.go:171","msg":"trace[1613921414] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8829; }","duration":"3.187798437s","start":"2026-03-19T09:21:40.270211Z","end":"2026-03-19T09:21:43.45801Z","steps":["trace[1613921414] 'agreement among raft nodes before linearized reading' (duration: 3.187682875s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.458041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:40.270203Z","time spent":"3.187833608s","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:21:43.458052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.367876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:43.458079Z","caller":"traceutil/trace.go:171","msg":"trace[1930551655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8829; }","duration":"942.465168ms","start":"2026-03-19T09:21:42.515604Z","end":"2026-03-19T09:21:43.458069Z","steps":["trace[1930551655] 'agreement among raft nodes before linearized reading' (duration: 942.429528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.458062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139011976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:43.458122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:42.269988Z","time spent":"1.188001454s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:43.458167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.249443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:43.458016Z","caller":"traceutil/trace.go:171","msg":"trace[640284462] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8829; }","duration":"119.375787ms","start":"2026-03-19T09:21:43.338629Z","end":"2026-03-19T09:21:43.458005Z","steps":["trace[640284462] 'agreement among raft nodes before linearized reading' (duration: 119.330766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:43.458194Z","caller":"traceutil/trace.go:171","msg":"trace[706836019] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8829; }","duration":"3.139185481s","start":"2026-03-19T09:21:40.318986Z","end":"2026-03-19T09:21:43.458172Z","steps":["trace[706836019] 'agreement among raft nodes before linearized reading' (duration: 3.138957276s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.458222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.187608373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.189e33a396627172\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-19T09:21:43.458242Z","caller":"traceutil/trace.go:171","msg":"trace[623781775] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.189e33a396627172; range_end:; response_count:1; response_revision:8829; }","duration":"3.187642994s","start":"2026-03-19T09:21:40.270593Z","end":"2026-03-19T09:21:43.458236Z","steps":["trace[623781775] 'agreement among raft nodes before linearized reading' (duration: 3.187590782s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:43.458193Z","caller":"traceutil/trace.go:171","msg":"trace[482347077] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8829; }","duration":"439.322955ms","start":"2026-03-19T09:21:43.018863Z","end":"2026-03-19T09:21:43.458186Z","steps":["trace[482347077] 'agreement among raft nodes before linearized reading' (duration: 439.277124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.458249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:40.318971Z","time spent":"3.139267283s","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:21:43.458266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:40.270584Z","time spent":"3.187677095s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/rook-ceph-cluster.189e33a396627172\" "} {"level":"warn","ts":"2026-03-19T09:21:43.458285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:43.018836Z","time spent":"439.436599ms","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:43.457937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184215169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:43.457924Z","caller":"traceutil/trace.go:171","msg":"trace[1289641411] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"1.189225201s","start":"2026-03-19T09:21:42.268677Z","end":"2026-03-19T09:21:43.457902Z","steps":["trace[1289641411] 'process raft request' (duration: 1.188926574s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:43.458334Z","caller":"traceutil/trace.go:171","msg":"trace[1595868839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8829; }","duration":"1.184641149s","start":"2026-03-19T09:21:42.273679Z","end":"2026-03-19T09:21:43.45832Z","steps":["trace[1595868839] 'agreement among raft nodes before linearized reading' (duration: 1.184227559s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.45817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183664375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:43.458359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.51102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:43.45811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:42.515575Z","time spent":"942.528319ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:43.458359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:42.268633Z","time spent":"1.189705302s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:43.458464Z","caller":"traceutil/trace.go:171","msg":"trace[314401667] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8829; }","duration":"938.829818ms","start":"2026-03-19T09:21:42.51962Z","end":"2026-03-19T09:21:43.45845Z","steps":["trace[314401667] 'agreement among raft nodes before linearized reading' (duration: 938.351956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.4585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398881387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-19T09:21:43.458396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:42.273666Z","time spent":"1.184719071s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:21:43.458546Z","caller":"traceutil/trace.go:171","msg":"trace[671678779] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8829; }","duration":"1.398975329s","start":"2026-03-19T09:21:42.059564Z","end":"2026-03-19T09:21:43.458539Z","steps":["trace[671678779] 'agreement among raft nodes before linearized reading' (duration: 1.398893137s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.458127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188035623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228776"} {"level":"warn","ts":"2026-03-19T09:21:43.458562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:42.059527Z","time spent":"1.39903092s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-19T09:21:43.458577Z","caller":"traceutil/trace.go:171","msg":"trace[1519087035] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8829; }","duration":"3.188507454s","start":"2026-03-19T09:21:40.270061Z","end":"2026-03-19T09:21:43.458569Z","steps":["trace[1519087035] 'agreement among raft nodes before linearized reading' (duration: 3.187804178s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:43.458435Z","caller":"traceutil/trace.go:171","msg":"trace[1205317195] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8829; }","duration":"3.183937251s","start":"2026-03-19T09:21:40.274487Z","end":"2026-03-19T09:21:43.458424Z","steps":["trace[1205317195] 'agreement among raft nodes before linearized reading' (duration: 3.183665554s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.458645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:40.274474Z","time spent":"3.184162477s","remote":"127.0.0.1:54606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:21:43.458614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:40.27002Z","time spent":"3.188584355s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228798,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:21:43.458589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:42.519606Z","time spent":"938.967751ms","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:43.458871Z","caller":"traceutil/trace.go:171","msg":"trace[751418389] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"3.181668199s","start":"2026-03-19T09:21:40.276118Z","end":"2026-03-19T09:21:43.457786Z","steps":["trace[751418389] 'process raft request' (duration: 3.181422124s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.459037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:40.276106Z","time spent":"3.182884888s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:43.459439Z","caller":"traceutil/trace.go:171","msg":"trace[2009432351] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"3.188033613s","start":"2026-03-19T09:21:40.271378Z","end":"2026-03-19T09:21:43.459412Z","steps":["trace[2009432351] 'process raft request' (duration: 3.186092659s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.459768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:40.271351Z","time spent":"3.188139785s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:43.463592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:40.27005Z","time spent":"3.187606643s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:43.873007Z","caller":"traceutil/trace.go:171","msg":"trace[690164961] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"409.272786ms","start":"2026-03-19T09:21:43.463692Z","end":"2026-03-19T09:21:43.872965Z","steps":["trace[690164961] 'process raft request' (duration: 403.038126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.873199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:43.46368Z","time spent":"409.428549ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:21:43.873015Z","caller":"traceutil/trace.go:171","msg":"trace[1234225998] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"409.270116ms","start":"2026-03-19T09:21:43.463702Z","end":"2026-03-19T09:21:43.872973Z","steps":["trace[1234225998] 'process raft request' (duration: 409.130253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:43.874111Z","caller":"traceutil/trace.go:171","msg":"trace[1838922583] linearizableReadLoop","detail":"{readStateIndex:9217; appliedIndex:9214; }","duration":"407.053425ms","start":"2026-03-19T09:21:43.467027Z","end":"2026-03-19T09:21:43.874081Z","steps":["trace[1838922583] 'read index received' (duration: 399.833043ms)","trace[1838922583] 'applied index is now lower than readState.Index' (duration: 7.219172ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:43.874632Z","caller":"traceutil/trace.go:171","msg":"trace[1088577581] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"410.468711ms","start":"2026-03-19T09:21:43.464139Z","end":"2026-03-19T09:21:43.874607Z","steps":["trace[1088577581] 'process raft request' (duration: 409.804016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.874635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.585417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189e339ec2209a94\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-19T09:21:43.874762Z","caller":"traceutil/trace.go:171","msg":"trace[1606574849] range","detail":"{range_begin:/registry/events/openstack/ceph.189e339ec2209a94; range_end:; response_count:1; response_revision:8832; }","duration":"407.743351ms","start":"2026-03-19T09:21:43.467002Z","end":"2026-03-19T09:21:43.874745Z","steps":["trace[1606574849] 'agreement among raft nodes before linearized reading' (duration: 407.360102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.874794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:43.464109Z","time spent":"410.581504ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:43.874865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.835462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:43.874901Z","caller":"traceutil/trace.go:171","msg":"trace[1809795836] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8832; }","duration":"407.914424ms","start":"2026-03-19T09:21:43.466978Z","end":"2026-03-19T09:21:43.874892Z","steps":["trace[1809795836] 'agreement among raft nodes before linearized reading' (duration: 407.858463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.874933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:43.46696Z","time spent":"407.967905ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:21:43.874815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:43.466994Z","time spent":"407.809612ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.189e339ec2209a94\" "} {"level":"warn","ts":"2026-03-19T09:21:43.875101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.563029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:43.875162Z","caller":"traceutil/trace.go:171","msg":"trace[324866791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8832; }","duration":"404.663972ms","start":"2026-03-19T09:21:43.470485Z","end":"2026-03-19T09:21:43.875149Z","steps":["trace[324866791] 'agreement among raft nodes before linearized reading' (duration: 404.547729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.875193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:43.470464Z","time spent":"404.723902ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:43.875248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:43.463654Z","time spent":"411.536576ms","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:21:43.876617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.112629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:21:43.876697Z","caller":"traceutil/trace.go:171","msg":"trace[261635912] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5; range_end:; response_count:1; response_revision:8832; }","duration":"408.733883ms","start":"2026-03-19T09:21:43.467944Z","end":"2026-03-19T09:21:43.876678Z","steps":["trace[261635912] 'agreement among raft nodes before linearized reading' (duration: 406.494163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:43.876857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:43.467929Z","time spent":"408.903057ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" "} {"level":"info","ts":"2026-03-19T09:21:44.052617Z","caller":"traceutil/trace.go:171","msg":"trace[314384169] linearizableReadLoop","detail":"{readStateIndex:9218; appliedIndex:9217; }","duration":"173.602779ms","start":"2026-03-19T09:21:43.878987Z","end":"2026-03-19T09:21:44.052589Z","steps":["trace[314384169] 'read index received' (duration: 173.416695ms)","trace[314384169] 'applied index is now lower than readState.Index' (duration: 184.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:44.052644Z","caller":"traceutil/trace.go:171","msg":"trace[1438380158] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"173.729091ms","start":"2026-03-19T09:21:43.878882Z","end":"2026-03-19T09:21:44.052611Z","steps":["trace[1438380158] 'process raft request' (duration: 173.520777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:44.052842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.850045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-19T09:21:44.052912Z","caller":"traceutil/trace.go:171","msg":"trace[832391446] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8833; }","duration":"173.954606ms","start":"2026-03-19T09:21:43.878942Z","end":"2026-03-19T09:21:44.052897Z","steps":["trace[832391446] 'agreement among raft nodes before linearized reading' (duration: 173.689101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:44.054105Z","caller":"traceutil/trace.go:171","msg":"trace[1972671282] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"173.16153ms","start":"2026-03-19T09:21:43.880929Z","end":"2026-03-19T09:21:44.054091Z","steps":["trace[1972671282] 'process raft request' (duration: 172.866223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:44.054193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.646002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-19T09:21:44.054246Z","caller":"traceutil/trace.go:171","msg":"trace[1700926401] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"175.263445ms","start":"2026-03-19T09:21:43.878975Z","end":"2026-03-19T09:21:44.054239Z","steps":["trace[1700926401] 'process raft request' (duration: 174.681112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:44.054244Z","caller":"traceutil/trace.go:171","msg":"trace[1262814119] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8836; }","duration":"174.735444ms","start":"2026-03-19T09:21:43.879488Z","end":"2026-03-19T09:21:44.054223Z","steps":["trace[1262814119] 'agreement among raft nodes before linearized reading' (duration: 174.642171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:44.054254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.302788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:44.054316Z","caller":"traceutil/trace.go:171","msg":"trace[1139818090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8836; }","duration":"171.375389ms","start":"2026-03-19T09:21:43.882923Z","end":"2026-03-19T09:21:44.054298Z","steps":["trace[1139818090] 'agreement among raft nodes before linearized reading' (duration: 171.275147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:44.054082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.02547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T09:21:44.054386Z","caller":"traceutil/trace.go:171","msg":"trace[1545266060] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8836; }","duration":"175.390268ms","start":"2026-03-19T09:21:43.878988Z","end":"2026-03-19T09:21:44.054378Z","steps":["trace[1545266060] 'agreement among raft nodes before linearized reading' (duration: 174.906627ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:44.054498Z","caller":"traceutil/trace.go:171","msg":"trace[593241159] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"173.533138ms","start":"2026-03-19T09:21:43.880923Z","end":"2026-03-19T09:21:44.054456Z","steps":["trace[593241159] 'process raft request' (duration: 172.919324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:44.054624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.222834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-03-19T09:21:44.054656Z","caller":"traceutil/trace.go:171","msg":"trace[364970773] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8836; }","duration":"175.272236ms","start":"2026-03-19T09:21:43.879374Z","end":"2026-03-19T09:21:44.054647Z","steps":["trace[364970773] 'agreement among raft nodes before linearized reading' (duration: 175.144803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:44.055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.308001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T09:21:44.056283Z","caller":"traceutil/trace.go:171","msg":"trace[599234409] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8836; }","duration":"174.785405ms","start":"2026-03-19T09:21:43.881449Z","end":"2026-03-19T09:21:44.056234Z","steps":["trace[599234409] 'agreement among raft nodes before linearized reading' (duration: 173.029685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:44.0555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.003137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-19T09:21:44.056563Z","caller":"traceutil/trace.go:171","msg":"trace[1546723167] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8836; }","duration":"176.298199ms","start":"2026-03-19T09:21:43.880236Z","end":"2026-03-19T09:21:44.056505Z","steps":["trace[1546723167] 'agreement among raft nodes before linearized reading' (duration: 173.833184ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:45.619047Z","caller":"traceutil/trace.go:171","msg":"trace[1287000638] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"113.048517ms","start":"2026-03-19T09:21:45.505982Z","end":"2026-03-19T09:21:45.61903Z","steps":["trace[1287000638] 'process raft request' (duration: 113.006736ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:45.619103Z","caller":"traceutil/trace.go:171","msg":"trace[1233822373] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"116.390171ms","start":"2026-03-19T09:21:45.502693Z","end":"2026-03-19T09:21:45.619083Z","steps":["trace[1233822373] 'process raft request' (duration: 115.815358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:48.990734Z","caller":"traceutil/trace.go:171","msg":"trace[1446333135] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"108.365071ms","start":"2026-03-19T09:21:48.882338Z","end":"2026-03-19T09:21:48.990703Z","steps":["trace[1446333135] 'process raft request' (duration: 108.148286ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:50.403924Z","caller":"traceutil/trace.go:171","msg":"trace[1182945251] linearizableReadLoop","detail":"{readStateIndex:9277; appliedIndex:9276; }","duration":"211.2362ms","start":"2026-03-19T09:21:50.192658Z","end":"2026-03-19T09:21:50.403894Z","steps":["trace[1182945251] 'read index received' (duration: 210.29228ms)","trace[1182945251] 'applied index is now lower than readState.Index' (duration: 942.69µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:50.403993Z","caller":"traceutil/trace.go:171","msg":"trace[1845928650] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"289.846717ms","start":"2026-03-19T09:21:50.114117Z","end":"2026-03-19T09:21:50.403963Z","steps":["trace[1845928650] 'process raft request' (duration: 289.53822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:50.404086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.401184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:50.404147Z","caller":"traceutil/trace.go:171","msg":"trace[858647687] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8890; }","duration":"211.519466ms","start":"2026-03-19T09:21:50.19261Z","end":"2026-03-19T09:21:50.404129Z","steps":["trace[858647687] 'agreement among raft nodes before linearized reading' (duration: 211.403684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:50.744087Z","caller":"traceutil/trace.go:171","msg":"trace[147628103] linearizableReadLoop","detail":"{readStateIndex:9278; appliedIndex:9277; }","duration":"106.909148ms","start":"2026-03-19T09:21:50.637146Z","end":"2026-03-19T09:21:50.744055Z","steps":["trace[147628103] 'read index received' (duration: 106.613472ms)","trace[147628103] 'applied index is now lower than readState.Index' (duration: 294.356µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:50.744189Z","caller":"traceutil/trace.go:171","msg":"trace[142556097] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"119.375966ms","start":"2026-03-19T09:21:50.624776Z","end":"2026-03-19T09:21:50.744152Z","steps":["trace[142556097] 'process raft request' (duration: 119.07585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:50.744666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.498082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:45 size:605316"} {"level":"info","ts":"2026-03-19T09:21:50.744717Z","caller":"traceutil/trace.go:171","msg":"trace[618989705] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:45; response_revision:8891; }","duration":"107.595735ms","start":"2026-03-19T09:21:50.637108Z","end":"2026-03-19T09:21:50.744704Z","steps":["trace[618989705] 'agreement among raft nodes before linearized reading' (duration: 107.068172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:51.846463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.14222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:51.846586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.503436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:51.846687Z","caller":"traceutil/trace.go:171","msg":"trace[1492636437] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8891; }","duration":"851.70001ms","start":"2026-03-19T09:21:50.994958Z","end":"2026-03-19T09:21:51.846658Z","steps":["trace[1492636437] 'count revisions from in-memory index tree' (duration: 851.407443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:51.846987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:50.994934Z","time spent":"852.030298ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:51.846574Z","caller":"traceutil/trace.go:171","msg":"trace[108946411] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8891; }","duration":"818.316163ms","start":"2026-03-19T09:21:51.028236Z","end":"2026-03-19T09:21:51.846552Z","steps":["trace[108946411] 'count revisions from in-memory index tree' (duration: 818.050378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:51.847121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:51.028212Z","time spent":"818.828105ms","remote":"127.0.0.1:54642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:51.959142Z","caller":"traceutil/trace.go:171","msg":"trace[1006788868] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"374.348254ms","start":"2026-03-19T09:21:51.584762Z","end":"2026-03-19T09:21:51.95911Z","steps":["trace[1006788868] 'process raft request' (duration: 374.18342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:51.95931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:51.584739Z","time spent":"374.484398ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:52.003009Z","caller":"traceutil/trace.go:171","msg":"trace[754549014] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"389.059033ms","start":"2026-03-19T09:21:51.61392Z","end":"2026-03-19T09:21:52.00298Z","steps":["trace[754549014] 'process raft request' (duration: 388.901149ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:52.003125Z","caller":"traceutil/trace.go:171","msg":"trace[1654218170] linearizableReadLoop","detail":"{readStateIndex:9281; appliedIndex:9278; }","duration":"381.460763ms","start":"2026-03-19T09:21:51.621627Z","end":"2026-03-19T09:21:52.003088Z","steps":["trace[1654218170] 'read index received' (duration: 337.332547ms)","trace[1654218170] 'applied index is now lower than readState.Index' (duration: 44.125656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:52.003182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:51.613893Z","time spent":"389.200116ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:52.003197Z","caller":"traceutil/trace.go:171","msg":"trace[1023157780] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"387.292193ms","start":"2026-03-19T09:21:51.615876Z","end":"2026-03-19T09:21:52.003168Z","steps":["trace[1023157780] 'process raft request' (duration: 387.063028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.003314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:51.615858Z","time spent":"387.395595ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:52.003385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.738399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:21:52.003397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.787848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:52.003427Z","caller":"traceutil/trace.go:171","msg":"trace[1475305680] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8894; }","duration":"381.847941ms","start":"2026-03-19T09:21:51.621566Z","end":"2026-03-19T09:21:52.003414Z","steps":["trace[1475305680] 'agreement among raft nodes before linearized reading' (duration: 381.664907ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:52.003458Z","caller":"traceutil/trace.go:171","msg":"trace[788265784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8894; }","duration":"367.880199ms","start":"2026-03-19T09:21:51.635563Z","end":"2026-03-19T09:21:52.003444Z","steps":["trace[788265784] 'agreement among raft nodes before linearized reading' (duration: 367.789977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.003466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:51.62154Z","time spent":"381.918063ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:21:52.003493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.818898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:21:52.003511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:51.635548Z","time spent":"367.952571ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:21:52.003558Z","caller":"traceutil/trace.go:171","msg":"trace[1381383160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8894; }","duration":"243.90426ms","start":"2026-03-19T09:21:51.759634Z","end":"2026-03-19T09:21:52.003538Z","steps":["trace[1381383160] 'agreement among raft nodes before linearized reading' (duration: 243.791568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.003645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.317454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:21:52.003708Z","caller":"traceutil/trace.go:171","msg":"trace[1861349783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8894; }","duration":"259.423276ms","start":"2026-03-19T09:21:51.744263Z","end":"2026-03-19T09:21:52.003686Z","steps":["trace[1861349783] 'agreement among raft nodes before linearized reading' (duration: 259.173821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.003717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.060886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:21:52.003777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.628968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-19T09:21:52.003806Z","caller":"traceutil/trace.go:171","msg":"trace[729968635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8894; }","duration":"288.222229ms","start":"2026-03-19T09:21:51.715561Z","end":"2026-03-19T09:21:52.003783Z","steps":["trace[729968635] 'agreement among raft nodes before linearized reading' (duration: 287.922143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:52.003816Z","caller":"traceutil/trace.go:171","msg":"trace[1104778985] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76; range_end:; response_count:1; response_revision:8894; }","duration":"198.71408ms","start":"2026-03-19T09:21:51.805088Z","end":"2026-03-19T09:21:52.003802Z","steps":["trace[1104778985] 'agreement among raft nodes before linearized reading' (duration: 198.596557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.004067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.14558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:21:52.004158Z","caller":"traceutil/trace.go:171","msg":"trace[984180119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8894; }","duration":"246.293403ms","start":"2026-03-19T09:21:51.757842Z","end":"2026-03-19T09:21:52.004136Z","steps":["trace[984180119] 'agreement among raft nodes before linearized reading' (duration: 245.654499ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:52.113206Z","caller":"traceutil/trace.go:171","msg":"trace[847486204] linearizableReadLoop","detail":"{readStateIndex:9282; appliedIndex:9281; }","duration":"105.824855ms","start":"2026-03-19T09:21:52.007352Z","end":"2026-03-19T09:21:52.113177Z","steps":["trace[847486204] 'read index received' (duration: 103.521433ms)","trace[847486204] 'applied index is now lower than readState.Index' (duration: 2.299092ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:52.113498Z","caller":"traceutil/trace.go:171","msg":"trace[2119606897] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"106.275055ms","start":"2026-03-19T09:21:52.007171Z","end":"2026-03-19T09:21:52.113447Z","steps":["trace[2119606897] 'process raft request' (duration: 103.756708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.113533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.161712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-csi-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:52.113598Z","caller":"traceutil/trace.go:171","msg":"trace[792016909] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-csi-config; range_end:; response_count:0; response_revision:8895; }","duration":"106.271605ms","start":"2026-03-19T09:21:52.00731Z","end":"2026-03-19T09:21:52.113582Z","steps":["trace[792016909] 'agreement among raft nodes before linearized reading' (duration: 106.125731ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:52.189564Z","caller":"traceutil/trace.go:171","msg":"trace[382071309] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"180.981323ms","start":"2026-03-19T09:21:52.008565Z","end":"2026-03-19T09:21:52.189546Z","steps":["trace[382071309] 'process raft request' (duration: 180.936772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:52.189613Z","caller":"traceutil/trace.go:171","msg":"trace[1196078085] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"181.389222ms","start":"2026-03-19T09:21:52.008186Z","end":"2026-03-19T09:21:52.189576Z","steps":["trace[1196078085] 'process raft request' (duration: 181.238889ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:52.18983Z","caller":"traceutil/trace.go:171","msg":"trace[251388800] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"181.054095ms","start":"2026-03-19T09:21:52.008767Z","end":"2026-03-19T09:21:52.189821Z","steps":["trace[251388800] 'process raft request' (duration: 180.755058ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:52.189838Z","caller":"traceutil/trace.go:171","msg":"trace[1593019316] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"180.996924ms","start":"2026-03-19T09:21:52.008829Z","end":"2026-03-19T09:21:52.189826Z","steps":["trace[1593019316] 'process raft request' (duration: 180.904072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.190354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.111377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224130"} {"level":"info","ts":"2026-03-19T09:21:52.190434Z","caller":"traceutil/trace.go:171","msg":"trace[371420292] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8899; }","duration":"181.22307ms","start":"2026-03-19T09:21:52.009191Z","end":"2026-03-19T09:21:52.190414Z","steps":["trace[371420292] 'agreement among raft nodes before linearized reading' (duration: 180.636936ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:52.333341Z","caller":"traceutil/trace.go:171","msg":"trace[1733770328] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8899; }","duration":"202.160208ms","start":"2026-03-19T09:21:52.131163Z","end":"2026-03-19T09:21:52.333323Z","steps":["trace[1733770328] 'process raft request' (duration: 140.977811ms)","trace[1733770328] 'compare' (duration: 61.144916ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:53.003872Z","caller":"traceutil/trace.go:171","msg":"trace[1561583848] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"235.87206ms","start":"2026-03-19T09:21:52.767976Z","end":"2026-03-19T09:21:53.003848Z","steps":["trace[1561583848] 'process raft request' (duration: 235.693216ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.631748Z","caller":"traceutil/trace.go:171","msg":"trace[1703028901] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"102.763577ms","start":"2026-03-19T09:21:53.528966Z","end":"2026-03-19T09:21:53.63173Z","steps":["trace[1703028901] 'process raft request' (duration: 102.647814ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:54.980894Z","caller":"traceutil/trace.go:171","msg":"trace[101953013] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"142.361422ms","start":"2026-03-19T09:21:54.838495Z","end":"2026-03-19T09:21:54.980857Z","steps":["trace[101953013] 'process raft request' (duration: 116.456282ms)","trace[101953013] 'compare' (duration: 25.741636ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:55.197687Z","caller":"traceutil/trace.go:171","msg":"trace[378520957] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"212.459537ms","start":"2026-03-19T09:21:54.985184Z","end":"2026-03-19T09:21:55.197644Z","steps":["trace[378520957] 'process raft request' (duration: 161.740924ms)","trace[378520957] 'compare' (duration: 50.469398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:55.197912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.74833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:21:55.197963Z","caller":"traceutil/trace.go:171","msg":"trace[431737199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8935; }","duration":"189.873293ms","start":"2026-03-19T09:21:55.00808Z","end":"2026-03-19T09:21:55.197953Z","steps":["trace[431737199] 'agreement among raft nodes before linearized reading' (duration: 189.665629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:55.197695Z","caller":"traceutil/trace.go:171","msg":"trace[1743754770] linearizableReadLoop","detail":"{readStateIndex:9324; appliedIndex:9319; }","duration":"189.508435ms","start":"2026-03-19T09:21:55.008164Z","end":"2026-03-19T09:21:55.197673Z","steps":["trace[1743754770] 'read index received' (duration: 9.105114ms)","trace[1743754770] 'applied index is now lower than readState.Index' (duration: 180.402411ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:55.198202Z","caller":"traceutil/trace.go:171","msg":"trace[415152263] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"211.895594ms","start":"2026-03-19T09:21:54.986293Z","end":"2026-03-19T09:21:55.198189Z","steps":["trace[415152263] 'process raft request' (duration: 211.341822ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:55.198284Z","caller":"traceutil/trace.go:171","msg":"trace[1698228959] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"212.359114ms","start":"2026-03-19T09:21:54.98592Z","end":"2026-03-19T09:21:55.198279Z","steps":["trace[1698228959] 'process raft request' (duration: 211.679989ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:55.198277Z","caller":"traceutil/trace.go:171","msg":"trace[951697858] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"212.852985ms","start":"2026-03-19T09:21:54.985392Z","end":"2026-03-19T09:21:55.198245Z","steps":["trace[951697858] 'process raft request' (duration: 212.14457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:55.430159Z","caller":"traceutil/trace.go:171","msg":"trace[1398126652] linearizableReadLoop","detail":"{readStateIndex:9327; appliedIndex:9325; }","duration":"225.384616ms","start":"2026-03-19T09:21:55.204747Z","end":"2026-03-19T09:21:55.430132Z","steps":["trace[1398126652] 'read index received' (duration: 40.507385ms)","trace[1398126652] 'applied index is now lower than readState.Index' (duration: 184.876281ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:55.430288Z","caller":"traceutil/trace.go:171","msg":"trace[1181599165] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"226.104902ms","start":"2026-03-19T09:21:55.20412Z","end":"2026-03-19T09:21:55.430225Z","steps":["trace[1181599165] 'process raft request' (duration: 225.936948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:55.430396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.124447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:55.430438Z","caller":"traceutil/trace.go:171","msg":"trace[206727909] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8938; }","duration":"168.24079ms","start":"2026-03-19T09:21:55.262186Z","end":"2026-03-19T09:21:55.430426Z","steps":["trace[206727909] 'agreement among raft nodes before linearized reading' (duration: 168.105137ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:55.430281Z","caller":"traceutil/trace.go:171","msg":"trace[72043574] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"226.796427ms","start":"2026-03-19T09:21:55.203443Z","end":"2026-03-19T09:21:55.43024Z","steps":["trace[72043574] 'process raft request' (duration: 152.069927ms)","trace[72043574] 'compare' (duration: 74.370153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:55.430578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.762144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T09:21:55.430678Z","caller":"traceutil/trace.go:171","msg":"trace[890200887] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8938; }","duration":"225.918817ms","start":"2026-03-19T09:21:55.20473Z","end":"2026-03-19T09:21:55.430649Z","steps":["trace[890200887] 'agreement among raft nodes before linearized reading' (duration: 225.545459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:56.16637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786274815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:56.666826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786274815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:56.927824Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.262418967s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:21:57.066399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.089695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:57.066567Z","caller":"traceutil/trace.go:171","msg":"trace[873856429] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"1.401228538s","start":"2026-03-19T09:21:55.665314Z","end":"2026-03-19T09:21:57.066543Z","steps":["trace[873856429] 'process raft request' (duration: 1.262926448s)","trace[873856429] 'compare' (duration: 137.550783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:57.066631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:55.6653Z","time spent":"1.401302969s","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:21:57.091098Z","caller":"traceutil/trace.go:171","msg":"trace[132167077] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"1.407848987s","start":"2026-03-19T09:21:55.683231Z","end":"2026-03-19T09:21:57.09108Z","steps":["trace[132167077] 'process raft request' (duration: 1.407659022s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.091219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:55.6832Z","time spent":"1.407956279s","remote":"127.0.0.1:37006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:57.091249Z","caller":"traceutil/trace.go:171","msg":"trace[1578570321] linearizableReadLoop","detail":"{readStateIndex:9349; appliedIndex:9342; }","duration":"1.425772717s","start":"2026-03-19T09:21:55.66546Z","end":"2026-03-19T09:21:57.091232Z","steps":["trace[1578570321] 'read index received' (duration: 1.262736434s)","trace[1578570321] 'applied index is now lower than readState.Index' (duration: 163.035203ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:57.091444Z","caller":"traceutil/trace.go:171","msg":"trace[1886286240] transaction","detail":"{read_only:false; response_revision:8957; number_of_response:1; }","duration":"1.047506355s","start":"2026-03-19T09:21:56.043931Z","end":"2026-03-19T09:21:57.091437Z","steps":["trace[1886286240] 'process raft request' (duration: 1.047198939s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.09149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.043923Z","time spent":"1.047546356s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:57.091572Z","caller":"traceutil/trace.go:171","msg":"trace[454231240] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"739.36889ms","start":"2026-03-19T09:21:56.352193Z","end":"2026-03-19T09:21:57.091562Z","steps":["trace[454231240] 'process raft request' (duration: 739.006572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.0918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426332859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T09:21:57.091855Z","caller":"traceutil/trace.go:171","msg":"trace[1455021644] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8959; }","duration":"1.426706927s","start":"2026-03-19T09:21:55.665132Z","end":"2026-03-19T09:21:57.091839Z","steps":["trace[1455021644] 'agreement among raft nodes before linearized reading' (duration: 1.426522443s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.091891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:55.665125Z","time spent":"1.426758318s","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-19T09:21:57.09215Z","caller":"traceutil/trace.go:171","msg":"trace[186975526] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"807.055803ms","start":"2026-03-19T09:21:56.285082Z","end":"2026-03-19T09:21:57.092138Z","steps":["trace[186975526] 'process raft request' (duration: 806.077341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.092225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.285048Z","time spent":"807.136154ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:57.092309Z","caller":"traceutil/trace.go:171","msg":"trace[1277202364] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"1.04954866s","start":"2026-03-19T09:21:56.042752Z","end":"2026-03-19T09:21:57.0923Z","steps":["trace[1277202364] 'process raft request' (duration: 1.048317813s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.092318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.352164Z","time spent":"739.432512ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:57.09236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.042726Z","time spent":"1.049609421s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:57.09264Z","caller":"traceutil/trace.go:171","msg":"trace[743269374] transaction","detail":"{read_only:false; response_revision:8955; number_of_response:1; }","duration":"1.115826502s","start":"2026-03-19T09:21:55.976777Z","end":"2026-03-19T09:21:57.092604Z","steps":["trace[743269374] 'process raft request' (duration: 1.114245766s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.09301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:55.976746Z","time spent":"1.115980186s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:57.153157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.873019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-6gvvt\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-19T09:21:57.153212Z","caller":"traceutil/trace.go:171","msg":"trace[1642471716] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-6gvvt; range_end:; response_count:1; response_revision:8962; }","duration":"913.986701ms","start":"2026-03-19T09:21:56.23921Z","end":"2026-03-19T09:21:57.153197Z","steps":["trace[1642471716] 'agreement among raft nodes before linearized reading' (duration: 913.819368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.153234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.23919Z","time spent":"914.039613ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4581,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-6gvvt\" "} {"level":"warn","ts":"2026-03-19T09:21:57.153346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.50329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:21:57.153365Z","caller":"traceutil/trace.go:171","msg":"trace[875472550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8962; }","duration":"802.522231ms","start":"2026-03-19T09:21:56.350839Z","end":"2026-03-19T09:21:57.153361Z","steps":["trace[875472550] 'agreement among raft nodes before linearized reading' (duration: 802.4719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.153377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.350784Z","time spent":"802.590112ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:21:57.153473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.113874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:21:57.153474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.641631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:57.15352Z","caller":"traceutil/trace.go:171","msg":"trace[176932884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8962; }","duration":"515.734353ms","start":"2026-03-19T09:21:56.637773Z","end":"2026-03-19T09:21:57.153507Z","steps":["trace[176932884] 'agreement among raft nodes before linearized reading' (duration: 515.657641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.15355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.637742Z","time spent":"515.801735ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:57.153653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.898147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:21:57.153689Z","caller":"traceutil/trace.go:171","msg":"trace[538517367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:8962; }","duration":"801.999759ms","start":"2026-03-19T09:21:56.351685Z","end":"2026-03-19T09:21:57.153685Z","steps":["trace[538517367] 'agreement among raft nodes before linearized reading' (duration: 801.934638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.153704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.351648Z","time spent":"802.05029ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:21:57.153778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.805755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:57.153792Z","caller":"traceutil/trace.go:171","msg":"trace[1479725691] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8962; }","duration":"532.873846ms","start":"2026-03-19T09:21:56.620914Z","end":"2026-03-19T09:21:57.153788Z","steps":["trace[1479725691] 'agreement among raft nodes before linearized reading' (duration: 532.847346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.153806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.620877Z","time spent":"532.925558ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:57.15349Z","caller":"traceutil/trace.go:171","msg":"trace[1936398072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8962; }","duration":"803.169605ms","start":"2026-03-19T09:21:56.350317Z","end":"2026-03-19T09:21:57.153486Z","steps":["trace[1936398072] 'agreement among raft nodes before linearized reading' (duration: 803.126074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.153957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.350297Z","time spent":"803.649346ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:57.154042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227363933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"warn","ts":"2026-03-19T09:21:57.154076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.818187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:21:57.154096Z","caller":"traceutil/trace.go:171","msg":"trace[770680873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8962; }","duration":"802.847158ms","start":"2026-03-19T09:21:56.351244Z","end":"2026-03-19T09:21:57.154091Z","steps":["trace[770680873] 'agreement among raft nodes before linearized reading' (duration: 802.789997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.154112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.351241Z","time spent":"802.867618ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:21:57.154106Z","caller":"traceutil/trace.go:171","msg":"trace[1138563657] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8962; }","duration":"1.227464246s","start":"2026-03-19T09:21:55.926627Z","end":"2026-03-19T09:21:57.154091Z","steps":["trace[1138563657] 'agreement among raft nodes before linearized reading' (duration: 1.226515865s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.154156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:55.926603Z","time spent":"1.227540048s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-19T09:21:57.15423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.329859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:21:57.154342Z","caller":"traceutil/trace.go:171","msg":"trace[124437063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8962; }","duration":"803.462133ms","start":"2026-03-19T09:21:56.350855Z","end":"2026-03-19T09:21:57.154317Z","steps":["trace[124437063] 'agreement among raft nodes before linearized reading' (duration: 802.161603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:57.154411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:56.35085Z","time spent":"803.545035ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:21:58.227249Z","caller":"traceutil/trace.go:171","msg":"trace[183668392] linearizableReadLoop","detail":"{readStateIndex:9386; appliedIndex:9385; }","duration":"221.161862ms","start":"2026-03-19T09:21:58.006059Z","end":"2026-03-19T09:21:58.227221Z","steps":["trace[183668392] 'read index received' (duration: 220.863144ms)","trace[183668392] 'applied index is now lower than readState.Index' (duration: 297.077µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:58.227301Z","caller":"traceutil/trace.go:171","msg":"trace[413053887] transaction","detail":"{read_only:false; response_revision:8996; number_of_response:1; }","duration":"319.689694ms","start":"2026-03-19T09:21:57.90759Z","end":"2026-03-19T09:21:58.22728Z","steps":["trace[413053887] 'process raft request' (duration: 319.392956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:58.227383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.305604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:58.227419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:57.90757Z","time spent":"319.785075ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3146,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:58.22742Z","caller":"traceutil/trace.go:171","msg":"trace[1199001686] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8996; }","duration":"221.399007ms","start":"2026-03-19T09:21:58.006008Z","end":"2026-03-19T09:21:58.227407Z","steps":["trace[1199001686] 'agreement among raft nodes before linearized reading' (duration: 221.310845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:58.371439Z","caller":"traceutil/trace.go:171","msg":"trace[959265308] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"135.394215ms","start":"2026-03-19T09:21:58.236011Z","end":"2026-03-19T09:21:58.371405Z","steps":["trace[959265308] 'process raft request' (duration: 131.219972ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:58.37156Z","caller":"traceutil/trace.go:171","msg":"trace[857529681] linearizableReadLoop","detail":"{readStateIndex:9388; appliedIndex:9387; }","duration":"128.43875ms","start":"2026-03-19T09:21:58.243082Z","end":"2026-03-19T09:21:58.371521Z","steps":["trace[857529681] 'read index received' (duration: 124.141555ms)","trace[857529681] 'applied index is now lower than readState.Index' (duration: 4.290845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:58.371697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.592043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-6gvvt\" ","response":"range_response_count:1 size:4740"} {"level":"info","ts":"2026-03-19T09:21:58.371777Z","caller":"traceutil/trace.go:171","msg":"trace[388521286] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-6gvvt; range_end:; response_count:1; response_revision:8998; }","duration":"128.693755ms","start":"2026-03-19T09:21:58.243064Z","end":"2026-03-19T09:21:58.371758Z","steps":["trace[388521286] 'agreement among raft nodes before linearized reading' (duration: 128.576763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:58.372149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.896908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-6gvvt\" ","response":"range_response_count:1 size:4740"} {"level":"warn","ts":"2026-03-19T09:21:58.372199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.944041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T09:21:58.37221Z","caller":"traceutil/trace.go:171","msg":"trace[1210934437] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-6gvvt; range_end:; response_count:1; response_revision:8999; }","duration":"124.024371ms","start":"2026-03-19T09:21:58.248167Z","end":"2026-03-19T09:21:58.372191Z","steps":["trace[1210934437] 'agreement among raft nodes before linearized reading' (duration: 123.872428ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:58.372237Z","caller":"traceutil/trace.go:171","msg":"trace[1633369671] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8999; }","duration":"128.993052ms","start":"2026-03-19T09:21:58.243232Z","end":"2026-03-19T09:21:58.372225Z","steps":["trace[1633369671] 'agreement among raft nodes before linearized reading' (duration: 128.741186ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:58.54651Z","caller":"traceutil/trace.go:171","msg":"trace[1993868662] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"162.948372ms","start":"2026-03-19T09:21:58.383535Z","end":"2026-03-19T09:21:58.546483Z","steps":["trace[1993868662] 'process raft request' (duration: 162.788067ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:58.639289Z","caller":"traceutil/trace.go:171","msg":"trace[513468286] linearizableReadLoop","detail":"{readStateIndex:9393; appliedIndex:9390; }","duration":"177.551288ms","start":"2026-03-19T09:21:58.461707Z","end":"2026-03-19T09:21:58.639258Z","steps":["trace[513468286] 'read index received' (duration: 84.699353ms)","trace[513468286] 'applied index is now lower than readState.Index' (duration: 92.850925ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:58.639333Z","caller":"traceutil/trace.go:171","msg":"trace[381641372] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9001; }","duration":"187.107751ms","start":"2026-03-19T09:21:58.452191Z","end":"2026-03-19T09:21:58.639299Z","steps":["trace[381641372] 'process raft request' (duration: 186.900066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:58.639455Z","caller":"traceutil/trace.go:171","msg":"trace[1141772080] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9001; }","duration":"186.817955ms","start":"2026-03-19T09:21:58.452622Z","end":"2026-03-19T09:21:58.63944Z","steps":["trace[1141772080] 'process raft request' (duration: 186.59294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:58.639895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.176201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-108445f4-ee5a-42cf-910d-710006e3ab34\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-03-19T09:21:58.639948Z","caller":"traceutil/trace.go:171","msg":"trace[1566036938] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-108445f4-ee5a-42cf-910d-710006e3ab34; range_end:; response_count:1; response_revision:9001; }","duration":"178.242293ms","start":"2026-03-19T09:21:58.461693Z","end":"2026-03-19T09:21:58.639935Z","steps":["trace[1566036938] 'agreement among raft nodes before linearized reading' (duration: 178.064999ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:59.446736Z","caller":"traceutil/trace.go:171","msg":"trace[482132155] linearizableReadLoop","detail":"{readStateIndex:9404; appliedIndex:9401; }","duration":"186.200301ms","start":"2026-03-19T09:21:59.260517Z","end":"2026-03-19T09:21:59.446718Z","steps":["trace[482132155] 'read index received' (duration: 18.726329ms)","trace[482132155] 'applied index is now lower than readState.Index' (duration: 167.473012ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:59.446819Z","caller":"traceutil/trace.go:171","msg":"trace[570629633] transaction","detail":"{read_only:false; response_revision:9011; number_of_response:1; }","duration":"188.988923ms","start":"2026-03-19T09:21:59.257816Z","end":"2026-03-19T09:21:59.446805Z","steps":["trace[570629633] 'process raft request' (duration: 145.558022ms)","trace[570629633] 'compare' (duration: 43.111074ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:59.446837Z","caller":"traceutil/trace.go:171","msg":"trace[509563999] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"187.812557ms","start":"2026-03-19T09:21:59.259015Z","end":"2026-03-19T09:21:59.446828Z","steps":["trace[509563999] 'process raft request' (duration: 187.653973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:59.447051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.515408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-6gvvt\" ","response":"range_response_count:1 size:4757"} {"level":"info","ts":"2026-03-19T09:21:59.447092Z","caller":"traceutil/trace.go:171","msg":"trace[322628175] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-6gvvt; range_end:; response_count:1; response_revision:9012; }","duration":"186.590099ms","start":"2026-03-19T09:21:59.26049Z","end":"2026-03-19T09:21:59.44708Z","steps":["trace[322628175] 'agreement among raft nodes before linearized reading' (duration: 186.416515ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:59.488216Z","caller":"traceutil/trace.go:171","msg":"trace[437221773] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"103.155555ms","start":"2026-03-19T09:21:59.385033Z","end":"2026-03-19T09:21:59.488189Z","steps":["trace[437221773] 'process raft request' (duration: 102.972451ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:59.558016Z","caller":"traceutil/trace.go:171","msg":"trace[1506211935] linearizableReadLoop","detail":"{readStateIndex:9406; appliedIndex:9404; }","duration":"111.150524ms","start":"2026-03-19T09:21:59.446801Z","end":"2026-03-19T09:21:59.557952Z","steps":["trace[1506211935] 'read index received' (duration: 41.214601ms)","trace[1506211935] 'applied index is now lower than readState.Index' (duration: 69.935333ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:59.558115Z","caller":"traceutil/trace.go:171","msg":"trace[1768550518] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"103.975893ms","start":"2026-03-19T09:21:59.454133Z","end":"2026-03-19T09:21:59.558109Z","steps":["trace[1768550518] 'process raft request' (duration: 103.713017ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:59.558267Z","caller":"traceutil/trace.go:171","msg":"trace[1902159261] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"119.756836ms","start":"2026-03-19T09:21:59.438471Z","end":"2026-03-19T09:21:59.558227Z","steps":["trace[1902159261] 'process raft request' (duration: 109.423215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:59.558424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.60418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:21:59.558456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.650915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:21:59.55856Z","caller":"traceutil/trace.go:171","msg":"trace[274880868] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9015; }","duration":"115.775797ms","start":"2026-03-19T09:21:59.442737Z","end":"2026-03-19T09:21:59.558513Z","steps":["trace[274880868] 'agreement among raft nodes before linearized reading' (duration: 115.507601ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:59.558562Z","caller":"traceutil/trace.go:171","msg":"trace[1411057123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9015; }","duration":"216.713823ms","start":"2026-03-19T09:21:59.341787Z","end":"2026-03-19T09:21:59.558501Z","steps":["trace[1411057123] 'agreement among raft nodes before linearized reading' (duration: 216.402566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:00.064939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786274953,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:22:00.099269Z","caller":"traceutil/trace.go:171","msg":"trace[42075571] transaction","detail":"{read_only:false; response_revision:9016; number_of_response:1; }","duration":"538.182995ms","start":"2026-03-19T09:21:59.561062Z","end":"2026-03-19T09:22:00.099245Z","steps":["trace[42075571] 'process raft request' (duration: 538.002111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:00.099443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:59.561039Z","time spent":"538.291427ms","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128088,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:00.103188Z","caller":"traceutil/trace.go:171","msg":"trace[1393496158] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"538.692406ms","start":"2026-03-19T09:21:59.564483Z","end":"2026-03-19T09:22:00.103175Z","steps":["trace[1393496158] 'process raft request' (duration: 538.580184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:00.103259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:59.564455Z","time spent":"538.775787ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:00.103429Z","caller":"traceutil/trace.go:171","msg":"trace[1024983189] linearizableReadLoop","detail":"{readStateIndex:9410; appliedIndex:9407; }","duration":"538.897ms","start":"2026-03-19T09:21:59.56447Z","end":"2026-03-19T09:22:00.103367Z","steps":["trace[1024983189] 'read index received' (duration: 534.615225ms)","trace[1024983189] 'applied index is now lower than readState.Index' (duration: 4.278685ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:00.103467Z","caller":"traceutil/trace.go:171","msg":"trace[737036842] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"538.931522ms","start":"2026-03-19T09:21:59.564492Z","end":"2026-03-19T09:22:00.103423Z","steps":["trace[737036842] 'process raft request' (duration: 538.642185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:00.103641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:59.564475Z","time spent":"539.079454ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:22:00.103651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.178106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:22:00.103737Z","caller":"traceutil/trace.go:171","msg":"trace[112588552] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9018; }","duration":"539.298299ms","start":"2026-03-19T09:21:59.564428Z","end":"2026-03-19T09:22:00.103727Z","steps":["trace[112588552] 'agreement among raft nodes before linearized reading' (duration: 539.091285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:00.103767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:59.56441Z","time spent":"539.35095ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:22:00.148633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.259368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:00.148653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.568515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:00.148725Z","caller":"traceutil/trace.go:171","msg":"trace[1937402439] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9019; }","duration":"543.700628ms","start":"2026-03-19T09:21:59.605009Z","end":"2026-03-19T09:22:00.14871Z","steps":["trace[1937402439] 'agreement among raft nodes before linearized reading' (duration: 543.584826ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:00.148725Z","caller":"traceutil/trace.go:171","msg":"trace[281895681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9019; }","duration":"513.38874ms","start":"2026-03-19T09:21:59.635312Z","end":"2026-03-19T09:22:00.148701Z","steps":["trace[281895681] 'agreement among raft nodes before linearized reading' (duration: 513.251257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:00.148731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.250275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-19T09:22:00.148767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:59.604992Z","time spent":"543.764239ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:00.148789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:59.635293Z","time spent":"513.482493ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:22:00.148808Z","caller":"traceutil/trace.go:171","msg":"trace[798685111] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9019; }","duration":"448.389189ms","start":"2026-03-19T09:21:59.700401Z","end":"2026-03-19T09:22:00.14879Z","steps":["trace[798685111] 'agreement among raft nodes before linearized reading' (duration: 448.137573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:00.14885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:59.700374Z","time spent":"448.468741ms","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-19T09:22:00.149057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.759542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-108445f4-ee5a-42cf-910d-710006e3ab34\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-03-19T09:22:00.149101Z","caller":"traceutil/trace.go:171","msg":"trace[1778696061] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-108445f4-ee5a-42cf-910d-710006e3ab34; range_end:; response_count:1; response_revision:9019; }","duration":"501.860704ms","start":"2026-03-19T09:21:59.647229Z","end":"2026-03-19T09:22:00.14909Z","steps":["trace[1778696061] 'agreement among raft nodes before linearized reading' (duration: 501.243109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:00.149135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:59.647203Z","time spent":"501.924585ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3663,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-108445f4-ee5a-42cf-910d-710006e3ab34\" "} {"level":"warn","ts":"2026-03-19T09:22:00.224098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.006959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-19T09:22:00.224191Z","caller":"traceutil/trace.go:171","msg":"trace[1331245736] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9020; }","duration":"119.157422ms","start":"2026-03-19T09:22:00.105014Z","end":"2026-03-19T09:22:00.224171Z","steps":["trace[1331245736] 'agreement among raft nodes before linearized reading' (duration: 118.829705ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:00.315278Z","caller":"traceutil/trace.go:171","msg":"trace[824820384] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"161.903368ms","start":"2026-03-19T09:22:00.15335Z","end":"2026-03-19T09:22:00.315253Z","steps":["trace[824820384] 'process raft request' (duration: 161.678483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:00.315551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.962738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:00.315647Z","caller":"traceutil/trace.go:171","msg":"trace[2063740450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9022; }","duration":"166.101581ms","start":"2026-03-19T09:22:00.149523Z","end":"2026-03-19T09:22:00.315625Z","steps":["trace[2063740450] 'agreement among raft nodes before linearized reading' (duration: 165.899657ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:00.316013Z","caller":"traceutil/trace.go:171","msg":"trace[1683999384] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"162.118892ms","start":"2026-03-19T09:22:00.153879Z","end":"2026-03-19T09:22:00.315998Z","steps":["trace[1683999384] 'process raft request' (duration: 161.280204ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:00.558028Z","caller":"traceutil/trace.go:171","msg":"trace[850259767] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"181.836163ms","start":"2026-03-19T09:22:00.376166Z","end":"2026-03-19T09:22:00.558003Z","steps":["trace[850259767] 'process raft request' (duration: 181.6828ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:00.884428Z","caller":"traceutil/trace.go:171","msg":"trace[325876580] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"105.383815ms","start":"2026-03-19T09:22:00.779016Z","end":"2026-03-19T09:22:00.8844Z","steps":["trace[325876580] 'process raft request' (duration: 105.16901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:03.7291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.305572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-19T09:22:03.729182Z","caller":"traceutil/trace.go:171","msg":"trace[1456789671] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9058; }","duration":"177.464506ms","start":"2026-03-19T09:22:03.551699Z","end":"2026-03-19T09:22:03.729163Z","steps":["trace[1456789671] 'range keys from in-memory index tree' (duration: 177.056607ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:06.795182Z","caller":"traceutil/trace.go:171","msg":"trace[880095652] linearizableReadLoop","detail":"{readStateIndex:9471; appliedIndex:9470; }","duration":"159.871042ms","start":"2026-03-19T09:22:06.635284Z","end":"2026-03-19T09:22:06.795155Z","steps":["trace[880095652] 'read index received' (duration: 116.019162ms)","trace[880095652] 'applied index is now lower than readState.Index' (duration: 43.85099ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:06.795221Z","caller":"traceutil/trace.go:171","msg":"trace[1335523709] transaction","detail":"{read_only:false; response_revision:9075; number_of_response:1; }","duration":"381.189567ms","start":"2026-03-19T09:22:06.413971Z","end":"2026-03-19T09:22:06.795161Z","steps":["trace[1335523709] 'process raft request' (duration: 337.4774ms)","trace[1335523709] 'compare' (duration: 43.585724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:06.795314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.005795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:06.795397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:06.413961Z","time spent":"381.33622ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10631,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:06.795537Z","caller":"traceutil/trace.go:171","msg":"trace[447717796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9075; }","duration":"160.128457ms","start":"2026-03-19T09:22:06.63523Z","end":"2026-03-19T09:22:06.795359Z","steps":["trace[447717796] 'agreement among raft nodes before linearized reading' (duration: 160.001315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:11.726236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.199061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:11.726356Z","caller":"traceutil/trace.go:171","msg":"trace[642240171] linearizableReadLoop","detail":"{readStateIndex:9503; appliedIndex:9502; }","duration":"220.515577ms","start":"2026-03-19T09:22:11.505822Z","end":"2026-03-19T09:22:11.726337Z","steps":["trace[642240171] 'read index received' (duration: 55.045469ms)","trace[642240171] 'applied index is now lower than readState.Index' (duration: 165.468297ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:11.726388Z","caller":"traceutil/trace.go:171","msg":"trace[857648235] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"329.570703ms","start":"2026-03-19T09:22:11.396787Z","end":"2026-03-19T09:22:11.726358Z","steps":["trace[857648235] 'process raft request' (duration: 164.140457ms)","trace[857648235] 'compare' (duration: 164.806922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:11.726585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:11.396766Z","time spent":"329.716567ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:11.726672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.223258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:22:11.726674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.840864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:22:11.726775Z","caller":"traceutil/trace.go:171","msg":"trace[596940841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9106; }","duration":"220.998818ms","start":"2026-03-19T09:22:11.505751Z","end":"2026-03-19T09:22:11.72675Z","steps":["trace[596940841] 'agreement among raft nodes before linearized reading' (duration: 220.714971ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:11.726716Z","caller":"traceutil/trace.go:171","msg":"trace[826900523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9106; }","duration":"189.287469ms","start":"2026-03-19T09:22:11.537418Z","end":"2026-03-19T09:22:11.726705Z","steps":["trace[826900523] 'agreement among raft nodes before linearized reading' (duration: 189.075904ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:11.987352Z","caller":"traceutil/trace.go:171","msg":"trace[1415663904] transaction","detail":"{read_only:false; response_revision:9109; number_of_response:1; }","duration":"159.895162ms","start":"2026-03-19T09:22:11.827428Z","end":"2026-03-19T09:22:11.987324Z","steps":["trace[1415663904] 'process raft request' (duration: 159.711378ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:16.013141Z","caller":"traceutil/trace.go:171","msg":"trace[642467940] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"152.474197ms","start":"2026-03-19T09:22:15.860634Z","end":"2026-03-19T09:22:16.013108Z","steps":["trace[642467940] 'process raft request' (duration: 151.948654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:21.398789Z","caller":"traceutil/trace.go:171","msg":"trace[1307431781] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"110.075259ms","start":"2026-03-19T09:22:21.288678Z","end":"2026-03-19T09:22:21.398753Z","steps":["trace[1307431781] 'process raft request' (duration: 109.679451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:22.612231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.872106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:22.612369Z","caller":"traceutil/trace.go:171","msg":"trace[1211246084] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9158; }","duration":"213.085501ms","start":"2026-03-19T09:22:22.39925Z","end":"2026-03-19T09:22:22.612336Z","steps":["trace[1211246084] 'count revisions from in-memory index tree' (duration: 212.714403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:22.612649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.327964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:22:22.612781Z","caller":"traceutil/trace.go:171","msg":"trace[1920154826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9158; }","duration":"306.523348ms","start":"2026-03-19T09:22:22.306234Z","end":"2026-03-19T09:22:22.612758Z","steps":["trace[1920154826] 'range keys from in-memory index tree' (duration: 305.916065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:22.613083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:22.306211Z","time spent":"306.701963ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:22:23.806487Z","caller":"traceutil/trace.go:171","msg":"trace[1406607159] linearizableReadLoop","detail":"{readStateIndex:9563; appliedIndex:9562; }","duration":"123.031528ms","start":"2026-03-19T09:22:23.683429Z","end":"2026-03-19T09:22:23.806461Z","steps":["trace[1406607159] 'read index received' (duration: 122.887264ms)","trace[1406607159] 'applied index is now lower than readState.Index' (duration: 143.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:23.80661Z","caller":"traceutil/trace.go:171","msg":"trace[1271620087] transaction","detail":"{read_only:false; response_revision:9164; number_of_response:1; }","duration":"126.321804ms","start":"2026-03-19T09:22:23.680238Z","end":"2026-03-19T09:22:23.806559Z","steps":["trace[1271620087] 'process raft request' (duration: 126.026426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:23.806744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.297845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:22:23.806906Z","caller":"traceutil/trace.go:171","msg":"trace[19100670] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:9164; }","duration":"123.462878ms","start":"2026-03-19T09:22:23.683358Z","end":"2026-03-19T09:22:23.806821Z","steps":["trace[19100670] 'agreement among raft nodes before linearized reading' (duration: 123.231543ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:24.114366Z","caller":"traceutil/trace.go:171","msg":"trace[1653553573] transaction","detail":"{read_only:false; response_revision:9166; number_of_response:1; }","duration":"126.493877ms","start":"2026-03-19T09:22:23.98784Z","end":"2026-03-19T09:22:24.114334Z","steps":["trace[1653553573] 'process raft request' (duration: 126.150209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:24.584326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.53726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:24.584426Z","caller":"traceutil/trace.go:171","msg":"trace[268942142] linearizableReadLoop","detail":"{readStateIndex:9566; appliedIndex:9565; }","duration":"463.962186ms","start":"2026-03-19T09:22:24.120448Z","end":"2026-03-19T09:22:24.58441Z","steps":["trace[268942142] 'read index received' (duration: 263.216181ms)","trace[268942142] 'applied index is now lower than readState.Index' (duration: 200.745125ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:24.584485Z","caller":"traceutil/trace.go:171","msg":"trace[2024627641] transaction","detail":"{read_only:false; response_revision:9167; number_of_response:1; }","duration":"464.466889ms","start":"2026-03-19T09:22:24.120009Z","end":"2026-03-19T09:22:24.584476Z","steps":["trace[2024627641] 'process raft request' (duration: 263.708153ms)","trace[2024627641] 'compare' (duration: 200.405918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:24.584531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:24.119989Z","time spent":"464.521239ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:24.585596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.118172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-108445f4-ee5a-42cf-910d-710006e3ab34\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-19T09:22:24.585722Z","caller":"traceutil/trace.go:171","msg":"trace[1429176423] range","detail":"{range_begin:/registry/persistentvolumes/pvc-108445f4-ee5a-42cf-910d-710006e3ab34; range_end:; response_count:1; response_revision:9167; }","duration":"465.298346ms","start":"2026-03-19T09:22:24.120386Z","end":"2026-03-19T09:22:24.585684Z","steps":["trace[1429176423] 'agreement among raft nodes before linearized reading' (duration: 464.14975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:24.585809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:24.120361Z","time spent":"465.42838ms","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-108445f4-ee5a-42cf-910d-710006e3ab34\" "} {"level":"warn","ts":"2026-03-19T09:22:24.815108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.294001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:24.815341Z","caller":"traceutil/trace.go:171","msg":"trace[1972653094] transaction","detail":"{read_only:false; response_revision:9168; number_of_response:1; }","duration":"692.102094ms","start":"2026-03-19T09:22:24.123211Z","end":"2026-03-19T09:22:24.815314Z","steps":["trace[1972653094] 'process raft request' (duration: 579.479106ms)","trace[1972653094] 'compare' (duration: 112.158047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:24.815477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:24.123182Z","time spent":"692.221057ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:24.815535Z","caller":"traceutil/trace.go:171","msg":"trace[2125515175] linearizableReadLoop","detail":"{readStateIndex:9570; appliedIndex:9566; }","duration":"231.042263ms","start":"2026-03-19T09:22:24.584446Z","end":"2026-03-19T09:22:24.815488Z","steps":["trace[2125515175] 'read index received' (duration: 118.328593ms)","trace[2125515175] 'applied index is now lower than readState.Index' (duration: 112.71224ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:24.815555Z","caller":"traceutil/trace.go:171","msg":"trace[277784893] transaction","detail":"{read_only:false; response_revision:9170; number_of_response:1; }","duration":"692.032423ms","start":"2026-03-19T09:22:24.123492Z","end":"2026-03-19T09:22:24.815524Z","steps":["trace[277784893] 'process raft request' (duration: 691.794797ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:24.815664Z","caller":"traceutil/trace.go:171","msg":"trace[358090780] transaction","detail":"{read_only:false; response_revision:9171; number_of_response:1; }","duration":"688.735469ms","start":"2026-03-19T09:22:24.126919Z","end":"2026-03-19T09:22:24.815654Z","steps":["trace[358090780] 'process raft request' (duration: 688.474314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:24.815703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:24.12346Z","time spent":"692.162276ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:24.815727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:24.126909Z","time spent":"688.78013ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9632,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:24.815797Z","caller":"traceutil/trace.go:171","msg":"trace[905701549] transaction","detail":"{read_only:false; response_revision:9169; number_of_response:1; }","duration":"692.522203ms","start":"2026-03-19T09:22:24.123259Z","end":"2026-03-19T09:22:24.815782Z","steps":["trace[905701549] 'process raft request' (duration: 691.960901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:24.815873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:24.123231Z","time spent":"692.611926ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:24.816014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.990266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:22:24.816073Z","caller":"traceutil/trace.go:171","msg":"trace[1768747936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9171; }","duration":"536.094258ms","start":"2026-03-19T09:22:24.279954Z","end":"2026-03-19T09:22:24.816048Z","steps":["trace[1768747936] 'agreement among raft nodes before linearized reading' (duration: 535.72009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:24.816155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:24.279925Z","time spent":"536.21816ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:22:24.817249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.15576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:22:24.817341Z","caller":"traceutil/trace.go:171","msg":"trace[1423820139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9171; }","duration":"165.286953ms","start":"2026-03-19T09:22:24.652042Z","end":"2026-03-19T09:22:24.817329Z","steps":["trace[1423820139] 'agreement among raft nodes before linearized reading' (duration: 163.685788ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:25.020825Z","caller":"traceutil/trace.go:171","msg":"trace[758100357] linearizableReadLoop","detail":"{readStateIndex:9572; appliedIndex:9570; }","duration":"196.9173ms","start":"2026-03-19T09:22:24.823875Z","end":"2026-03-19T09:22:25.020793Z","steps":["trace[758100357] 'read index received' (duration: 58.349354ms)","trace[758100357] 'applied index is now lower than readState.Index' (duration: 138.566346ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:25.020926Z","caller":"traceutil/trace.go:171","msg":"trace[715544870] transaction","detail":"{read_only:false; response_revision:9173; number_of_response:1; }","duration":"199.843645ms","start":"2026-03-19T09:22:24.821039Z","end":"2026-03-19T09:22:25.020882Z","steps":["trace[715544870] 'process raft request' (duration: 135.708362ms)","trace[715544870] 'compare' (duration: 63.883917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:25.021342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.431671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-19T09:22:25.021405Z","caller":"traceutil/trace.go:171","msg":"trace[1110915452] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9173; }","duration":"197.552134ms","start":"2026-03-19T09:22:24.823838Z","end":"2026-03-19T09:22:25.02139Z","steps":["trace[1110915452] 'agreement among raft nodes before linearized reading' (duration: 197.080473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:25.273484Z","caller":"traceutil/trace.go:171","msg":"trace[431621544] transaction","detail":"{read_only:false; response_revision:9174; number_of_response:1; }","duration":"240.296969ms","start":"2026-03-19T09:22:25.033135Z","end":"2026-03-19T09:22:25.273432Z","steps":["trace[431621544] 'process raft request' (duration: 239.607104ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:25.535387Z","caller":"traceutil/trace.go:171","msg":"trace[2124564142] linearizableReadLoop","detail":"{readStateIndex:9575; appliedIndex:9574; }","duration":"197.920793ms","start":"2026-03-19T09:22:25.337438Z","end":"2026-03-19T09:22:25.535359Z","steps":["trace[2124564142] 'read index received' (duration: 133.856802ms)","trace[2124564142] 'applied index is now lower than readState.Index' (duration: 64.062671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:25.535608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.141488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-19T09:22:25.535642Z","caller":"traceutil/trace.go:171","msg":"trace[917606576] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9175; }","duration":"198.206329ms","start":"2026-03-19T09:22:25.337424Z","end":"2026-03-19T09:22:25.53563Z","steps":["trace[917606576] 'agreement among raft nodes before linearized reading' (duration: 198.048696ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:25.535762Z","caller":"traceutil/trace.go:171","msg":"trace[278584979] transaction","detail":"{read_only:false; response_revision:9175; number_of_response:1; }","duration":"200.790857ms","start":"2026-03-19T09:22:25.334598Z","end":"2026-03-19T09:22:25.535389Z","steps":["trace[278584979] 'process raft request' (duration: 136.680474ms)","trace[278584979] 'compare' (duration: 63.939049ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:25.622452Z","caller":"traceutil/trace.go:171","msg":"trace[878530742] transaction","detail":"{read_only:false; response_revision:9176; number_of_response:1; }","duration":"202.441643ms","start":"2026-03-19T09:22:25.419971Z","end":"2026-03-19T09:22:25.622413Z","steps":["trace[878530742] 'process raft request' (duration: 202.014684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:25.622729Z","caller":"traceutil/trace.go:171","msg":"trace[45713096] transaction","detail":"{read_only:false; response_revision:9177; number_of_response:1; }","duration":"159.493554ms","start":"2026-03-19T09:22:25.463214Z","end":"2026-03-19T09:22:25.622708Z","steps":["trace[45713096] 'process raft request' (duration: 159.023033ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:25.623147Z","caller":"traceutil/trace.go:171","msg":"trace[832236952] transaction","detail":"{read_only:false; response_revision:9178; number_of_response:1; }","duration":"159.452373ms","start":"2026-03-19T09:22:25.463664Z","end":"2026-03-19T09:22:25.623117Z","steps":["trace[832236952] 'process raft request' (duration: 158.687776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:25.623332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.385638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:22:25.623472Z","caller":"traceutil/trace.go:171","msg":"trace[1940894115] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:9178; }","duration":"153.628303ms","start":"2026-03-19T09:22:25.469826Z","end":"2026-03-19T09:22:25.623454Z","steps":["trace[1940894115] 'agreement among raft nodes before linearized reading' (duration: 153.310846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:25.892241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.562341ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-19T09:22:25.892967Z","caller":"traceutil/trace.go:171","msg":"trace[189557253] linearizableReadLoop","detail":"{readStateIndex:9580; appliedIndex:9578; }","duration":"261.584424ms","start":"2026-03-19T09:22:25.631362Z","end":"2026-03-19T09:22:25.892947Z","steps":["trace[189557253] 'read index received' (duration: 107.270557ms)","trace[189557253] 'applied index is now lower than readState.Index' (duration: 154.312817ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:25.893055Z","caller":"traceutil/trace.go:171","msg":"trace[548181043] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"266.548976ms","start":"2026-03-19T09:22:25.626473Z","end":"2026-03-19T09:22:25.893022Z","steps":["trace[548181043] 'process raft request' (duration: 266.29897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:25.893259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.251972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:25.893364Z","caller":"traceutil/trace.go:171","msg":"trace[715890014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9179; }","duration":"259.380665ms","start":"2026-03-19T09:22:25.633956Z","end":"2026-03-19T09:22:25.893337Z","steps":["trace[715890014] 'agreement among raft nodes before linearized reading' (duration: 259.219901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:25.89357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.265411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:25.89378Z","caller":"traceutil/trace.go:171","msg":"trace[680747585] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9179; }","duration":"211.392294ms","start":"2026-03-19T09:22:25.682233Z","end":"2026-03-19T09:22:25.893625Z","steps":["trace[680747585] 'agreement among raft nodes before linearized reading' (duration: 211.18051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:25.893828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.456334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-03-19T09:22:25.893869Z","caller":"traceutil/trace.go:171","msg":"trace[645247420] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9179; }","duration":"262.532016ms","start":"2026-03-19T09:22:25.631325Z","end":"2026-03-19T09:22:25.893857Z","steps":["trace[645247420] 'agreement among raft nodes before linearized reading' (duration: 261.730308ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:26.159752Z","caller":"traceutil/trace.go:171","msg":"trace[411013561] linearizableReadLoop","detail":"{readStateIndex:9581; appliedIndex:9580; }","duration":"264.599973ms","start":"2026-03-19T09:22:25.895129Z","end":"2026-03-19T09:22:26.159729Z","steps":["trace[411013561] 'read index received' (duration: 215.042245ms)","trace[411013561] 'applied index is now lower than readState.Index' (duration: 49.556908ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:26.159838Z","caller":"traceutil/trace.go:171","msg":"trace[1460449461] transaction","detail":"{read_only:false; response_revision:9180; number_of_response:1; }","duration":"266.201188ms","start":"2026-03-19T09:22:25.893604Z","end":"2026-03-19T09:22:26.159805Z","steps":["trace[1460449461] 'process raft request' (duration: 216.527118ms)","trace[1460449461] 'compare' (duration: 49.492406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:26.159908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.759256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:26.159933Z","caller":"traceutil/trace.go:171","msg":"trace[1016802971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9180; }","duration":"264.831377ms","start":"2026-03-19T09:22:25.895095Z","end":"2026-03-19T09:22:26.159926Z","steps":["trace[1016802971] 'agreement among raft nodes before linearized reading' (duration: 264.740665ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:26.204493Z","caller":"traceutil/trace.go:171","msg":"trace[1304791788] transaction","detail":"{read_only:false; response_revision:9181; number_of_response:1; }","duration":"307.130532ms","start":"2026-03-19T09:22:25.897285Z","end":"2026-03-19T09:22:26.204416Z","steps":["trace[1304791788] 'process raft request' (duration: 306.834305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.204762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:25.897271Z","time spent":"307.345258ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:26.204892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.593416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1309"} {"level":"warn","ts":"2026-03-19T09:22:26.204847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.645347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-glance.189e33ac183f9c65\" ","response":"range_response_count:1 size:743"} {"level":"info","ts":"2026-03-19T09:22:26.205002Z","caller":"traceutil/trace.go:171","msg":"trace[49271341] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:9181; }","duration":"172.74338ms","start":"2026-03-19T09:22:26.03224Z","end":"2026-03-19T09:22:26.204983Z","steps":["trace[49271341] 'agreement among raft nodes before linearized reading' (duration: 172.176187ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:26.205095Z","caller":"traceutil/trace.go:171","msg":"trace[1629605621] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-glance.189e33ac183f9c65; range_end:; response_count:1; response_revision:9181; }","duration":"308.943604ms","start":"2026-03-19T09:22:25.896079Z","end":"2026-03-19T09:22:26.205023Z","steps":["trace[1629605621] 'agreement among raft nodes before linearized reading' (duration: 308.472563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.20519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.653486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:22:26.205239Z","caller":"traceutil/trace.go:171","msg":"trace[156806058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9181; }","duration":"308.712517ms","start":"2026-03-19T09:22:25.896513Z","end":"2026-03-19T09:22:26.205225Z","steps":["trace[156806058] 'agreement among raft nodes before linearized reading' (duration: 308.539023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.205218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:25.896063Z","time spent":"309.133958ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":765,"request content":"key:\"/registry/events/openstack/rabbitmq-glance.189e33ac183f9c65\" "} {"level":"warn","ts":"2026-03-19T09:22:26.20491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.000862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234791"} {"level":"warn","ts":"2026-03-19T09:22:26.205309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:25.896507Z","time spent":"308.784759ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:22:26.206128Z","caller":"traceutil/trace.go:171","msg":"trace[1144827034] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9181; }","duration":"309.229599ms","start":"2026-03-19T09:22:25.896844Z","end":"2026-03-19T09:22:26.206074Z","steps":["trace[1144827034] 'agreement among raft nodes before linearized reading' (duration: 307.508951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.206305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:25.896835Z","time spent":"309.413763ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":234813,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:22:26.205673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.950934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:22:26.206464Z","caller":"traceutil/trace.go:171","msg":"trace[1605853230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9181; }","duration":"267.721561ms","start":"2026-03-19T09:22:25.938685Z","end":"2026-03-19T09:22:26.206407Z","steps":["trace[1605853230] 'agreement among raft nodes before linearized reading' (duration: 265.655435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.205729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.587488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-19T09:22:26.206671Z","caller":"traceutil/trace.go:171","msg":"trace[1788653569] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9181; }","duration":"310.512248ms","start":"2026-03-19T09:22:25.896123Z","end":"2026-03-19T09:22:26.206635Z","steps":["trace[1788653569] 'agreement among raft nodes before linearized reading' (duration: 309.461585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.206764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:25.896089Z","time spent":"310.651681ms","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19428,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T09:22:27.142111Z","caller":"traceutil/trace.go:171","msg":"trace[92997327] transaction","detail":"{read_only:false; response_revision:9186; number_of_response:1; }","duration":"112.722839ms","start":"2026-03-19T09:22:27.029358Z","end":"2026-03-19T09:22:27.14208Z","steps":["trace[92997327] 'process raft request' (duration: 111.42325ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:27.836368Z","caller":"traceutil/trace.go:171","msg":"trace[1784198135] transaction","detail":"{read_only:false; response_revision:9193; number_of_response:1; }","duration":"208.053388ms","start":"2026-03-19T09:22:27.628284Z","end":"2026-03-19T09:22:27.836338Z","steps":["trace[1784198135] 'process raft request' (duration: 207.972156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:27.836564Z","caller":"traceutil/trace.go:171","msg":"trace[465944871] linearizableReadLoop","detail":"{readStateIndex:9595; appliedIndex:9592; }","duration":"206.222147ms","start":"2026-03-19T09:22:27.630313Z","end":"2026-03-19T09:22:27.836536Z","steps":["trace[465944871] 'read index received' (duration: 123.9913ms)","trace[465944871] 'applied index is now lower than readState.Index' (duration: 82.228797ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:27.836663Z","caller":"traceutil/trace.go:171","msg":"trace[1847711940] transaction","detail":"{read_only:false; response_revision:9195; number_of_response:1; }","duration":"178.14219ms","start":"2026-03-19T09:22:27.65851Z","end":"2026-03-19T09:22:27.836652Z","steps":["trace[1847711940] 'process raft request' (duration: 177.975966ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:27.836594Z","caller":"traceutil/trace.go:171","msg":"trace[2079650521] transaction","detail":"{read_only:false; response_revision:9194; number_of_response:1; }","duration":"207.417874ms","start":"2026-03-19T09:22:27.629154Z","end":"2026-03-19T09:22:27.836572Z","steps":["trace[2079650521] 'process raft request' (duration: 207.163929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.836827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.928517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:27.836889Z","caller":"traceutil/trace.go:171","msg":"trace[403373790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9195; }","duration":"204.04768ms","start":"2026-03-19T09:22:27.632825Z","end":"2026-03-19T09:22:27.836872Z","steps":["trace[403373790] 'agreement among raft nodes before linearized reading' (duration: 203.901487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.836993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.267641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3305"} {"level":"warn","ts":"2026-03-19T09:22:27.837011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.657647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-glance.189e33ac183f9c65\" ","response":"range_response_count:1 size:743"} {"level":"info","ts":"2026-03-19T09:22:27.837081Z","caller":"traceutil/trace.go:171","msg":"trace[977421901] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9195; }","duration":"203.407224ms","start":"2026-03-19T09:22:27.633653Z","end":"2026-03-19T09:22:27.83706Z","steps":["trace[977421901] 'agreement among raft nodes before linearized reading' (duration: 203.120258ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:27.837101Z","caller":"traceutil/trace.go:171","msg":"trace[1266027324] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-glance.189e33ac183f9c65; range_end:; response_count:1; response_revision:9195; }","duration":"206.780099ms","start":"2026-03-19T09:22:27.630295Z","end":"2026-03-19T09:22:27.837075Z","steps":["trace[1266027324] 'agreement among raft nodes before linearized reading' (duration: 206.387811ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:27.837107Z","caller":"traceutil/trace.go:171","msg":"trace[476813655] transaction","detail":"{read_only:false; response_revision:9192; number_of_response:1; }","duration":"208.930798ms","start":"2026-03-19T09:22:27.627929Z","end":"2026-03-19T09:22:27.83686Z","steps":["trace[476813655] 'process raft request' (duration: 126.336263ms)","trace[476813655] 'compare' (duration: 81.819738ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:28.848318Z","caller":"traceutil/trace.go:171","msg":"trace[1250482857] transaction","detail":"{read_only:false; response_revision:9199; number_of_response:1; }","duration":"182.752313ms","start":"2026-03-19T09:22:28.665542Z","end":"2026-03-19T09:22:28.848294Z","steps":["trace[1250482857] 'process raft request' (duration: 182.594129ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.429823Z","caller":"traceutil/trace.go:171","msg":"trace[1086040055] linearizableReadLoop","detail":"{readStateIndex:9659; appliedIndex:9658; }","duration":"184.084573ms","start":"2026-03-19T09:22:30.245714Z","end":"2026-03-19T09:22:30.429799Z","steps":["trace[1086040055] 'read index received' (duration: 137.040122ms)","trace[1086040055] 'applied index is now lower than readState.Index' (duration: 47.043611ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:30.429918Z","caller":"traceutil/trace.go:171","msg":"trace[1505969424] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"186.891666ms","start":"2026-03-19T09:22:30.242982Z","end":"2026-03-19T09:22:30.429874Z","steps":["trace[1505969424] 'process raft request' (duration: 139.677691ms)","trace[1505969424] 'compare' (duration: 47.033821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:30.429966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.279287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:30.430048Z","caller":"traceutil/trace.go:171","msg":"trace[525709048] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:9257; }","duration":"184.39926ms","start":"2026-03-19T09:22:30.245622Z","end":"2026-03-19T09:22:30.430021Z","steps":["trace[525709048] 'agreement among raft nodes before linearized reading' (duration: 184.243457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.457945Z","caller":"traceutil/trace.go:171","msg":"trace[1464340381] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"197.982004ms","start":"2026-03-19T09:22:30.259921Z","end":"2026-03-19T09:22:30.457903Z","steps":["trace[1464340381] 'process raft request' (duration: 197.672537ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.458055Z","caller":"traceutil/trace.go:171","msg":"trace[1702404690] transaction","detail":"{read_only:false; response_revision:9258; number_of_response:1; }","duration":"200.686485ms","start":"2026-03-19T09:22:30.257332Z","end":"2026-03-19T09:22:30.458018Z","steps":["trace[1702404690] 'process raft request' (duration: 200.117902ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.462497Z","caller":"traceutil/trace.go:171","msg":"trace[347713916] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"202.102067ms","start":"2026-03-19T09:22:30.260374Z","end":"2026-03-19T09:22:30.462476Z","steps":["trace[347713916] 'process raft request' (duration: 197.291339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.462861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.902487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:22:30.462917Z","caller":"traceutil/trace.go:171","msg":"trace[365281235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9261; }","duration":"153.025619ms","start":"2026-03-19T09:22:30.309879Z","end":"2026-03-19T09:22:30.462905Z","steps":["trace[365281235] 'agreement among raft nodes before linearized reading' (duration: 152.619721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.462939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.509593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-19T09:22:30.46298Z","caller":"traceutil/trace.go:171","msg":"trace[613987530] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9261; }","duration":"201.567204ms","start":"2026-03-19T09:22:30.261401Z","end":"2026-03-19T09:22:30.462968Z","steps":["trace[613987530] 'agreement among raft nodes before linearized reading' (duration: 201.461462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.463059Z","caller":"traceutil/trace.go:171","msg":"trace[23963438] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"189.656178ms","start":"2026-03-19T09:22:30.273392Z","end":"2026-03-19T09:22:30.463048Z","steps":["trace[23963438] 'process raft request' (duration: 188.954041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.463168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.934773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234791"} {"level":"warn","ts":"2026-03-19T09:22:30.463293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.939292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:22:30.463285Z","caller":"traceutil/trace.go:171","msg":"trace[358760649] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9261; }","duration":"215.113487ms","start":"2026-03-19T09:22:30.248145Z","end":"2026-03-19T09:22:30.463259Z","steps":["trace[358760649] 'agreement among raft nodes before linearized reading' (duration: 214.3363ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.463354Z","caller":"traceutil/trace.go:171","msg":"trace[1827069240] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9261; }","duration":"176.023024ms","start":"2026-03-19T09:22:30.287299Z","end":"2026-03-19T09:22:30.463322Z","steps":["trace[1827069240] 'agreement among raft nodes before linearized reading' (duration: 175.922391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.463375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.097438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T09:22:30.463418Z","caller":"traceutil/trace.go:171","msg":"trace[875852836] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9261; }","duration":"207.160458ms","start":"2026-03-19T09:22:30.256246Z","end":"2026-03-19T09:22:30.463406Z","steps":["trace[875852836] 'agreement among raft nodes before linearized reading' (duration: 207.058416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.626496Z","caller":"traceutil/trace.go:171","msg":"trace[1960687129] transaction","detail":"{read_only:false; response_revision:9263; number_of_response:1; }","duration":"158.89858ms","start":"2026-03-19T09:22:30.467553Z","end":"2026-03-19T09:22:30.626452Z","steps":["trace[1960687129] 'process raft request' (duration: 158.659875ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.626676Z","caller":"traceutil/trace.go:171","msg":"trace[1367939961] linearizableReadLoop","detail":"{readStateIndex:9666; appliedIndex:9663; }","duration":"151.608237ms","start":"2026-03-19T09:22:30.475032Z","end":"2026-03-19T09:22:30.62664Z","steps":["trace[1367939961] 'read index received' (duration: 33.831146ms)","trace[1367939961] 'applied index is now lower than readState.Index' (duration: 117.774671ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:30.626688Z","caller":"traceutil/trace.go:171","msg":"trace[1049226179] transaction","detail":"{read_only:false; response_revision:9264; number_of_response:1; }","duration":"155.531475ms","start":"2026-03-19T09:22:30.471118Z","end":"2026-03-19T09:22:30.626649Z","steps":["trace[1049226179] 'process raft request' (duration: 155.250458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.627046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.978955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11413"} {"level":"info","ts":"2026-03-19T09:22:30.627101Z","caller":"traceutil/trace.go:171","msg":"trace[1855627808] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:9264; }","duration":"152.061217ms","start":"2026-03-19T09:22:30.475026Z","end":"2026-03-19T09:22:30.627087Z","steps":["trace[1855627808] 'agreement among raft nodes before linearized reading' (duration: 151.759001ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.663746Z","caller":"traceutil/trace.go:171","msg":"trace[915101717] transaction","detail":"{read_only:false; response_revision:9265; number_of_response:1; }","duration":"148.683992ms","start":"2026-03-19T09:22:30.515036Z","end":"2026-03-19T09:22:30.66372Z","steps":["trace[915101717] 'process raft request' (duration: 148.422156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.663905Z","caller":"traceutil/trace.go:171","msg":"trace[1826677412] transaction","detail":"{read_only:false; response_revision:9266; number_of_response:1; }","duration":"148.725673ms","start":"2026-03-19T09:22:30.515148Z","end":"2026-03-19T09:22:30.663874Z","steps":["trace[1826677412] 'process raft request' (duration: 148.493148ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.664234Z","caller":"traceutil/trace.go:171","msg":"trace[340370058] transaction","detail":"{read_only:false; response_revision:9267; number_of_response:1; }","duration":"147.22525ms","start":"2026-03-19T09:22:30.516926Z","end":"2026-03-19T09:22:30.664152Z","steps":["trace[340370058] 'process raft request' (duration: 146.774999ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.664356Z","caller":"traceutil/trace.go:171","msg":"trace[2135950610] transaction","detail":"{read_only:false; response_revision:9268; number_of_response:1; }","duration":"144.833566ms","start":"2026-03-19T09:22:30.519509Z","end":"2026-03-19T09:22:30.664342Z","steps":["trace[2135950610] 'process raft request' (duration: 144.549549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.664532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.287513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:22:30.664582Z","caller":"traceutil/trace.go:171","msg":"trace[162389019] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9268; }","duration":"186.371394ms","start":"2026-03-19T09:22:30.478198Z","end":"2026-03-19T09:22:30.664569Z","steps":["trace[162389019] 'agreement among raft nodes before linearized reading' (duration: 186.151599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.664596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.154802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:22:30.664712Z","caller":"traceutil/trace.go:171","msg":"trace[382970333] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9268; }","duration":"187.282435ms","start":"2026-03-19T09:22:30.477399Z","end":"2026-03-19T09:22:30.664682Z","steps":["trace[382970333] 'agreement among raft nodes before linearized reading' (duration: 186.974358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.831251Z","caller":"traceutil/trace.go:171","msg":"trace[815977073] transaction","detail":"{read_only:false; response_revision:9275; number_of_response:1; }","duration":"103.83271ms","start":"2026-03-19T09:22:30.727386Z","end":"2026-03-19T09:22:30.831219Z","steps":["trace[815977073] 'process raft request' (duration: 103.638706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.831439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.804249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-19T09:22:30.831535Z","caller":"traceutil/trace.go:171","msg":"trace[2056914046] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:9275; }","duration":"103.945763ms","start":"2026-03-19T09:22:30.727562Z","end":"2026-03-19T09:22:30.831508Z","steps":["trace[2056914046] 'agreement among raft nodes before linearized reading' (duration: 103.672787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.831498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.492105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T09:22:30.831759Z","caller":"traceutil/trace.go:171","msg":"trace[767880418] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:9275; }","duration":"104.77058ms","start":"2026-03-19T09:22:30.726954Z","end":"2026-03-19T09:22:30.831725Z","steps":["trace[767880418] 'agreement among raft nodes before linearized reading' (duration: 104.225358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:30.831916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.38516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11711"} {"level":"info","ts":"2026-03-19T09:22:30.831989Z","caller":"traceutil/trace.go:171","msg":"trace[1066623238] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:9275; }","duration":"103.473702ms","start":"2026-03-19T09:22:30.728498Z","end":"2026-03-19T09:22:30.831972Z","steps":["trace[1066623238] 'agreement among raft nodes before linearized reading' (duration: 102.702505ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:34.057286Z","caller":"traceutil/trace.go:171","msg":"trace[913798800] transaction","detail":"{read_only:false; response_revision:9304; number_of_response:1; }","duration":"174.582802ms","start":"2026-03-19T09:22:33.882664Z","end":"2026-03-19T09:22:34.057247Z","steps":["trace[913798800] 'process raft request' (duration: 174.364547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:34.261517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.920337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:34.261686Z","caller":"traceutil/trace.go:171","msg":"trace[1065686496] transaction","detail":"{read_only:false; response_revision:9306; number_of_response:1; }","duration":"376.146655ms","start":"2026-03-19T09:22:33.885525Z","end":"2026-03-19T09:22:34.261671Z","steps":["trace[1065686496] 'process raft request' (duration: 376.090964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:34.26175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:33.885512Z","time spent":"376.211187ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:34.26203Z","caller":"traceutil/trace.go:171","msg":"trace[75601011] transaction","detail":"{read_only:false; response_revision:9305; number_of_response:1; }","duration":"377.039255ms","start":"2026-03-19T09:22:33.88496Z","end":"2026-03-19T09:22:34.261999Z","steps":["trace[75601011] 'process raft request' (duration: 270.571326ms)","trace[75601011] 'compare' (duration: 105.709422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:34.262143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:33.884932Z","time spent":"377.158818ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:34.869149Z","caller":"traceutil/trace.go:171","msg":"trace[48965673] linearizableReadLoop","detail":"{readStateIndex:9712; appliedIndex:9711; }","duration":"234.727685ms","start":"2026-03-19T09:22:34.634393Z","end":"2026-03-19T09:22:34.86912Z","steps":["trace[48965673] 'read index received' (duration: 165.787115ms)","trace[48965673] 'applied index is now lower than readState.Index' (duration: 68.93889ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:34.869384Z","caller":"traceutil/trace.go:171","msg":"trace[1513633097] transaction","detail":"{read_only:false; response_revision:9309; number_of_response:1; }","duration":"235.148484ms","start":"2026-03-19T09:22:34.63422Z","end":"2026-03-19T09:22:34.869368Z","steps":["trace[1513633097] 'process raft request' (duration: 166.023249ms)","trace[1513633097] 'compare' (duration: 68.448559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:34.869559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.003939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:34.86965Z","caller":"traceutil/trace.go:171","msg":"trace[1727545149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9309; }","duration":"234.112241ms","start":"2026-03-19T09:22:34.635516Z","end":"2026-03-19T09:22:34.869628Z","steps":["trace[1727545149] 'agreement among raft nodes before linearized reading' (duration: 233.916557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:34.869681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.006437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:22:34.869772Z","caller":"traceutil/trace.go:171","msg":"trace[1543383755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9309; }","duration":"229.14533ms","start":"2026-03-19T09:22:34.640603Z","end":"2026-03-19T09:22:34.869749Z","steps":["trace[1543383755] 'agreement among raft nodes before linearized reading' (duration: 228.889304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:34.869764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.333919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-init-d88k4\" ","response":"range_response_count:1 size:7290"} {"level":"info","ts":"2026-03-19T09:22:34.869855Z","caller":"traceutil/trace.go:171","msg":"trace[1212484284] range","detail":"{range_begin:/registry/pods/openstack/glance-db-init-d88k4; range_end:; response_count:1; response_revision:9309; }","duration":"235.622175ms","start":"2026-03-19T09:22:34.634213Z","end":"2026-03-19T09:22:34.869835Z","steps":["trace[1212484284] 'agreement among raft nodes before linearized reading' (duration: 235.225086ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:35.142957Z","caller":"traceutil/trace.go:171","msg":"trace[1674168950] transaction","detail":"{read_only:false; response_revision:9311; number_of_response:1; }","duration":"263.408225ms","start":"2026-03-19T09:22:34.879516Z","end":"2026-03-19T09:22:35.142924Z","steps":["trace[1674168950] 'process raft request' (duration: 236.880273ms)","trace[1674168950] 'compare' (duration: 26.330848ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:35.143003Z","caller":"traceutil/trace.go:171","msg":"trace[1974095842] linearizableReadLoop","detail":"{readStateIndex:9715; appliedIndex:9713; }","duration":"144.13148ms","start":"2026-03-19T09:22:34.998852Z","end":"2026-03-19T09:22:35.142984Z","steps":["trace[1974095842] 'read index received' (duration: 117.560557ms)","trace[1974095842] 'applied index is now lower than readState.Index' (duration: 26.569473ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:35.14317Z","caller":"traceutil/trace.go:171","msg":"trace[17906220] transaction","detail":"{read_only:false; response_revision:9312; number_of_response:1; }","duration":"198.931625ms","start":"2026-03-19T09:22:34.94421Z","end":"2026-03-19T09:22:35.143141Z","steps":["trace[17906220] 'process raft request' (duration: 198.649839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:35.143396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.529639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:22:35.143467Z","caller":"traceutil/trace.go:171","msg":"trace[1609256431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9312; }","duration":"144.666462ms","start":"2026-03-19T09:22:34.998784Z","end":"2026-03-19T09:22:35.143451Z","steps":["trace[1609256431] 'agreement among raft nodes before linearized reading' (duration: 144.251773ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:35.634202Z","caller":"traceutil/trace.go:171","msg":"trace[1822694912] transaction","detail":"{read_only:false; response_revision:9317; number_of_response:1; }","duration":"115.133193ms","start":"2026-03-19T09:22:35.519042Z","end":"2026-03-19T09:22:35.634175Z","steps":["trace[1822694912] 'process raft request' (duration: 53.870923ms)","trace[1822694912] 'compare' (duration: 61.118466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:36.921673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.929476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-19T09:22:36.921755Z","caller":"traceutil/trace.go:171","msg":"trace[1578688212] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9323; }","duration":"319.053389ms","start":"2026-03-19T09:22:36.602682Z","end":"2026-03-19T09:22:36.921735Z","steps":["trace[1578688212] 'range keys from in-memory index tree' (duration: 318.734322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:36.921796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:36.602662Z","time spent":"319.123311ms","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-19T09:22:36.921929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.694189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128102"} {"level":"warn","ts":"2026-03-19T09:22:36.92195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.423597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-19T09:22:36.921675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.888749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:36.921991Z","caller":"traceutil/trace.go:171","msg":"trace[1669401435] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9323; }","duration":"317.76218ms","start":"2026-03-19T09:22:36.604209Z","end":"2026-03-19T09:22:36.921971Z","steps":["trace[1669401435] 'range keys from in-memory index tree' (duration: 317.488154ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:36.921999Z","caller":"traceutil/trace.go:171","msg":"trace[970244515] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9323; }","duration":"127.474318ms","start":"2026-03-19T09:22:36.794511Z","end":"2026-03-19T09:22:36.921986Z","steps":["trace[970244515] 'range keys from in-memory index tree' (duration: 127.291614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:36.922036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:36.6042Z","time spent":"317.825791ms","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128124,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-19T09:22:36.922011Z","caller":"traceutil/trace.go:171","msg":"trace[928055745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9323; }","duration":"287.288808ms","start":"2026-03-19T09:22:36.634714Z","end":"2026-03-19T09:22:36.922003Z","steps":["trace[928055745] 'range keys from in-memory index tree' (duration: 286.749917ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:39.07444Z","caller":"traceutil/trace.go:171","msg":"trace[100051459] linearizableReadLoop","detail":"{readStateIndex:9741; appliedIndex:9740; }","duration":"378.21421ms","start":"2026-03-19T09:22:38.696194Z","end":"2026-03-19T09:22:39.074409Z","steps":["trace[100051459] 'read index received' (duration: 377.940074ms)","trace[100051459] 'applied index is now lower than readState.Index' (duration: 272.416µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:39.074567Z","caller":"traceutil/trace.go:171","msg":"trace[1665648445] transaction","detail":"{read_only:false; response_revision:9337; number_of_response:1; }","duration":"381.374611ms","start":"2026-03-19T09:22:38.693134Z","end":"2026-03-19T09:22:39.074508Z","steps":["trace[1665648445] 'process raft request' (duration: 381.032874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:39.074656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.427285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:39.07473Z","caller":"traceutil/trace.go:171","msg":"trace[546711550] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9337; }","duration":"378.583669ms","start":"2026-03-19T09:22:38.696129Z","end":"2026-03-19T09:22:39.074712Z","steps":["trace[546711550] 'agreement among raft nodes before linearized reading' (duration: 378.418515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:39.07475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:38.693104Z","time spent":"381.570745ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5505,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:39.074778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:38.696099Z","time spent":"378.66948ms","remote":"127.0.0.1:57246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:39.074931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.006507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:22:39.075005Z","caller":"traceutil/trace.go:171","msg":"trace[1940991760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9337; }","duration":"122.109909ms","start":"2026-03-19T09:22:38.952874Z","end":"2026-03-19T09:22:39.074984Z","steps":["trace[1940991760] 'agreement among raft nodes before linearized reading' (duration: 121.855213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:39.075705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.561382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:39.075754Z","caller":"traceutil/trace.go:171","msg":"trace[1388282201] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9337; }","duration":"307.676885ms","start":"2026-03-19T09:22:38.768063Z","end":"2026-03-19T09:22:39.07574Z","steps":["trace[1388282201] 'agreement among raft nodes before linearized reading' (duration: 306.602341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:39.075789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:38.768034Z","time spent":"307.743586ms","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:39.261898Z","caller":"traceutil/trace.go:171","msg":"trace[74317457] transaction","detail":"{read_only:false; response_revision:9338; number_of_response:1; }","duration":"183.103932ms","start":"2026-03-19T09:22:39.078755Z","end":"2026-03-19T09:22:39.261859Z","steps":["trace[74317457] 'process raft request' (duration: 165.549719ms)","trace[74317457] 'compare' (duration: 17.361408ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:39.520193Z","caller":"traceutil/trace.go:171","msg":"trace[786945753] linearizableReadLoop","detail":"{readStateIndex:9743; appliedIndex:9742; }","duration":"214.241108ms","start":"2026-03-19T09:22:39.305921Z","end":"2026-03-19T09:22:39.520162Z","steps":["trace[786945753] 'read index received' (duration: 144.455759ms)","trace[786945753] 'applied index is now lower than readState.Index' (duration: 69.784349ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:39.521009Z","caller":"traceutil/trace.go:171","msg":"trace[583631932] transaction","detail":"{read_only:false; response_revision:9339; number_of_response:1; }","duration":"254.475906ms","start":"2026-03-19T09:22:39.266443Z","end":"2026-03-19T09:22:39.520919Z","steps":["trace[583631932] 'process raft request' (duration: 183.993282ms)","trace[583631932] 'compare' (duration: 69.37324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:39.521721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.417313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:22:39.521798Z","caller":"traceutil/trace.go:171","msg":"trace[793471254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9339; }","duration":"215.907644ms","start":"2026-03-19T09:22:39.305868Z","end":"2026-03-19T09:22:39.521776Z","steps":["trace[793471254] 'agreement among raft nodes before linearized reading' (duration: 215.356172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:39.521936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.464978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:22:39.521972Z","caller":"traceutil/trace.go:171","msg":"trace[1569933203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9339; }","duration":"204.55311ms","start":"2026-03-19T09:22:39.31741Z","end":"2026-03-19T09:22:39.521963Z","steps":["trace[1569933203] 'agreement among raft nodes before linearized reading' (duration: 204.453928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:39.878216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.790334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:39.878318Z","caller":"traceutil/trace.go:171","msg":"trace[1109689143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9342; }","duration":"241.937306ms","start":"2026-03-19T09:22:39.636357Z","end":"2026-03-19T09:22:39.878294Z","steps":["trace[1109689143] 'range keys from in-memory index tree' (duration: 241.708331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:39.878477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.36885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-init-d88k4\" ","response":"range_response_count:1 size:7438"} {"level":"info","ts":"2026-03-19T09:22:39.878609Z","caller":"traceutil/trace.go:171","msg":"trace[1801643741] range","detail":"{range_begin:/registry/pods/openstack/glance-db-init-d88k4; range_end:; response_count:1; response_revision:9342; }","duration":"184.549534ms","start":"2026-03-19T09:22:39.694032Z","end":"2026-03-19T09:22:39.878582Z","steps":["trace[1801643741] 'range keys from in-memory index tree' (duration: 184.138425ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:40.367643Z","caller":"traceutil/trace.go:171","msg":"trace[842306007] transaction","detail":"{read_only:false; response_revision:9343; number_of_response:1; }","duration":"478.592804ms","start":"2026-03-19T09:22:39.889019Z","end":"2026-03-19T09:22:40.367612Z","steps":["trace[842306007] 'process raft request' (duration: 478.406899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:40.367817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:39.888992Z","time spent":"478.735987ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:40.650718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.699325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:40.650832Z","caller":"traceutil/trace.go:171","msg":"trace[455635216] transaction","detail":"{read_only:false; response_revision:9344; number_of_response:1; }","duration":"542.824428ms","start":"2026-03-19T09:22:40.107986Z","end":"2026-03-19T09:22:40.650811Z","steps":["trace[455635216] 'process raft request' (duration: 426.938909ms)","trace[455635216] 'compare' (duration: 115.548352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:40.650898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:40.107958Z","time spent":"542.90938ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:40.949147Z","caller":"traceutil/trace.go:171","msg":"trace[2094979481] transaction","detail":"{read_only:false; response_revision:9345; number_of_response:1; }","duration":"514.858644ms","start":"2026-03-19T09:22:40.43426Z","end":"2026-03-19T09:22:40.949118Z","steps":["trace[2094979481] 'process raft request' (duration: 461.563203ms)","trace[2094979481] 'compare' (duration: 52.860711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:40.949307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:40.43423Z","time spent":"514.997627ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:40.949741Z","caller":"traceutil/trace.go:171","msg":"trace[625856112] linearizableReadLoop","detail":"{readStateIndex:9750; appliedIndex:9747; }","duration":"428.235248ms","start":"2026-03-19T09:22:40.521492Z","end":"2026-03-19T09:22:40.949727Z","steps":["trace[625856112] 'read index received' (duration: 13.45049ms)","trace[625856112] 'applied index is now lower than readState.Index' (duration: 414.783788ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:40.949765Z","caller":"traceutil/trace.go:171","msg":"trace[2068583329] transaction","detail":"{read_only:false; response_revision:9346; number_of_response:1; }","duration":"514.324851ms","start":"2026-03-19T09:22:40.435402Z","end":"2026-03-19T09:22:40.949727Z","steps":["trace[2068583329] 'process raft request' (duration: 513.636366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:40.949959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:40.435389Z","time spent":"514.467834ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:41.084338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.846773ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:22:41.084438Z","caller":"traceutil/trace.go:171","msg":"trace[1443161470] linearizableReadLoop","detail":"{readStateIndex:9751; appliedIndex:9750; }","duration":"134.649919ms","start":"2026-03-19T09:22:40.949768Z","end":"2026-03-19T09:22:41.084418Z","steps":["trace[1443161470] 'read index received' (duration: 362.418µs)","trace[1443161470] 'applied index is now lower than readState.Index' (duration: 134.286171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:41.084534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.02355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:22:41.0846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.916398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:41.084656Z","caller":"traceutil/trace.go:171","msg":"trace[1209390514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9346; }","duration":"448.01597ms","start":"2026-03-19T09:22:40.636616Z","end":"2026-03-19T09:22:41.084632Z","steps":["trace[1209390514] 'agreement among raft nodes before linearized reading' (duration: 447.937659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:41.084593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.575051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:22:41.084705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:40.63659Z","time spent":"448.105873ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:22:41.084709Z","caller":"traceutil/trace.go:171","msg":"trace[144243569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9346; }","duration":"554.716545ms","start":"2026-03-19T09:22:40.52998Z","end":"2026-03-19T09:22:41.084697Z","steps":["trace[144243569] 'agreement among raft nodes before linearized reading' (duration: 554.48007ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:41.084652Z","caller":"traceutil/trace.go:171","msg":"trace[1649366374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:9346; }","duration":"563.211204ms","start":"2026-03-19T09:22:40.52141Z","end":"2026-03-19T09:22:41.084622Z","steps":["trace[1649366374] 'agreement among raft nodes before linearized reading' (duration: 428.512115ms)","trace[1649366374] 'range keys from in-memory index tree' (duration: 134.388503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:41.084764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:40.529966Z","time spent":"554.777186ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:41.084835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:40.52138Z","time spent":"563.401349ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"info","ts":"2026-03-19T09:22:41.695237Z","caller":"traceutil/trace.go:171","msg":"trace[1820995885] linearizableReadLoop","detail":"{readStateIndex:9758; appliedIndex:9756; }","duration":"151.715639ms","start":"2026-03-19T09:22:41.543474Z","end":"2026-03-19T09:22:41.69519Z","steps":["trace[1820995885] 'read index received' (duration: 52.893212ms)","trace[1820995885] 'applied index is now lower than readState.Index' (duration: 98.821717ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:41.695441Z","caller":"traceutil/trace.go:171","msg":"trace[1569309802] transaction","detail":"{read_only:false; response_revision:9353; number_of_response:1; }","duration":"159.114754ms","start":"2026-03-19T09:22:41.5363Z","end":"2026-03-19T09:22:41.695415Z","steps":["trace[1569309802] 'process raft request' (duration: 95.495954ms)","trace[1569309802] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 63.15728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:41.695501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.119057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:22:41.695546Z","caller":"traceutil/trace.go:171","msg":"trace[1457737250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9353; }","duration":"147.27933ms","start":"2026-03-19T09:22:41.548255Z","end":"2026-03-19T09:22:41.695534Z","steps":["trace[1457737250] 'agreement among raft nodes before linearized reading' (duration: 147.092456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:41.695415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.926355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:41.695667Z","caller":"traceutil/trace.go:171","msg":"trace[1513592780] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-sync; range_end:; response_count:0; response_revision:9353; }","duration":"152.21455ms","start":"2026-03-19T09:22:41.543422Z","end":"2026-03-19T09:22:41.695637Z","steps":["trace[1513592780] 'agreement among raft nodes before linearized reading' (duration: 151.914194ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:41.912552Z","caller":"traceutil/trace.go:171","msg":"trace[1624358541] transaction","detail":"{read_only:false; response_revision:9355; number_of_response:1; }","duration":"212.497978ms","start":"2026-03-19T09:22:41.700015Z","end":"2026-03-19T09:22:41.912513Z","steps":["trace[1624358541] 'process raft request' (duration: 177.208789ms)","trace[1624358541] 'compare' (duration: 35.137685ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:42.185271Z","caller":"traceutil/trace.go:171","msg":"trace[390163250] linearizableReadLoop","detail":"{readStateIndex:9761; appliedIndex:9759; }","duration":"387.942817ms","start":"2026-03-19T09:22:41.797296Z","end":"2026-03-19T09:22:42.185239Z","steps":["trace[390163250] 'read index received' (duration: 79.997186ms)","trace[390163250] 'applied index is now lower than readState.Index' (duration: 307.944051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:42.185689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.365487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:42.185754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.177504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-19T09:22:42.1858Z","caller":"traceutil/trace.go:171","msg":"trace[2046199654] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9356; }","duration":"388.540391ms","start":"2026-03-19T09:22:41.797231Z","end":"2026-03-19T09:22:42.185771Z","steps":["trace[2046199654] 'agreement among raft nodes before linearized reading' (duration: 388.335566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:42.185864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.797206Z","time spent":"388.648862ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T09:22:42.186229Z","caller":"traceutil/trace.go:171","msg":"trace[3009146] transaction","detail":"{read_only:false; response_revision:9356; number_of_response:1; }","duration":"454.208199ms","start":"2026-03-19T09:22:41.731997Z","end":"2026-03-19T09:22:42.186205Z","steps":["trace[3009146] 'process raft request' (duration: 378.353664ms)","trace[3009146] 'compare' (duration: 74.404542ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:42.185809Z","caller":"traceutil/trace.go:171","msg":"trace[2136605447] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76; range_end:; response_count:1; response_revision:9356; }","duration":"380.289176ms","start":"2026-03-19T09:22:41.805506Z","end":"2026-03-19T09:22:42.185795Z","steps":["trace[2136605447] 'agreement among raft nodes before linearized reading' (duration: 380.095802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:42.186348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.805484Z","time spent":"380.847579ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-7fc899fd8-sk4cw.189e338a2e262f76\" "} {"level":"warn","ts":"2026-03-19T09:22:42.186363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.731975Z","time spent":"454.308572ms","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65714,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:42.481414Z","caller":"traceutil/trace.go:171","msg":"trace[2115124935] transaction","detail":"{read_only:false; response_revision:9358; number_of_response:1; }","duration":"284.818634ms","start":"2026-03-19T09:22:42.196563Z","end":"2026-03-19T09:22:42.481382Z","steps":["trace[2115124935] 'process raft request' (duration: 284.669831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:42.481969Z","caller":"traceutil/trace.go:171","msg":"trace[811495327] linearizableReadLoop","detail":"{readStateIndex:9763; appliedIndex:9763; }","duration":"258.843793ms","start":"2026-03-19T09:22:42.22311Z","end":"2026-03-19T09:22:42.481954Z","steps":["trace[811495327] 'read index received' (duration: 258.837963ms)","trace[811495327] 'applied index is now lower than readState.Index' (duration: 4.86µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:42.48219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.058297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:22:42.482231Z","caller":"traceutil/trace.go:171","msg":"trace[54469513] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9358; }","duration":"259.14529ms","start":"2026-03-19T09:22:42.223077Z","end":"2026-03-19T09:22:42.482222Z","steps":["trace[54469513] 'agreement among raft nodes before linearized reading' (duration: 258.944035ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:42.639506Z","caller":"traceutil/trace.go:171","msg":"trace[1080705730] linearizableReadLoop","detail":"{readStateIndex:9764; appliedIndex:9763; }","duration":"146.293388ms","start":"2026-03-19T09:22:42.493195Z","end":"2026-03-19T09:22:42.639488Z","steps":["trace[1080705730] 'read index received' (duration: 146.123915ms)","trace[1080705730] 'applied index is now lower than readState.Index' (duration: 168.613µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:42.639634Z","caller":"traceutil/trace.go:171","msg":"trace[379623311] transaction","detail":"{read_only:false; response_revision:9359; number_of_response:1; }","duration":"151.554526ms","start":"2026-03-19T09:22:42.488048Z","end":"2026-03-19T09:22:42.639602Z","steps":["trace[379623311] 'process raft request' (duration: 151.336191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:42.639723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.510233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:22:42.639762Z","caller":"traceutil/trace.go:171","msg":"trace[930916186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9359; }","duration":"146.584335ms","start":"2026-03-19T09:22:42.493165Z","end":"2026-03-19T09:22:42.63975Z","steps":["trace[930916186] 'agreement among raft nodes before linearized reading' (duration: 146.428712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:42.639794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.201416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:42.6399Z","caller":"traceutil/trace.go:171","msg":"trace[2040312104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9359; }","duration":"125.36709ms","start":"2026-03-19T09:22:42.514507Z","end":"2026-03-19T09:22:42.639874Z","steps":["trace[2040312104] 'agreement among raft nodes before linearized reading' (duration: 125.180966ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:42.799673Z","caller":"traceutil/trace.go:171","msg":"trace[227575462] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"155.295239ms","start":"2026-03-19T09:22:42.644336Z","end":"2026-03-19T09:22:42.799631Z","steps":["trace[227575462] 'process raft request' (duration: 88.685362ms)","trace[227575462] 'compare' (duration: 66.464384ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:42.877486Z","caller":"traceutil/trace.go:171","msg":"trace[2016086303] transaction","detail":"{read_only:false; response_revision:9363; number_of_response:1; }","duration":"221.797216ms","start":"2026-03-19T09:22:42.655661Z","end":"2026-03-19T09:22:42.877459Z","steps":["trace[2016086303] 'process raft request' (duration: 221.748345ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:42.877845Z","caller":"traceutil/trace.go:171","msg":"trace[979386659] transaction","detail":"{read_only:false; response_revision:9362; number_of_response:1; }","duration":"230.588722ms","start":"2026-03-19T09:22:42.647244Z","end":"2026-03-19T09:22:42.877833Z","steps":["trace[979386659] 'process raft request' (duration: 230.112981ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:42.87799Z","caller":"traceutil/trace.go:171","msg":"trace[1699437149] transaction","detail":"{read_only:false; response_revision:9361; number_of_response:1; }","duration":"231.184065ms","start":"2026-03-19T09:22:42.646754Z","end":"2026-03-19T09:22:42.877938Z","steps":["trace[1699437149] 'process raft request' (duration: 230.441449ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:43.101167Z","caller":"traceutil/trace.go:171","msg":"trace[1120483764] transaction","detail":"{read_only:false; response_revision:9367; number_of_response:1; }","duration":"136.282225ms","start":"2026-03-19T09:22:42.964855Z","end":"2026-03-19T09:22:43.101138Z","steps":["trace[1120483764] 'process raft request' (duration: 131.933109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:48.239115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786275979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:22:49.028629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152097522s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:49.028762Z","caller":"traceutil/trace.go:171","msg":"trace[1985790039] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9402; }","duration":"1.152244786s","start":"2026-03-19T09:22:47.876491Z","end":"2026-03-19T09:22:49.028736Z","steps":["trace[1985790039] 'range keys from in-memory index tree' (duration: 1.152077211s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:49.029482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.914425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:49.029612Z","caller":"traceutil/trace.go:171","msg":"trace[1883747] transaction","detail":"{read_only:false; response_revision:9403; number_of_response:1; }","duration":"1.291712181s","start":"2026-03-19T09:22:47.737876Z","end":"2026-03-19T09:22:49.029588Z","steps":["trace[1883747] 'process raft request' (duration: 648.595562ms)","trace[1883747] 'compare' (duration: 642.591368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:49.029681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:47.737851Z","time spent":"1.291801704s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:49.041338Z","caller":"traceutil/trace.go:171","msg":"trace[1118232713] linearizableReadLoop","detail":"{readStateIndex:9810; appliedIndex:9808; }","duration":"1.302660236s","start":"2026-03-19T09:22:47.738657Z","end":"2026-03-19T09:22:49.041317Z","steps":["trace[1118232713] 'read index received' (duration: 647.782144ms)","trace[1118232713] 'applied index is now lower than readState.Index' (duration: 654.877142ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:49.041461Z","caller":"traceutil/trace.go:171","msg":"trace[1767164593] transaction","detail":"{read_only:false; response_revision:9404; number_of_response:1; }","duration":"1.303095916s","start":"2026-03-19T09:22:47.738273Z","end":"2026-03-19T09:22:49.041369Z","steps":["trace[1767164593] 'process raft request' (duration: 1.302924232s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:49.041639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302970243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-19T09:22:49.041688Z","caller":"traceutil/trace.go:171","msg":"trace[1885433205] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9404; }","duration":"1.303041114s","start":"2026-03-19T09:22:47.738637Z","end":"2026-03-19T09:22:49.041678Z","steps":["trace[1885433205] 'agreement among raft nodes before linearized reading' (duration: 1.302810919s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:49.04173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:47.738628Z","time spent":"1.303095016s","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19428,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:22:49.042362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:47.738249Z","time spent":"1.303411334s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:49.042496Z","caller":"traceutil/trace.go:171","msg":"trace[1011856647] transaction","detail":"{read_only:false; response_revision:9405; number_of_response:1; }","duration":"652.442018ms","start":"2026-03-19T09:22:48.390016Z","end":"2026-03-19T09:22:49.042458Z","steps":["trace[1011856647] 'process raft request' (duration: 652.207493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:49.042699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:48.389987Z","time spent":"652.620912ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:49.043613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.956655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:49.043694Z","caller":"traceutil/trace.go:171","msg":"trace[1290455941] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9408; }","duration":"131.073348ms","start":"2026-03-19T09:22:48.912601Z","end":"2026-03-19T09:22:49.043674Z","steps":["trace[1290455941] 'agreement among raft nodes before linearized reading' (duration: 130.958755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:49.043831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.450425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:49.043887Z","caller":"traceutil/trace.go:171","msg":"trace[1791161301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9408; }","duration":"408.550757ms","start":"2026-03-19T09:22:48.635323Z","end":"2026-03-19T09:22:49.043874Z","steps":["trace[1791161301] 'agreement among raft nodes before linearized reading' (duration: 408.469055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:49.04392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:48.6353Z","time spent":"408.613519ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:22:49.044577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105164612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:22:49.044658Z","caller":"traceutil/trace.go:171","msg":"trace[636136938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9408; }","duration":"1.10638264s","start":"2026-03-19T09:22:47.938254Z","end":"2026-03-19T09:22:49.044637Z","steps":["trace[636136938] 'agreement among raft nodes before linearized reading' (duration: 1.10504856s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:49.044737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:47.937993Z","time spent":"1.106723688s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:22:49.042855Z","caller":"traceutil/trace.go:171","msg":"trace[848013922] transaction","detail":"{read_only:false; response_revision:9406; number_of_response:1; }","duration":"143.317972ms","start":"2026-03-19T09:22:48.899517Z","end":"2026-03-19T09:22:49.042835Z","steps":["trace[848013922] 'process raft request' (duration: 142.868363ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:56.140175Z","caller":"traceutil/trace.go:171","msg":"trace[1829170731] linearizableReadLoop","detail":"{readStateIndex:9853; appliedIndex:9852; }","duration":"127.889268ms","start":"2026-03-19T09:22:56.01226Z","end":"2026-03-19T09:22:56.140149Z","steps":["trace[1829170731] 'read index received' (duration: 126.312592ms)","trace[1829170731] 'applied index is now lower than readState.Index' (duration: 1.575266ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:56.140255Z","caller":"traceutil/trace.go:171","msg":"trace[2093024399] transaction","detail":"{read_only:false; response_revision:9445; number_of_response:1; }","duration":"130.076986ms","start":"2026-03-19T09:22:56.010143Z","end":"2026-03-19T09:22:56.14022Z","steps":["trace[2093024399] 'process raft request' (duration: 128.423229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:56.140304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.030051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:56.140337Z","caller":"traceutil/trace.go:171","msg":"trace[2088970935] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types; range_end:; response_count:0; response_revision:9445; }","duration":"128.118103ms","start":"2026-03-19T09:22:56.012209Z","end":"2026-03-19T09:22:56.140328Z","steps":["trace[2088970935] 'agreement among raft nodes before linearized reading' (duration: 128.022191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:56.477615Z","caller":"traceutil/trace.go:171","msg":"trace[748758975] transaction","detail":"{read_only:false; response_revision:9447; number_of_response:1; }","duration":"331.016265ms","start":"2026-03-19T09:22:56.146552Z","end":"2026-03-19T09:22:56.477569Z","steps":["trace[748758975] 'process raft request' (duration: 330.602236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:56.477839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:56.146494Z","time spent":"331.238781ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:22:56.477874Z","caller":"traceutil/trace.go:171","msg":"trace[2138781213] transaction","detail":"{read_only:false; response_revision:9449; number_of_response:1; }","duration":"329.611494ms","start":"2026-03-19T09:22:56.148217Z","end":"2026-03-19T09:22:56.477828Z","steps":["trace[2138781213] 'process raft request' (duration: 329.323578ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:56.477824Z","caller":"traceutil/trace.go:171","msg":"trace[1306627818] transaction","detail":"{read_only:false; response_revision:9448; number_of_response:1; }","duration":"331.115308ms","start":"2026-03-19T09:22:56.146648Z","end":"2026-03-19T09:22:56.477764Z","steps":["trace[1306627818] 'process raft request' (duration: 330.827441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:56.478059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:56.148202Z","time spent":"329.755578ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:56.478079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:56.146616Z","time spent":"331.360863ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23636,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:22:56.787951Z","caller":"traceutil/trace.go:171","msg":"trace[1526542192] linearizableReadLoop","detail":"{readStateIndex:9863; appliedIndex:9861; }","duration":"178.023608ms","start":"2026-03-19T09:22:56.609902Z","end":"2026-03-19T09:22:56.787925Z","steps":["trace[1526542192] 'read index received' (duration: 177.757802ms)","trace[1526542192] 'applied index is now lower than readState.Index' (duration: 264.146µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:56.788073Z","caller":"traceutil/trace.go:171","msg":"trace[1360257367] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"232.047705ms","start":"2026-03-19T09:22:56.556014Z","end":"2026-03-19T09:22:56.788061Z","steps":["trace[1360257367] 'process raft request' (duration: 231.775229ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:56.788192Z","caller":"traceutil/trace.go:171","msg":"trace[1107214754] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"238.166701ms","start":"2026-03-19T09:22:56.549992Z","end":"2026-03-19T09:22:56.788159Z","steps":["trace[1107214754] 'process raft request' (duration: 237.383844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:56.78853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.388352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59\" ","response":"range_response_count:1 size:24097"} {"level":"info","ts":"2026-03-19T09:22:56.788584Z","caller":"traceutil/trace.go:171","msg":"trace[580706763] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59; range_end:; response_count:1; response_revision:9455; }","duration":"236.461133ms","start":"2026-03-19T09:22:56.552109Z","end":"2026-03-19T09:22:56.78857Z","steps":["trace[580706763] 'agreement among raft nodes before linearized reading' (duration: 236.087335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:56.81777Z","caller":"traceutil/trace.go:171","msg":"trace[1690987805] transaction","detail":"{read_only:false; response_revision:9456; number_of_response:1; }","duration":"199.241681ms","start":"2026-03-19T09:22:56.618484Z","end":"2026-03-19T09:22:56.817726Z","steps":["trace[1690987805] 'process raft request' (duration: 198.998366ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:56.961384Z","caller":"traceutil/trace.go:171","msg":"trace[1232187113] transaction","detail":"{read_only:false; response_revision:9459; number_of_response:1; }","duration":"112.295099ms","start":"2026-03-19T09:22:56.849047Z","end":"2026-03-19T09:22:56.961342Z","steps":["trace[1232187113] 'process raft request' (duration: 111.86218ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:56.961436Z","caller":"traceutil/trace.go:171","msg":"trace[307929971] transaction","detail":"{read_only:false; response_revision:9460; number_of_response:1; }","duration":"105.64259ms","start":"2026-03-19T09:22:56.855754Z","end":"2026-03-19T09:22:56.961397Z","steps":["trace[307929971] 'process raft request' (duration: 105.413585ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:57.088592Z","caller":"traceutil/trace.go:171","msg":"trace[1287473294] transaction","detail":"{read_only:false; response_revision:9463; number_of_response:1; }","duration":"118.251482ms","start":"2026-03-19T09:22:56.970311Z","end":"2026-03-19T09:22:57.088563Z","steps":["trace[1287473294] 'process raft request' (duration: 117.821813ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:57.088737Z","caller":"traceutil/trace.go:171","msg":"trace[1563968461] linearizableReadLoop","detail":"{readStateIndex:9871; appliedIndex:9869; }","duration":"116.495882ms","start":"2026-03-19T09:22:56.972208Z","end":"2026-03-19T09:22:57.088704Z","steps":["trace[1563968461] 'read index received' (duration: 27.455453ms)","trace[1563968461] 'applied index is now lower than readState.Index' (duration: 89.039049ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:57.088829Z","caller":"traceutil/trace.go:171","msg":"trace[1583798534] transaction","detail":"{read_only:false; response_revision:9464; number_of_response:1; }","duration":"115.358698ms","start":"2026-03-19T09:22:56.973459Z","end":"2026-03-19T09:22:57.088818Z","steps":["trace[1583798534] 'process raft request' (duration: 115.01168ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:57.089167Z","caller":"traceutil/trace.go:171","msg":"trace[382852919] transaction","detail":"{read_only:false; response_revision:9465; number_of_response:1; }","duration":"115.068311ms","start":"2026-03-19T09:22:56.974068Z","end":"2026-03-19T09:22:57.089136Z","steps":["trace[382852919] 'process raft request' (duration: 114.478688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:57.089243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.029224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:57.089297Z","caller":"traceutil/trace.go:171","msg":"trace[1016073564] range","detail":"{range_begin:/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner; range_end:; response_count:0; response_revision:9465; }","duration":"117.094965ms","start":"2026-03-19T09:22:56.972185Z","end":"2026-03-19T09:22:57.08928Z","steps":["trace[1016073564] 'agreement among raft nodes before linearized reading' (duration: 117.000483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:57.146756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.876585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:8948"} {"level":"info","ts":"2026-03-19T09:22:57.146848Z","caller":"traceutil/trace.go:171","msg":"trace[252509818] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:9468; }","duration":"173.999597ms","start":"2026-03-19T09:22:56.97283Z","end":"2026-03-19T09:22:57.146829Z","steps":["trace[252509818] 'agreement among raft nodes before linearized reading' (duration: 173.842454ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:57.218052Z","caller":"traceutil/trace.go:171","msg":"trace[1265024858] transaction","detail":"{read_only:false; response_revision:9469; number_of_response:1; }","duration":"123.51311ms","start":"2026-03-19T09:22:57.094512Z","end":"2026-03-19T09:22:57.218025Z","steps":["trace[1265024858] 'process raft request' (duration: 95.286179ms)","trace[1265024858] 'compare' (duration: 27.968955ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:57.21842Z","caller":"traceutil/trace.go:171","msg":"trace[1764615177] transaction","detail":"{read_only:false; response_revision:9470; number_of_response:1; }","duration":"119.664234ms","start":"2026-03-19T09:22:57.098746Z","end":"2026-03-19T09:22:57.218411Z","steps":["trace[1764615177] 'process raft request' (duration: 119.110691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:57.218782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.222445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:8948"} {"level":"info","ts":"2026-03-19T09:22:57.218826Z","caller":"traceutil/trace.go:171","msg":"trace[1670071212] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:9470; }","duration":"115.295066ms","start":"2026-03-19T09:22:57.103519Z","end":"2026-03-19T09:22:57.218814Z","steps":["trace[1670071212] 'agreement among raft nodes before linearized reading' (duration: 115.148703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:57.219072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.74657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-j4jrx\" ","response":"range_response_count:1 size:8305"} {"level":"info","ts":"2026-03-19T09:22:57.219113Z","caller":"traceutil/trace.go:171","msg":"trace[861411976] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-j4jrx; range_end:; response_count:1; response_revision:9470; }","duration":"117.880204ms","start":"2026-03-19T09:22:57.10122Z","end":"2026-03-19T09:22:57.219101Z","steps":["trace[861411976] 'agreement among raft nodes before linearized reading' (duration: 117.780282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:57.219329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.569974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:57.219355Z","caller":"traceutil/trace.go:171","msg":"trace[89890794] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9470; }","duration":"120.602465ms","start":"2026-03-19T09:22:57.098745Z","end":"2026-03-19T09:22:57.219348Z","steps":["trace[89890794] 'agreement among raft nodes before linearized reading' (duration: 120.547733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:57.219534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.904899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:22:57.219564Z","caller":"traceutil/trace.go:171","msg":"trace[1599192080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9470; }","duration":"123.949519ms","start":"2026-03-19T09:22:57.095607Z","end":"2026-03-19T09:22:57.219557Z","steps":["trace[1599192080] 'agreement among raft nodes before linearized reading' (duration: 123.866677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:57.219788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.154051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:22:57.219823Z","caller":"traceutil/trace.go:171","msg":"trace[383062423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9470; }","duration":"127.234323ms","start":"2026-03-19T09:22:57.09258Z","end":"2026-03-19T09:22:57.219814Z","steps":["trace[383062423] 'agreement among raft nodes before linearized reading' (duration: 127.144951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:58.205635Z","caller":"traceutil/trace.go:171","msg":"trace[1511850463] transaction","detail":"{read_only:false; response_revision:9484; number_of_response:1; }","duration":"150.79337ms","start":"2026-03-19T09:22:58.054811Z","end":"2026-03-19T09:22:58.205605Z","steps":["trace[1511850463] 'process raft request' (duration: 123.208564ms)","trace[1511850463] 'compare' (duration: 27.454233ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:59.358247Z","caller":"traceutil/trace.go:171","msg":"trace[1154932766] transaction","detail":"{read_only:false; response_revision:9486; number_of_response:1; }","duration":"205.984732ms","start":"2026-03-19T09:22:59.152234Z","end":"2026-03-19T09:22:59.358219Z","steps":["trace[1154932766] 'process raft request' (duration: 205.781938ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:00.142847Z","caller":"traceutil/trace.go:171","msg":"trace[1121135753] linearizableReadLoop","detail":"{readStateIndex:9896; appliedIndex:9893; }","duration":"912.406936ms","start":"2026-03-19T09:22:59.230418Z","end":"2026-03-19T09:23:00.142825Z","steps":["trace[1121135753] 'read index received' (duration: 127.594061ms)","trace[1121135753] 'applied index is now lower than readState.Index' (duration: 784.811915ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:00.142986Z","caller":"traceutil/trace.go:171","msg":"trace[808888585] transaction","detail":"{read_only:false; response_revision:9489; number_of_response:1; }","duration":"848.733564ms","start":"2026-03-19T09:22:59.294241Z","end":"2026-03-19T09:23:00.142974Z","steps":["trace[808888585] 'process raft request' (duration: 848.498198ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:00.142975Z","caller":"traceutil/trace.go:171","msg":"trace[144368087] transaction","detail":"{read_only:false; response_revision:9488; number_of_response:1; }","duration":"988.477135ms","start":"2026-03-19T09:22:59.154434Z","end":"2026-03-19T09:23:00.142911Z","steps":["trace[144368087] 'process raft request' (duration: 988.273421ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:00.143048Z","caller":"traceutil/trace.go:171","msg":"trace[673561563] transaction","detail":"{read_only:false; response_revision:9487; number_of_response:1; }","duration":"989.573051ms","start":"2026-03-19T09:22:59.153428Z","end":"2026-03-19T09:23:00.143001Z","steps":["trace[673561563] 'process raft request' (duration: 989.10205ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:00.143232Z","caller":"traceutil/trace.go:171","msg":"trace[552647258] transaction","detail":"{read_only:false; response_revision:9490; number_of_response:1; }","duration":"800.389114ms","start":"2026-03-19T09:22:59.342809Z","end":"2026-03-19T09:23:00.143198Z","steps":["trace[552647258] 'process raft request' (duration: 799.962594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:00.143089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:59.29422Z","time spent":"848.788845ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:00.143271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:59.153396Z","time spent":"989.753355ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:00.143337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.889547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:23:00.143426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.098365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:23:00.143445Z","caller":"traceutil/trace.go:171","msg":"trace[514134452] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9490; }","duration":"913.068241ms","start":"2026-03-19T09:22:59.230351Z","end":"2026-03-19T09:23:00.143419Z","steps":["trace[514134452] 'agreement among raft nodes before linearized reading' (duration: 912.729454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:00.143497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.26986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-8lwtz\" ","response":"range_response_count:1 size:19075"} {"level":"warn","ts":"2026-03-19T09:23:00.1435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:59.23032Z","time spent":"913.167584ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:23:00.143508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.411664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:23:00.143514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.504977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:23:00.143583Z","caller":"traceutil/trace.go:171","msg":"trace[121397201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9490; }","duration":"902.538636ms","start":"2026-03-19T09:22:59.241026Z","end":"2026-03-19T09:23:00.143565Z","steps":["trace[121397201] 'agreement among raft nodes before linearized reading' (duration: 902.26049ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:00.143597Z","caller":"traceutil/trace.go:171","msg":"trace[815564036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9490; }","duration":"561.6388ms","start":"2026-03-19T09:22:59.581936Z","end":"2026-03-19T09:23:00.143575Z","steps":["trace[815564036] 'agreement among raft nodes before linearized reading' (duration: 561.365334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:00.143616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.820705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:23:00.143615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.488336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:23:00.143641Z","caller":"traceutil/trace.go:171","msg":"trace[205113809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9490; }","duration":"865.859967ms","start":"2026-03-19T09:22:59.277774Z","end":"2026-03-19T09:23:00.143634Z","steps":["trace[205113809] 'agreement among raft nodes before linearized reading' (duration: 865.752574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:00.14364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:59.581914Z","time spent":"561.717812ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:23:00.143638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:59.240998Z","time spent":"902.626998ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:23:00.143664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:59.277764Z","time spent":"865.895947ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:23:00.143661Z","caller":"traceutil/trace.go:171","msg":"trace[2114565590] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:9490; }","duration":"860.560118ms","start":"2026-03-19T09:22:59.283092Z","end":"2026-03-19T09:23:00.143652Z","steps":["trace[2114565590] 'agreement among raft nodes before linearized reading' (duration: 860.429455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:00.14364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.862932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:23:00.143692Z","caller":"traceutil/trace.go:171","msg":"trace[1993627011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9490; }","duration":"867.965514ms","start":"2026-03-19T09:22:59.275721Z","end":"2026-03-19T09:23:00.143687Z","steps":["trace[1993627011] 'agreement among raft nodes before linearized reading' (duration: 867.856522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:00.143695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:59.283074Z","time spent":"860.614289ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:23:00.143713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:59.275693Z","time spent":"868.014844ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:23:00.143493Z","caller":"traceutil/trace.go:171","msg":"trace[403166954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9490; }","duration":"863.181566ms","start":"2026-03-19T09:22:59.280292Z","end":"2026-03-19T09:23:00.143474Z","steps":["trace[403166954] 'agreement among raft nodes before linearized reading' (duration: 863.021183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:00.143786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.889929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:23:00.143799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:59.280282Z","time spent":"863.508403ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:23:00.143815Z","caller":"traceutil/trace.go:171","msg":"trace[1772006723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9490; }","duration":"507.968571ms","start":"2026-03-19T09:22:59.635837Z","end":"2026-03-19T09:23:00.143806Z","steps":["trace[1772006723] 'agreement among raft nodes before linearized reading' (duration: 507.92235ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:00.143538Z","caller":"traceutil/trace.go:171","msg":"trace[2132247101] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-8lwtz; range_end:; response_count:1; response_revision:9490; }","duration":"266.362611ms","start":"2026-03-19T09:22:59.877162Z","end":"2026-03-19T09:23:00.143525Z","steps":["trace[2132247101] 'agreement among raft nodes before linearized reading' (duration: 266.246219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:00.143842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:59.635806Z","time spent":"508.030682ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:23:00.143853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:59.1544Z","time spent":"989.332295ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:00.143497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.802346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:00.144051Z","caller":"traceutil/trace.go:171","msg":"trace[1518639632] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9490; }","duration":"243.307587ms","start":"2026-03-19T09:22:59.900682Z","end":"2026-03-19T09:23:00.143989Z","steps":["trace[1518639632] 'agreement among raft nodes before linearized reading' (duration: 242.768095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:00.143376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:59.342766Z","time spent":"800.543928ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:23:00.953949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.01928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:23:00.954038Z","caller":"traceutil/trace.go:171","msg":"trace[586664539] transaction","detail":"{read_only:false; response_revision:9491; number_of_response:1; }","duration":"804.545406ms","start":"2026-03-19T09:23:00.149477Z","end":"2026-03-19T09:23:00.954022Z","steps":["trace[586664539] 'process raft request' (duration: 198.397003ms)","trace[586664539] 'compare' (duration: 605.462198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:00.954075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.14945Z","time spent":"804.610727ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:23:02.308129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.960107066s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:23:02.308903Z","caller":"traceutil/trace.go:171","msg":"trace[971179942] transaction","detail":"{read_only:false; response_revision:9492; number_of_response:1; }","duration":"2.159288896s","start":"2026-03-19T09:23:00.149579Z","end":"2026-03-19T09:23:02.308868Z","steps":["trace[971179942] 'process raft request' (duration: 2.158895577s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:02.30911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.149562Z","time spent":"2.15944208s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:02.309297Z","caller":"traceutil/trace.go:171","msg":"trace[1385632750] transaction","detail":"{read_only:false; response_revision:9494; number_of_response:1; }","duration":"2.158961719s","start":"2026-03-19T09:23:00.150305Z","end":"2026-03-19T09:23:02.309267Z","steps":["trace[1385632750] 'process raft request' (duration: 2.158790275s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:02.309293Z","caller":"traceutil/trace.go:171","msg":"trace[2143626222] transaction","detail":"{read_only:false; response_revision:9493; number_of_response:1; }","duration":"2.159594513s","start":"2026-03-19T09:23:00.149651Z","end":"2026-03-19T09:23:02.309246Z","steps":["trace[2143626222] 'process raft request' (duration: 2.159148694s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:02.309458Z","caller":"traceutil/trace.go:171","msg":"trace[916760389] linearizableReadLoop","detail":"{readStateIndex:9901; appliedIndex:9898; }","duration":"2.159740987s","start":"2026-03-19T09:23:00.149699Z","end":"2026-03-19T09:23:02.30944Z","steps":["trace[916760389] 'read index received' (duration: 198.276281ms)","trace[916760389] 'applied index is now lower than readState.Index' (duration: 1.961463686s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:02.309481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.150291Z","time spent":"2.159096673s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:02.309491Z","caller":"traceutil/trace.go:171","msg":"trace[921587613] transaction","detail":"{read_only:false; response_revision:9495; number_of_response:1; }","duration":"2.158236934s","start":"2026-03-19T09:23:00.151199Z","end":"2026-03-19T09:23:02.309436Z","steps":["trace[921587613] 'process raft request' (duration: 2.158027379s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:02.309553Z","caller":"traceutil/trace.go:171","msg":"trace[1656011293] transaction","detail":"{read_only:false; response_revision:9497; number_of_response:1; }","duration":"2.15404797s","start":"2026-03-19T09:23:00.155495Z","end":"2026-03-19T09:23:02.309542Z","steps":["trace[1656011293] 'process raft request' (duration: 2.153881086s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:02.309584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.149619Z","time spent":"2.159799858s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:02.309632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.155484Z","time spent":"2.154099061s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19341,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:02.30969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.151192Z","time spent":"2.158392707s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:02.309721Z","caller":"traceutil/trace.go:171","msg":"trace[1806265608] transaction","detail":"{read_only:false; response_revision:9496; number_of_response:1; }","duration":"2.157441064s","start":"2026-03-19T09:23:00.152214Z","end":"2026-03-19T09:23:02.309655Z","steps":["trace[1806265608] 'process raft request' (duration: 2.157094407s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:02.309962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.152195Z","time spent":"2.157640959s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:02.310961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161228099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290617"} {"level":"info","ts":"2026-03-19T09:23:02.313245Z","caller":"traceutil/trace.go:171","msg":"trace[1876245228] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9497; }","duration":"2.161388003s","start":"2026-03-19T09:23:00.149644Z","end":"2026-03-19T09:23:02.311032Z","steps":["trace[1876245228] 'agreement among raft nodes before linearized reading' (duration: 2.159952811s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:02.313347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.149623Z","time spent":"2.163699364s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290639,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:23:02.636113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:23:02.636203Z","caller":"traceutil/trace.go:171","msg":"trace[174518163] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000422757s","start":"2026-03-19T09:23:00.635748Z","end":"2026-03-19T09:23:02.636171Z","steps":["trace[174518163] 'agreement among raft nodes before linearized reading' (duration: 2.000317454s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:02.636247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.635685Z","time spent":"2.000554711s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:23:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:23:02.810216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786276184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:23:03.311121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786276184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:23:03.811643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786276184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:23:04.311775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786276184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:23:04.514033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000098259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:23:04.514192Z","caller":"traceutil/trace.go:171","msg":"trace[518298544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282143s","start":"2026-03-19T09:23:02.513881Z","end":"2026-03-19T09:23:04.514164Z","steps":["trace[518298544] 'agreement among raft nodes before linearized reading' (duration: 2.000094059s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:04.514258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:02.5138Z","time spent":"2.000444947s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:23:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:23:04.636692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:23:04.636829Z","caller":"traceutil/trace.go:171","msg":"trace[1327545909] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000536409s","start":"2026-03-19T09:23:02.63627Z","end":"2026-03-19T09:23:04.636807Z","steps":["trace[1327545909] 'agreement among raft nodes before linearized reading' (duration: 2.000366715s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:04.636889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:02.636251Z","time spent":"2.000625131s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:23:04.666545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.358162581s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:23:04.667086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:02.872606Z","time spent":"1.794472714s","remote":"127.0.0.1:55874","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:23:04.667279Z","caller":"traceutil/trace.go:171","msg":"trace[1960831812] transaction","detail":"{read_only:false; response_revision:9498; number_of_response:1; }","duration":"4.180664452s","start":"2026-03-19T09:23:00.486584Z","end":"2026-03-19T09:23:04.667248Z","steps":["trace[1960831812] 'process raft request' (duration: 4.180337294s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:04.667472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.486527Z","time spent":"4.180841756s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:04.795589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.355077ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:23:04.796147Z","caller":"traceutil/trace.go:171","msg":"trace[1243398734] transaction","detail":"{read_only:false; response_revision:9499; number_of_response:1; }","duration":"3.431565734s","start":"2026-03-19T09:23:01.364527Z","end":"2026-03-19T09:23:04.796093Z","steps":["trace[1243398734] 'process raft request' (duration: 3.431159934s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:04.796313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:01.364501Z","time spent":"3.431717688s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:05.056743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.509331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:23:05.057002Z","caller":"traceutil/trace.go:171","msg":"trace[510961017] transaction","detail":"{read_only:false; response_revision:9500; number_of_response:1; }","duration":"2.907462824s","start":"2026-03-19T09:23:02.149501Z","end":"2026-03-19T09:23:05.056964Z","steps":["trace[510961017] 'process raft request' (duration: 2.646572874s)","trace[510961017] 'compare' (duration: 260.268275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:05.057197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:02.149465Z","time spent":"2.907622177s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:05.057202Z","caller":"traceutil/trace.go:171","msg":"trace[551376522] linearizableReadLoop","detail":"{readStateIndex:9912; appliedIndex:9906; }","duration":"2.747668523s","start":"2026-03-19T09:23:02.309506Z","end":"2026-03-19T09:23:05.057175Z","steps":["trace[551376522] 'read index received' (duration: 2.35769629s)","trace[551376522] 'applied index is now lower than readState.Index' (duration: 389.970283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:05.057437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.906876568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-19T09:23:05.057493Z","caller":"traceutil/trace.go:171","msg":"trace[1685915117] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9503; }","duration":"4.90697672s","start":"2026-03-19T09:23:00.150501Z","end":"2026-03-19T09:23:05.057478Z","steps":["trace[1685915117] 'agreement among raft nodes before linearized reading' (duration: 4.906733775s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:05.057451Z","caller":"traceutil/trace.go:171","msg":"trace[1501158275] transaction","detail":"{read_only:false; response_revision:9503; number_of_response:1; }","duration":"2.737701209s","start":"2026-03-19T09:23:02.319707Z","end":"2026-03-19T09:23:05.057409Z","steps":["trace[1501158275] 'process raft request' (duration: 2.737372882s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.057536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.150484Z","time spent":"4.907042921s","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19428,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:23:05.057525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94448305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-19T09:23:05.057548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734029868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:05.057606Z","caller":"traceutil/trace.go:171","msg":"trace[1685442884] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9503; }","duration":"2.944618663s","start":"2026-03-19T09:23:02.11296Z","end":"2026-03-19T09:23:05.057579Z","steps":["trace[1685442884] 'agreement among raft nodes before linearized reading' (duration: 2.944321157s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.057617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950846503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T09:23:05.05767Z","caller":"traceutil/trace.go:171","msg":"trace[1065611666] transaction","detail":"{read_only:false; response_revision:9501; number_of_response:1; }","duration":"2.906678426s","start":"2026-03-19T09:23:02.150978Z","end":"2026-03-19T09:23:05.057657Z","steps":["trace[1065611666] 'process raft request' (duration: 2.905918499s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:05.057667Z","caller":"traceutil/trace.go:171","msg":"trace[41801827] transaction","detail":"{read_only:false; response_revision:9502; number_of_response:1; }","duration":"2.73808417s","start":"2026-03-19T09:23:02.319561Z","end":"2026-03-19T09:23:05.057645Z","steps":["trace[41801827] 'process raft request' (duration: 2.737424025s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.057681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:02.112932Z","time spent":"2.944734266s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:23:05.05772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.200931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:23:05.057751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:02.150945Z","time spent":"2.906766108s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:05.057778Z","caller":"traceutil/trace.go:171","msg":"trace[358752111] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9503; }","duration":"122.280783ms","start":"2026-03-19T09:23:04.935481Z","end":"2026-03-19T09:23:05.057762Z","steps":["trace[358752111] 'agreement among raft nodes before linearized reading' (duration: 122.196471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.057779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:02.319541Z","time spent":"2.738179871s","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1406,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:05.057792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.739828396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:05.057687Z","caller":"traceutil/trace.go:171","msg":"trace[958776528] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9503; }","duration":"2.950961766s","start":"2026-03-19T09:23:02.106709Z","end":"2026-03-19T09:23:05.057671Z","steps":["trace[958776528] 'agreement among raft nodes before linearized reading' (duration: 2.950706931s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:05.057843Z","caller":"traceutil/trace.go:171","msg":"trace[1092184304] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9503; }","duration":"4.739919118s","start":"2026-03-19T09:23:00.317908Z","end":"2026-03-19T09:23:05.057827Z","steps":["trace[1092184304] 'agreement among raft nodes before linearized reading' (duration: 4.739834356s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.057876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:00.317884Z","time spent":"4.739983548s","remote":"127.0.0.1:53096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:23:05.057882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:02.106686Z","time spent":"2.9511801s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:23:05.05787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.708601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:23:05.057936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.352755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:23:05.057622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:02.319673Z","time spent":"2.737866243s","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1945,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:05.057986Z","caller":"traceutil/trace.go:171","msg":"trace[1181178104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9503; }","duration":"412.877684ms","start":"2026-03-19T09:23:04.645078Z","end":"2026-03-19T09:23:05.057956Z","steps":["trace[1181178104] 'agreement among raft nodes before linearized reading' (duration: 412.705721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.058052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:04.645059Z","time spent":"412.978487ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:23:05.058103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.150137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:23:05.058112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.47392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:23:05.058155Z","caller":"traceutil/trace.go:171","msg":"trace[1956234716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9503; }","duration":"740.223879ms","start":"2026-03-19T09:23:04.317919Z","end":"2026-03-19T09:23:05.058143Z","steps":["trace[1956234716] 'agreement among raft nodes before linearized reading' (duration: 740.102217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.058158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.626581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:23:05.058215Z","caller":"traceutil/trace.go:171","msg":"trace[418006063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9503; }","duration":"741.739244ms","start":"2026-03-19T09:23:04.316461Z","end":"2026-03-19T09:23:05.0582Z","steps":["trace[418006063] 'agreement among raft nodes before linearized reading' (duration: 741.593391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.058223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.954622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:23:05.058226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536879282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-69c96b4995-2r8x6.189e33b3dd201a6e\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-03-19T09:23:05.058247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.922648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:23:05.058276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:04.316402Z","time spent":"741.860476ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:23:05.058288Z","caller":"traceutil/trace.go:171","msg":"trace[1667509219] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9503; }","duration":"138.060314ms","start":"2026-03-19T09:23:04.920201Z","end":"2026-03-19T09:23:05.058262Z","steps":["trace[1667509219] 'agreement among raft nodes before linearized reading' (duration: 137.985382ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:05.0583Z","caller":"traceutil/trace.go:171","msg":"trace[247904641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9503; }","duration":"742.03215ms","start":"2026-03-19T09:23:04.316258Z","end":"2026-03-19T09:23:05.05829Z","steps":["trace[247904641] 'agreement among raft nodes before linearized reading' (duration: 741.929717ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:05.058301Z","caller":"traceutil/trace.go:171","msg":"trace[857647324] range","detail":"{range_begin:/registry/events/openstack/glance-api-69c96b4995-2r8x6.189e33b3dd201a6e; range_end:; response_count:1; response_revision:9503; }","duration":"2.536996856s","start":"2026-03-19T09:23:02.52129Z","end":"2026-03-19T09:23:05.058287Z","steps":["trace[857647324] 'agreement among raft nodes before linearized reading' (duration: 2.536848092s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.058335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:04.316243Z","time spent":"742.086371ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:23:05.058109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300745953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:23:05.058353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:02.521264Z","time spent":"2.537075498s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":809,"request content":"key:\"/registry/events/openstack/glance-api-69c96b4995-2r8x6.189e33b3dd201a6e\" "} {"level":"info","ts":"2026-03-19T09:23:05.058395Z","caller":"traceutil/trace.go:171","msg":"trace[800462978] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9503; }","duration":"1.301082151s","start":"2026-03-19T09:23:03.757298Z","end":"2026-03-19T09:23:05.058381Z","steps":["trace[800462978] 'agreement among raft nodes before linearized reading' (duration: 1.300707352s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.058453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:03.757269Z","time spent":"1.301167322s","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":72,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:23:05.057997Z","caller":"traceutil/trace.go:171","msg":"trace[1857123135] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:9503; }","duration":"737.459907ms","start":"2026-03-19T09:23:04.320523Z","end":"2026-03-19T09:23:05.057983Z","steps":["trace[1857123135] 'agreement among raft nodes before linearized reading' (duration: 737.327594ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:05.058167Z","caller":"traceutil/trace.go:171","msg":"trace[1412905779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9503; }","duration":"742.600143ms","start":"2026-03-19T09:23:04.315552Z","end":"2026-03-19T09:23:05.058152Z","steps":["trace[1412905779] 'agreement among raft nodes before linearized reading' (duration: 742.404838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.058524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:04.320498Z","time spent":"737.998669ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:23:05.058604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:04.315529Z","time spent":"743.055422ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:23:05.057628Z","caller":"traceutil/trace.go:171","msg":"trace[1838695698] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9503; }","duration":"2.734163691s","start":"2026-03-19T09:23:02.323443Z","end":"2026-03-19T09:23:05.057606Z","steps":["trace[1838695698] 'agreement among raft nodes before linearized reading' (duration: 2.734016037s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.058738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:02.323416Z","time spent":"2.735296636s","remote":"127.0.0.1:53090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:23:05.05782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.321231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:23:05.058905Z","caller":"traceutil/trace.go:171","msg":"trace[1844005671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9503; }","duration":"741.424776ms","start":"2026-03-19T09:23:04.317466Z","end":"2026-03-19T09:23:05.058891Z","steps":["trace[1844005671] 'agreement among raft nodes before linearized reading' (duration: 740.26557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.058949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:04.317453Z","time spent":"741.482027ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:23:05.059688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:04.317868Z","time spent":"740.327492ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:23:05.566624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339447786276189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:23:05.722768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.574941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:23:05.722882Z","caller":"traceutil/trace.go:171","msg":"trace[661876831] transaction","detail":"{read_only:false; response_revision:9504; number_of_response:1; }","duration":"661.081431ms","start":"2026-03-19T09:23:05.06178Z","end":"2026-03-19T09:23:05.722861Z","steps":["trace[661876831] 'process raft request' (duration: 507.318366ms)","trace[661876831] 'compare' (duration: 153.455199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:05.722944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.061716Z","time spent":"661.200164ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:05.941385Z","caller":"traceutil/trace.go:171","msg":"trace[1085702076] transaction","detail":"{read_only:false; response_revision:9506; number_of_response:1; }","duration":"875.838529ms","start":"2026-03-19T09:23:05.065518Z","end":"2026-03-19T09:23:05.941357Z","steps":["trace[1085702076] 'process raft request' (duration: 875.748537ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:05.941446Z","caller":"traceutil/trace.go:171","msg":"trace[360359102] transaction","detail":"{read_only:false; response_revision:9505; number_of_response:1; }","duration":"876.135226ms","start":"2026-03-19T09:23:05.065274Z","end":"2026-03-19T09:23:05.941409Z","steps":["trace[360359102] 'process raft request' (duration: 789.464599ms)","trace[360359102] 'compare' (duration: 86.322639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:05.941553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.065476Z","time spent":"875.996872ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:05.9416Z","caller":"traceutil/trace.go:171","msg":"trace[1691063211] transaction","detail":"{read_only:false; response_revision:9507; number_of_response:1; }","duration":"875.991433ms","start":"2026-03-19T09:23:05.065598Z","end":"2026-03-19T09:23:05.941589Z","steps":["trace[1691063211] 'process raft request' (duration: 875.723357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.94161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.065252Z","time spent":"876.265408ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:05.941661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.065587Z","time spent":"876.042624ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:05.941808Z","caller":"traceutil/trace.go:171","msg":"trace[475941825] transaction","detail":"{read_only:false; response_revision:9508; number_of_response:1; }","duration":"875.272346ms","start":"2026-03-19T09:23:05.066526Z","end":"2026-03-19T09:23:05.941798Z","steps":["trace[475941825] 'process raft request' (duration: 875.013191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.941875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.06651Z","time spent":"875.333099ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:05.942017Z","caller":"traceutil/trace.go:171","msg":"trace[2082002898] transaction","detail":"{read_only:false; response_revision:9509; number_of_response:1; }","duration":"875.316449ms","start":"2026-03-19T09:23:05.066688Z","end":"2026-03-19T09:23:05.942004Z","steps":["trace[2082002898] 'process raft request' (duration: 875.067522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.9421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.066662Z","time spent":"875.39373ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:05.942175Z","caller":"traceutil/trace.go:171","msg":"trace[976937125] transaction","detail":"{read_only:false; response_revision:9510; number_of_response:1; }","duration":"874.93309ms","start":"2026-03-19T09:23:05.067229Z","end":"2026-03-19T09:23:05.942162Z","steps":["trace[976937125] 'process raft request' (duration: 874.703245ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:05.942214Z","caller":"traceutil/trace.go:171","msg":"trace[1670561978] transaction","detail":"{read_only:false; response_revision:9511; number_of_response:1; }","duration":"874.193333ms","start":"2026-03-19T09:23:05.067993Z","end":"2026-03-19T09:23:05.942186Z","steps":["trace[1670561978] 'process raft request' (duration: 874.105301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.942248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.067221Z","time spent":"874.996622ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:05.942375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.067984Z","time spent":"874.309885ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:05.942159Z","caller":"traceutil/trace.go:171","msg":"trace[72893869] linearizableReadLoop","detail":"{readStateIndex:9920; appliedIndex:9912; }","duration":"876.249709ms","start":"2026-03-19T09:23:05.065897Z","end":"2026-03-19T09:23:05.942146Z","steps":["trace[72893869] 'read index received' (duration: 503.275965ms)","trace[72893869] 'applied index is now lower than readState.Index' (duration: 372.973054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:05.942643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.234026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:23:05.942651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.75278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290617"} {"level":"warn","ts":"2026-03-19T09:23:05.942669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.964309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:05.942697Z","caller":"traceutil/trace.go:171","msg":"trace[1595648359] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9511; }","duration":"832.336218ms","start":"2026-03-19T09:23:05.110347Z","end":"2026-03-19T09:23:05.942684Z","steps":["trace[1595648359] 'agreement among raft nodes before linearized reading' (duration: 832.249696ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:05.942703Z","caller":"traceutil/trace.go:171","msg":"trace[323336422] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9511; }","duration":"876.837922ms","start":"2026-03-19T09:23:05.065854Z","end":"2026-03-19T09:23:05.942692Z","steps":["trace[323336422] 'agreement among raft nodes before linearized reading' (duration: 876.352521ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:05.942716Z","caller":"traceutil/trace.go:171","msg":"trace[314482025] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9511; }","duration":"422.060141ms","start":"2026-03-19T09:23:05.520638Z","end":"2026-03-19T09:23:05.942698Z","steps":["trace[314482025] 'agreement among raft nodes before linearized reading' (duration: 421.981649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.94274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.110321Z","time spent":"832.410389ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:23:05.942752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.520607Z","time spent":"422.136492ms","remote":"127.0.0.1:42944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:23:05.94276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.065837Z","time spent":"876.912983ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290639,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:23:05.943031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.71818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-19T09:23:05.943068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.845223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e32c4e803c0a7\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-19T09:23:05.943105Z","caller":"traceutil/trace.go:171","msg":"trace[1901611423] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e32c4e803c0a7; range_end:; response_count:1; response_revision:9511; }","duration":"215.911524ms","start":"2026-03-19T09:23:05.727181Z","end":"2026-03-19T09:23:05.943092Z","steps":["trace[1901611423] 'agreement among raft nodes before linearized reading' (duration: 215.75783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.943128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.016929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:05.943193Z","caller":"traceutil/trace.go:171","msg":"trace[491370172] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9511; }","duration":"533.138862ms","start":"2026-03-19T09:23:05.410039Z","end":"2026-03-19T09:23:05.943178Z","steps":["trace[491370172] 'agreement among raft nodes before linearized reading' (duration: 533.036489ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:05.943068Z","caller":"traceutil/trace.go:171","msg":"trace[858922480] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:9511; }","duration":"471.798022ms","start":"2026-03-19T09:23:05.47126Z","end":"2026-03-19T09:23:05.943058Z","steps":["trace[858922480] 'agreement among raft nodes before linearized reading' (duration: 471.662589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:05.943246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.410003Z","time spent":"533.229754ms","remote":"127.0.0.1:42988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:23:05.943263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.471238Z","time spent":"472.009296ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"info","ts":"2026-03-19T09:23:06.407816Z","caller":"traceutil/trace.go:171","msg":"trace[944020796] linearizableReadLoop","detail":"{readStateIndex:9922; appliedIndex:9920; }","duration":"462.115066ms","start":"2026-03-19T09:23:05.945671Z","end":"2026-03-19T09:23:06.407786Z","steps":["trace[944020796] 'read index received' (duration: 29.040659ms)","trace[944020796] 'applied index is now lower than readState.Index' (duration: 433.073017ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:06.407905Z","caller":"traceutil/trace.go:171","msg":"trace[1757385277] transaction","detail":"{read_only:false; response_revision:9512; number_of_response:1; }","duration":"462.620906ms","start":"2026-03-19T09:23:05.945241Z","end":"2026-03-19T09:23:06.407862Z","steps":["trace[1757385277] 'process raft request' (duration: 462.197327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:06.408002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.29613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:06.408039Z","caller":"traceutil/trace.go:171","msg":"trace[1843507775] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9512; }","duration":"462.387281ms","start":"2026-03-19T09:23:05.945641Z","end":"2026-03-19T09:23:06.408028Z","steps":["trace[1843507775] 'agreement among raft nodes before linearized reading' (duration: 462.257368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:06.408081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.945623Z","time spent":"462.450203ms","remote":"127.0.0.1:54710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:23:06.408102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.945192Z","time spent":"462.79633ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:07.573037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.169879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:23:07.573673Z","caller":"traceutil/trace.go:171","msg":"trace[1534513026] transaction","detail":"{read_only:false; response_revision:9514; number_of_response:1; }","duration":"772.237225ms","start":"2026-03-19T09:23:06.801404Z","end":"2026-03-19T09:23:07.573641Z","steps":["trace[1534513026] 'process raft request' (duration: 772.067441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:07.573797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:06.801378Z","time spent":"772.361068ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:07.574282Z","caller":"traceutil/trace.go:171","msg":"trace[1299083518] transaction","detail":"{read_only:false; response_revision:9513; number_of_response:1; }","duration":"1.598597939s","start":"2026-03-19T09:23:05.97565Z","end":"2026-03-19T09:23:07.574248Z","steps":["trace[1299083518] 'process raft request' (duration: 716.067609ms)","trace[1299083518] 'compare' (duration: 880.839422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:07.574406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:05.975626Z","time spent":"1.598722891s","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:07.574279Z","caller":"traceutil/trace.go:171","msg":"trace[796437022] linearizableReadLoop","detail":"{readStateIndex:9923; appliedIndex:9922; }","duration":"1.162125266s","start":"2026-03-19T09:23:06.412116Z","end":"2026-03-19T09:23:07.574241Z","steps":["trace[796437022] 'read index received' (duration: 279.542426ms)","trace[796437022] 'applied index is now lower than readState.Index' (duration: 882.57868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:07.574584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162397002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:23:07.574642Z","caller":"traceutil/trace.go:171","msg":"trace[1909234642] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5; range_end:; response_count:1; response_revision:9514; }","duration":"1.162564006s","start":"2026-03-19T09:23:06.412064Z","end":"2026-03-19T09:23:07.574628Z","steps":["trace[1909234642] 'agreement among raft nodes before linearized reading' (duration: 1.16227509s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:07.574682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:06.412042Z","time spent":"1.162630738s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329df07517e5\" "} {"level":"warn","ts":"2026-03-19T09:23:08.240414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.347498ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:08.241468Z","caller":"traceutil/trace.go:171","msg":"trace[106991566] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9514; }","duration":"364.413972ms","start":"2026-03-19T09:23:07.877032Z","end":"2026-03-19T09:23:08.241446Z","steps":["trace[106991566] 'range keys from in-memory index tree' (duration: 363.328418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.241289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.194372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:23:08.24165Z","caller":"traceutil/trace.go:171","msg":"trace[31417042] transaction","detail":"{read_only:false; response_revision:9515; number_of_response:1; }","duration":"1.176489537s","start":"2026-03-19T09:23:07.065133Z","end":"2026-03-19T09:23:08.241622Z","steps":["trace[31417042] 'process raft request' (duration: 779.870176ms)","trace[31417042] 'compare' (duration: 395.2104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:08.241739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160825667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:08.241786Z","caller":"traceutil/trace.go:171","msg":"trace[1824814839] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9516; }","duration":"1.160903819s","start":"2026-03-19T09:23:07.080868Z","end":"2026-03-19T09:23:08.241772Z","steps":["trace[1824814839] 'agreement among raft nodes before linearized reading' (duration: 1.160800906s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.241789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.065091Z","time spent":"1.176657061s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:08.241836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82956816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:23:08.241861Z","caller":"traceutil/trace.go:171","msg":"trace[2066351295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9516; }","duration":"1.829670013s","start":"2026-03-19T09:23:06.412185Z","end":"2026-03-19T09:23:08.241855Z","steps":["trace[2066351295] 'agreement among raft nodes before linearized reading' (duration: 1.829532049s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.241887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:06.41216Z","time spent":"1.829718203s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:23:08.24168Z","caller":"traceutil/trace.go:171","msg":"trace[1199120368] linearizableReadLoop","detail":"{readStateIndex:9926; appliedIndex:9924; }","duration":"667.187356ms","start":"2026-03-19T09:23:07.574474Z","end":"2026-03-19T09:23:08.241661Z","steps":["trace[1199120368] 'read index received' (duration: 270.491524ms)","trace[1199120368] 'applied index is now lower than readState.Index' (duration: 396.695312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:08.242012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605663127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:23:08.242004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342346743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:08.24202Z","caller":"traceutil/trace.go:171","msg":"trace[900242627] transaction","detail":"{read_only:false; response_revision:9516; number_of_response:1; }","duration":"1.170737009s","start":"2026-03-19T09:23:07.071266Z","end":"2026-03-19T09:23:08.242003Z","steps":["trace[900242627] 'process raft request' (duration: 1.170281738s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:08.242054Z","caller":"traceutil/trace.go:171","msg":"trace[816965006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9516; }","duration":"1.605747239s","start":"2026-03-19T09:23:06.636295Z","end":"2026-03-19T09:23:08.242043Z","steps":["trace[816965006] 'agreement among raft nodes before linearized reading' (duration: 1.605670347s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:08.24207Z","caller":"traceutil/trace.go:171","msg":"trace[477099173] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9516; }","duration":"1.342480316s","start":"2026-03-19T09:23:06.899574Z","end":"2026-03-19T09:23:08.242054Z","steps":["trace[477099173] 'agreement among raft nodes before linearized reading' (duration: 1.342327403s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.242087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:06.636261Z","time spent":"1.605819971s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:23:08.242112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:06.899545Z","time spent":"1.342558518s","remote":"127.0.0.1:54922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:23:08.241828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.080856Z","time spent":"1.160961101s","remote":"127.0.0.1:54976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:23:08.24216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.071244Z","time spent":"1.170830881s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:08.242426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166203838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-j4jrx\" ","response":"range_response_count:1 size:9598"} {"level":"info","ts":"2026-03-19T09:23:08.242468Z","caller":"traceutil/trace.go:171","msg":"trace[1665636856] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-j4jrx; range_end:; response_count:1; response_revision:9516; }","duration":"1.16628007s","start":"2026-03-19T09:23:07.076177Z","end":"2026-03-19T09:23:08.242458Z","steps":["trace[1665636856] 'agreement among raft nodes before linearized reading' (duration: 1.166096866s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.242499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.076154Z","time spent":"1.166339021s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9620,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-j4jrx\" "} {"level":"info","ts":"2026-03-19T09:23:08.25284Z","caller":"traceutil/trace.go:171","msg":"trace[591514949] transaction","detail":"{read_only:false; response_revision:9517; number_of_response:1; }","duration":"675.313259ms","start":"2026-03-19T09:23:07.577514Z","end":"2026-03-19T09:23:08.252827Z","steps":["trace[591514949] 'process raft request' (duration: 675.181996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.252915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.577496Z","time spent":"675.37866ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:08.253417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.044879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T09:23:08.253457Z","caller":"traceutil/trace.go:171","msg":"trace[1374139550] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9517; }","duration":"144.08753ms","start":"2026-03-19T09:23:08.109359Z","end":"2026-03-19T09:23:08.253447Z","steps":["trace[1374139550] 'agreement among raft nodes before linearized reading' (duration: 143.929176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.253626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.399925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:23:08.253652Z","caller":"traceutil/trace.go:171","msg":"trace[1446264253] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:9517; }","duration":"301.443256ms","start":"2026-03-19T09:23:07.952202Z","end":"2026-03-19T09:23:08.253645Z","steps":["trace[1446264253] 'agreement among raft nodes before linearized reading' (duration: 301.376575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.253668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.952188Z","time spent":"301.476627ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:23:08.254032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.172711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:23:08.254017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.287313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:23:08.254059Z","caller":"traceutil/trace.go:171","msg":"trace[1914770404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9517; }","duration":"306.258622ms","start":"2026-03-19T09:23:07.947795Z","end":"2026-03-19T09:23:08.254054Z","steps":["trace[1914770404] 'agreement among raft nodes before linearized reading' (duration: 306.060928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.254025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.498441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:23:08.254095Z","caller":"traceutil/trace.go:171","msg":"trace[989650224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9517; }","duration":"306.398526ms","start":"2026-03-19T09:23:07.947681Z","end":"2026-03-19T09:23:08.254079Z","steps":["trace[989650224] 'agreement among raft nodes before linearized reading' (duration: 306.207182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.254139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.947671Z","time spent":"306.457537ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:23:08.254155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.448919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:23:08.254135Z","caller":"traceutil/trace.go:171","msg":"trace[29419706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9517; }","duration":"307.673414ms","start":"2026-03-19T09:23:07.946437Z","end":"2026-03-19T09:23:08.25411Z","steps":["trace[29419706] 'agreement among raft nodes before linearized reading' (duration: 307.349407ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:08.254176Z","caller":"traceutil/trace.go:171","msg":"trace[596364054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9517; }","duration":"307.519442ms","start":"2026-03-19T09:23:07.946651Z","end":"2026-03-19T09:23:08.25417Z","steps":["trace[596364054] 'agreement among raft nodes before linearized reading' (duration: 307.44983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.254167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.12028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-19T09:23:08.254198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.946605Z","time spent":"307.587423ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:23:08.254198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.946405Z","time spent":"307.783237ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:23:08.254225Z","caller":"traceutil/trace.go:171","msg":"trace[976198828] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9517; }","duration":"677.179862ms","start":"2026-03-19T09:23:07.577023Z","end":"2026-03-19T09:23:08.254203Z","steps":["trace[976198828] 'agreement among raft nodes before linearized reading' (duration: 677.052129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.254226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.401646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:23:08.25427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.577006Z","time spent":"677.256323ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T09:23:08.254276Z","caller":"traceutil/trace.go:171","msg":"trace[547515302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9517; }","duration":"306.498078ms","start":"2026-03-19T09:23:07.947765Z","end":"2026-03-19T09:23:08.254263Z","steps":["trace[547515302] 'agreement among raft nodes before linearized reading' (duration: 306.072398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.254322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.947743Z","time spent":"306.57101ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:23:08.254087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.947764Z","time spent":"306.318584ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:23:08.254022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.617582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:08.254438Z","caller":"traceutil/trace.go:171","msg":"trace[552552692] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9517; }","duration":"606.102592ms","start":"2026-03-19T09:23:07.64832Z","end":"2026-03-19T09:23:08.254422Z","steps":["trace[552552692] 'agreement among raft nodes before linearized reading' (duration: 605.590221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.254572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:07.648297Z","time spent":"606.214644ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:23:08.49238Z","caller":"traceutil/trace.go:171","msg":"trace[1456517699] transaction","detail":"{read_only:false; response_revision:9518; number_of_response:1; }","duration":"243.511061ms","start":"2026-03-19T09:23:08.24884Z","end":"2026-03-19T09:23:08.492351Z","steps":["trace[1456517699] 'process raft request' (duration: 243.239716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:08.492624Z","caller":"traceutil/trace.go:171","msg":"trace[1760531272] transaction","detail":"{read_only:false; response_revision:9519; number_of_response:1; }","duration":"240.933783ms","start":"2026-03-19T09:23:08.25164Z","end":"2026-03-19T09:23:08.492573Z","steps":["trace[1760531272] 'process raft request' (duration: 240.644817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.492659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.437794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:08.492798Z","caller":"traceutil/trace.go:171","msg":"trace[659523049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9519; }","duration":"249.628838ms","start":"2026-03-19T09:23:08.243153Z","end":"2026-03-19T09:23:08.492782Z","steps":["trace[659523049] 'agreement among raft nodes before linearized reading' (duration: 249.436744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:08.492505Z","caller":"traceutil/trace.go:171","msg":"trace[323716287] linearizableReadLoop","detail":"{readStateIndex:9929; appliedIndex:9927; }","duration":"239.663045ms","start":"2026-03-19T09:23:08.25281Z","end":"2026-03-19T09:23:08.492473Z","steps":["trace[323716287] 'read index received' (duration: 239.367819ms)","trace[323716287] 'applied index is now lower than readState.Index' (duration: 293.716µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:08.492924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.735429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-19T09:23:08.49301Z","caller":"traceutil/trace.go:171","msg":"trace[1629466623] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9519; }","duration":"249.884623ms","start":"2026-03-19T09:23:08.243104Z","end":"2026-03-19T09:23:08.492988Z","steps":["trace[1629466623] 'agreement among raft nodes before linearized reading' (duration: 249.631208ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:08.637537Z","caller":"traceutil/trace.go:171","msg":"trace[1512803904] transaction","detail":"{read_only:false; response_revision:9520; number_of_response:1; }","duration":"379.238824ms","start":"2026-03-19T09:23:08.258246Z","end":"2026-03-19T09:23:08.637485Z","steps":["trace[1512803904] 'process raft request' (duration: 362.624523ms)","trace[1512803904] 'compare' (duration: 15.995908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:08.637781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:08.258224Z","time spent":"379.417578ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:08.637999Z","caller":"traceutil/trace.go:171","msg":"trace[892834001] transaction","detail":"{read_only:false; response_revision:9523; number_of_response:1; }","duration":"376.770719ms","start":"2026-03-19T09:23:08.2612Z","end":"2026-03-19T09:23:08.63797Z","steps":["trace[892834001] 'process raft request' (duration: 376.670407ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:08.63815Z","caller":"traceutil/trace.go:171","msg":"trace[1548272946] linearizableReadLoop","detail":"{readStateIndex:9935; appliedIndex:9929; }","duration":"145.179264ms","start":"2026-03-19T09:23:08.492945Z","end":"2026-03-19T09:23:08.638124Z","steps":["trace[1548272946] 'read index received' (duration: 127.926368ms)","trace[1548272946] 'applied index is now lower than readState.Index' (duration: 17.251636ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:08.638233Z","caller":"traceutil/trace.go:171","msg":"trace[2067737620] transaction","detail":"{read_only:false; response_revision:9522; number_of_response:1; }","duration":"377.796462ms","start":"2026-03-19T09:23:08.260424Z","end":"2026-03-19T09:23:08.63822Z","steps":["trace[2067737620] 'process raft request' (duration: 377.381643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.638304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:08.260392Z","time spent":"377.879523ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:23:08.63832Z","caller":"traceutil/trace.go:171","msg":"trace[1488851974] transaction","detail":"{read_only:false; response_revision:9521; number_of_response:1; }","duration":"379.399086ms","start":"2026-03-19T09:23:08.258903Z","end":"2026-03-19T09:23:08.638302Z","steps":["trace[1488851974] 'process raft request' (duration: 378.792373ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:08.638357Z","caller":"traceutil/trace.go:171","msg":"trace[395194445] transaction","detail":"{read_only:false; response_revision:9524; number_of_response:1; }","duration":"377.141197ms","start":"2026-03-19T09:23:08.261204Z","end":"2026-03-19T09:23:08.638345Z","steps":["trace[395194445] 'process raft request' (duration: 376.720128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.638406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:08.25889Z","time spent":"379.469309ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:08.638475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:08.261195Z","time spent":"377.199388ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:08.638648Z","caller":"traceutil/trace.go:171","msg":"trace[1746709036] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"376.237496ms","start":"2026-03-19T09:23:08.262401Z","end":"2026-03-19T09:23:08.638638Z","steps":["trace[1746709036] 'process raft request' (duration: 375.634453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.638708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:08.262388Z","time spent":"376.291617ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:08.638181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:08.261187Z","time spent":"376.899322ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:08.63899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.469207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:08.639072Z","caller":"traceutil/trace.go:171","msg":"trace[1600803335] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9525; }","duration":"310.59602ms","start":"2026-03-19T09:23:08.328459Z","end":"2026-03-19T09:23:08.639055Z","steps":["trace[1600803335] 'agreement among raft nodes before linearized reading' (duration: 310.342884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.639136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:08.328432Z","time spent":"310.683111ms","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:23:08.63949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.587514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:08.639531Z","caller":"traceutil/trace.go:171","msg":"trace[2139733965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9525; }","duration":"137.672536ms","start":"2026-03-19T09:23:08.501849Z","end":"2026-03-19T09:23:08.639521Z","steps":["trace[2139733965] 'agreement among raft nodes before linearized reading' (duration: 137.608115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.639512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.810096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290898"} {"level":"warn","ts":"2026-03-19T09:23:08.639663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.593567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-30d07a52-5d00-45eb-bc7d-3d9715999470\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-19T09:23:08.639686Z","caller":"traceutil/trace.go:171","msg":"trace[451567510] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9525; }","duration":"379.95977ms","start":"2026-03-19T09:23:08.259665Z","end":"2026-03-19T09:23:08.639624Z","steps":["trace[451567510] 'agreement among raft nodes before linearized reading' (duration: 379.133101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:08.639716Z","caller":"traceutil/trace.go:171","msg":"trace[248046746] range","detail":"{range_begin:/registry/persistentvolumes/pvc-30d07a52-5d00-45eb-bc7d-3d9715999470; range_end:; response_count:1; response_revision:9525; }","duration":"381.670079ms","start":"2026-03-19T09:23:08.25803Z","end":"2026-03-19T09:23:08.6397Z","steps":["trace[248046746] 'agreement among raft nodes before linearized reading' (duration: 381.535566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.639755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:08.258017Z","time spent":"381.73031ms","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-30d07a52-5d00-45eb-bc7d-3d9715999470\" "} {"level":"warn","ts":"2026-03-19T09:23:08.63984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:08.25965Z","time spent":"380.088543ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290920,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:23:08.639892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.70891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:23:08.639938Z","caller":"traceutil/trace.go:171","msg":"trace[419009558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9525; }","duration":"134.770991ms","start":"2026-03-19T09:23:08.505156Z","end":"2026-03-19T09:23:08.639927Z","steps":["trace[419009558] 'agreement among raft nodes before linearized reading' (duration: 134.561796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.639008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.559918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-19T09:23:08.64186Z","caller":"traceutil/trace.go:171","msg":"trace[391905506] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9525; }","duration":"385.437281ms","start":"2026-03-19T09:23:08.256405Z","end":"2026-03-19T09:23:08.641842Z","steps":["trace[391905506] 'agreement among raft nodes before linearized reading' (duration: 382.389263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.641923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:08.256384Z","time spent":"385.514703ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-19T09:23:08.87135Z","caller":"traceutil/trace.go:171","msg":"trace[2126930146] linearizableReadLoop","detail":"{readStateIndex:9936; appliedIndex:9935; }","duration":"227.737589ms","start":"2026-03-19T09:23:08.643576Z","end":"2026-03-19T09:23:08.871313Z","steps":["trace[2126930146] 'read index received' (duration: 137.566394ms)","trace[2126930146] 'applied index is now lower than readState.Index' (duration: 90.170015ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:08.871672Z","caller":"traceutil/trace.go:171","msg":"trace[151713601] transaction","detail":"{read_only:false; response_revision:9526; number_of_response:1; }","duration":"228.336211ms","start":"2026-03-19T09:23:08.643282Z","end":"2026-03-19T09:23:08.871619Z","steps":["trace[151713601] 'process raft request' (duration: 137.948392ms)","trace[151713601] 'compare' (duration: 89.891599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:08.871848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.941457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:08.871935Z","caller":"traceutil/trace.go:171","msg":"trace[481239254] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9526; }","duration":"140.146862ms","start":"2026-03-19T09:23:08.731768Z","end":"2026-03-19T09:23:08.871914Z","steps":["trace[481239254] 'agreement among raft nodes before linearized reading' (duration: 139.874296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:08.871852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.25472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T09:23:08.872233Z","caller":"traceutil/trace.go:171","msg":"trace[538759609] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9526; }","duration":"228.632709ms","start":"2026-03-19T09:23:08.643549Z","end":"2026-03-19T09:23:08.872182Z","steps":["trace[538759609] 'agreement among raft nodes before linearized reading' (duration: 228.101016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:17.229585Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5ac240a6daec2148","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T09:23:17.265147Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T09:23:17.265274Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-19T09:23:20.525065Z","caller":"traceutil/trace.go:171","msg":"trace[1213503903] transaction","detail":"{read_only:false; response_revision:9619; number_of_response:1; }","duration":"137.485792ms","start":"2026-03-19T09:23:20.387553Z","end":"2026-03-19T09:23:20.525039Z","steps":["trace[1213503903] 'process raft request' (duration: 137.339619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:21.893761Z","caller":"traceutil/trace.go:171","msg":"trace[985103777] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"866.784808ms","start":"2026-03-19T09:23:21.026943Z","end":"2026-03-19T09:23:21.893728Z","steps":["trace[985103777] 'process raft request' (duration: 866.589274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:21.893932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:21.02692Z","time spent":"866.92611ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:21.922147Z","caller":"traceutil/trace.go:171","msg":"trace[41264463] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"894.692731ms","start":"2026-03-19T09:23:21.027418Z","end":"2026-03-19T09:23:21.92211Z","steps":["trace[41264463] 'process raft request' (duration: 894.437385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:21.922457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:21.027407Z","time spent":"894.830684ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:21.938487Z","caller":"traceutil/trace.go:171","msg":"trace[536982342] linearizableReadLoop","detail":"{readStateIndex:10040; appliedIndex:10037; }","duration":"498.956069ms","start":"2026-03-19T09:23:21.43951Z","end":"2026-03-19T09:23:21.938466Z","steps":["trace[536982342] 'read index received' (duration: 454.129447ms)","trace[536982342] 'applied index is now lower than readState.Index' (duration: 44.825522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:21.938676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.150382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:23:21.938704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.991424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:23:21.938715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.43718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:21.938748Z","caller":"traceutil/trace.go:171","msg":"trace[416335848] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9627; }","duration":"215.100006ms","start":"2026-03-19T09:23:21.723634Z","end":"2026-03-19T09:23:21.938734Z","steps":["trace[416335848] 'agreement among raft nodes before linearized reading' (duration: 215.017525ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:21.938745Z","caller":"traceutil/trace.go:171","msg":"trace[941991839] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9627; }","duration":"499.281455ms","start":"2026-03-19T09:23:21.439448Z","end":"2026-03-19T09:23:21.938729Z","steps":["trace[941991839] 'agreement among raft nodes before linearized reading' (duration: 499.149622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:21.938774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.43677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:23:21.938792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:21.439425Z","time spent":"499.355147ms","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:23:21.938822Z","caller":"traceutil/trace.go:171","msg":"trace[1942813302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9627; }","duration":"303.544562ms","start":"2026-03-19T09:23:21.635267Z","end":"2026-03-19T09:23:21.938811Z","steps":["trace[1942813302] 'agreement among raft nodes before linearized reading' (duration: 303.46214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:21.938596Z","caller":"traceutil/trace.go:171","msg":"trace[1883126921] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"255.991361ms","start":"2026-03-19T09:23:21.682577Z","end":"2026-03-19T09:23:21.938569Z","steps":["trace[1883126921] 'process raft request' (duration: 255.773786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:21.938854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:21.63523Z","time spent":"303.616444ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:23:21.939091Z","caller":"traceutil/trace.go:171","msg":"trace[1724112150] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9627; }","duration":"337.8871ms","start":"2026-03-19T09:23:21.601192Z","end":"2026-03-19T09:23:21.939079Z","steps":["trace[1724112150] 'agreement among raft nodes before linearized reading' (duration: 337.45182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:21.939136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:21.601171Z","time spent":"337.953562ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:23:35.685132Z","caller":"traceutil/trace.go:171","msg":"trace[434228416] transaction","detail":"{read_only:false; response_revision:9721; number_of_response:1; }","duration":"193.578057ms","start":"2026-03-19T09:23:35.491509Z","end":"2026-03-19T09:23:35.685087Z","steps":["trace[434228416] 'process raft request' (duration: 181.338814ms)","trace[434228416] 'compare' (duration: 11.887866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:41.192005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.506669ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:23:41.19226Z","caller":"traceutil/trace.go:171","msg":"trace[1423349102] linearizableReadLoop","detail":"{readStateIndex:10162; appliedIndex:10161; }","duration":"328.328094ms","start":"2026-03-19T09:23:40.863911Z","end":"2026-03-19T09:23:41.192239Z","steps":["trace[1423349102] 'read index received' (duration: 58.521668ms)","trace[1423349102] 'applied index is now lower than readState.Index' (duration: 269.804895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:41.192614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.695291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:23:41.192666Z","caller":"traceutil/trace.go:171","msg":"trace[618352786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9743; }","duration":"328.805914ms","start":"2026-03-19T09:23:40.863846Z","end":"2026-03-19T09:23:41.192652Z","steps":["trace[618352786] 'agreement among raft nodes before linearized reading' (duration: 328.611089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:41.192708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:40.86382Z","time spent":"328.880056ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:23:41.321371Z","caller":"traceutil/trace.go:171","msg":"trace[977237474] linearizableReadLoop","detail":"{readStateIndex:10163; appliedIndex:10162; }","duration":"128.981065ms","start":"2026-03-19T09:23:41.192359Z","end":"2026-03-19T09:23:41.32134Z","steps":["trace[977237474] 'read index received' (duration: 128.822202ms)","trace[977237474] 'applied index is now lower than readState.Index' (duration: 157.773µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:41.321517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.90581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:41.32156Z","caller":"traceutil/trace.go:171","msg":"trace[562563603] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9744; }","duration":"398.029683ms","start":"2026-03-19T09:23:40.923518Z","end":"2026-03-19T09:23:41.321548Z","steps":["trace[562563603] 'agreement among raft nodes before linearized reading' (duration: 397.93237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:41.321603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:40.923478Z","time spent":"398.113865ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:23:41.321618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.637872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:23:41.321712Z","caller":"traceutil/trace.go:171","msg":"trace[1431226607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9744; }","duration":"278.769656ms","start":"2026-03-19T09:23:41.04292Z","end":"2026-03-19T09:23:41.32169Z","steps":["trace[1431226607] 'agreement among raft nodes before linearized reading' (duration: 278.459999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:41.321875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.504308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:23:41.321971Z","caller":"traceutil/trace.go:171","msg":"trace[438295801] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:9744; }","duration":"337.655801ms","start":"2026-03-19T09:23:40.984295Z","end":"2026-03-19T09:23:41.321951Z","steps":["trace[438295801] 'agreement among raft nodes before linearized reading' (duration: 337.372575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:41.322021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:40.984271Z","time spent":"337.741134ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"info","ts":"2026-03-19T09:23:41.322128Z","caller":"traceutil/trace.go:171","msg":"trace[594483642] transaction","detail":"{read_only:false; response_revision:9744; number_of_response:1; }","duration":"189.206662ms","start":"2026-03-19T09:23:41.132717Z","end":"2026-03-19T09:23:41.321923Z","steps":["trace[594483642] 'process raft request' (duration: 188.451035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:41.322024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.552015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:23:41.322228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.93589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:23:41.322266Z","caller":"traceutil/trace.go:171","msg":"trace[697394481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9744; }","duration":"373.841181ms","start":"2026-03-19T09:23:40.948413Z","end":"2026-03-19T09:23:41.322254Z","steps":["trace[697394481] 'agreement among raft nodes before linearized reading' (duration: 373.494923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:41.322301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:40.948388Z","time spent":"373.906203ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:23:41.322301Z","caller":"traceutil/trace.go:171","msg":"trace[1953974523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9744; }","duration":"267.034363ms","start":"2026-03-19T09:23:41.055249Z","end":"2026-03-19T09:23:41.322283Z","steps":["trace[1953974523] 'agreement among raft nodes before linearized reading' (duration: 266.827078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:41.32219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.307984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:23:41.322515Z","caller":"traceutil/trace.go:171","msg":"trace[744076874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9744; }","duration":"303.626841ms","start":"2026-03-19T09:23:41.018841Z","end":"2026-03-19T09:23:41.322468Z","steps":["trace[744076874] 'agreement among raft nodes before linearized reading' (duration: 303.293613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:41.323764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:41.018821Z","time spent":"304.9114ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:23:41.374541Z","caller":"traceutil/trace.go:171","msg":"trace[533110412] transaction","detail":"{read_only:false; response_revision:9745; number_of_response:1; }","duration":"177.813008ms","start":"2026-03-19T09:23:41.196685Z","end":"2026-03-19T09:23:41.374498Z","steps":["trace[533110412] 'process raft request' (duration: 177.594143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:41.448869Z","caller":"traceutil/trace.go:171","msg":"trace[1920442996] transaction","detail":"{read_only:false; response_revision:9746; number_of_response:1; }","duration":"121.62987ms","start":"2026-03-19T09:23:41.327211Z","end":"2026-03-19T09:23:41.448841Z","steps":["trace[1920442996] 'process raft request' (duration: 107.446203ms)","trace[1920442996] 'compare' (duration: 13.947432ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:41.449383Z","caller":"traceutil/trace.go:171","msg":"trace[1634794259] transaction","detail":"{read_only:false; response_revision:9748; number_of_response:1; }","duration":"121.765554ms","start":"2026-03-19T09:23:41.327591Z","end":"2026-03-19T09:23:41.449356Z","steps":["trace[1634794259] 'process raft request' (duration: 121.60232ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:41.449418Z","caller":"traceutil/trace.go:171","msg":"trace[607133584] transaction","detail":"{read_only:false; response_revision:9749; number_of_response:1; }","duration":"121.024968ms","start":"2026-03-19T09:23:41.328377Z","end":"2026-03-19T09:23:41.449402Z","steps":["trace[607133584] 'process raft request' (duration: 120.941416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:41.449397Z","caller":"traceutil/trace.go:171","msg":"trace[870526185] transaction","detail":"{read_only:false; response_revision:9747; number_of_response:1; }","duration":"122.088761ms","start":"2026-03-19T09:23:41.327285Z","end":"2026-03-19T09:23:41.449374Z","steps":["trace[870526185] 'process raft request' (duration: 121.512688ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:42.163846Z","caller":"traceutil/trace.go:171","msg":"trace[326303119] linearizableReadLoop","detail":"{readStateIndex:10169; appliedIndex:10168; }","duration":"110.267667ms","start":"2026-03-19T09:23:42.05355Z","end":"2026-03-19T09:23:42.163818Z","steps":["trace[326303119] 'read index received' (duration: 109.831656ms)","trace[326303119] 'applied index is now lower than readState.Index' (duration: 434.901µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:42.163942Z","caller":"traceutil/trace.go:171","msg":"trace[1248892807] transaction","detail":"{read_only:false; response_revision:9750; number_of_response:1; }","duration":"156.239835ms","start":"2026-03-19T09:23:42.00767Z","end":"2026-03-19T09:23:42.16391Z","steps":["trace[1248892807] 'process raft request' (duration: 155.957189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:42.164137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.561343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:23:42.164184Z","caller":"traceutil/trace.go:171","msg":"trace[1346949385] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9750; }","duration":"110.680476ms","start":"2026-03-19T09:23:42.053489Z","end":"2026-03-19T09:23:42.16417Z","steps":["trace[1346949385] 'agreement among raft nodes before linearized reading' (duration: 110.484151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:42.460617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.600783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:23:42.460727Z","caller":"traceutil/trace.go:171","msg":"trace[1048415532] transaction","detail":"{read_only:false; response_revision:9751; number_of_response:1; }","duration":"183.585886ms","start":"2026-03-19T09:23:42.277119Z","end":"2026-03-19T09:23:42.460705Z","steps":["trace[1048415532] 'process raft request' (duration: 81.788099ms)","trace[1048415532] 'compare' (duration: 101.289385ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:42.499474Z","caller":"traceutil/trace.go:171","msg":"trace[1875150306] transaction","detail":"{read_only:false; response_revision:9752; number_of_response:1; }","duration":"117.893117ms","start":"2026-03-19T09:23:42.381551Z","end":"2026-03-19T09:23:42.499444Z","steps":["trace[1875150306] 'process raft request' (duration: 117.714953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:42.54369Z","caller":"traceutil/trace.go:171","msg":"trace[1294520490] transaction","detail":"{read_only:false; response_revision:9753; number_of_response:1; }","duration":"101.540901ms","start":"2026-03-19T09:23:42.442108Z","end":"2026-03-19T09:23:42.543649Z","steps":["trace[1294520490] 'process raft request' (duration: 101.234854ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:43.52308Z","caller":"traceutil/trace.go:171","msg":"trace[1609185086] linearizableReadLoop","detail":"{readStateIndex:10173; appliedIndex:10172; }","duration":"134.504068ms","start":"2026-03-19T09:23:43.388555Z","end":"2026-03-19T09:23:43.523059Z","steps":["trace[1609185086] 'read index received' (duration: 134.341265ms)","trace[1609185086] 'applied index is now lower than readState.Index' (duration: 161.933µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:43.523238Z","caller":"traceutil/trace.go:171","msg":"trace[203463571] transaction","detail":"{read_only:false; response_revision:9754; number_of_response:1; }","duration":"138.836915ms","start":"2026-03-19T09:23:43.384354Z","end":"2026-03-19T09:23:43.523191Z","steps":["trace[203463571] 'process raft request' (duration: 138.564689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:43.523802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.193054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306380"} {"level":"info","ts":"2026-03-19T09:23:43.523858Z","caller":"traceutil/trace.go:171","msg":"trace[1199890103] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9754; }","duration":"135.337747ms","start":"2026-03-19T09:23:43.388506Z","end":"2026-03-19T09:23:43.523844Z","steps":["trace[1199890103] 'agreement among raft nodes before linearized reading' (duration: 134.805315ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:44.612405Z","caller":"traceutil/trace.go:171","msg":"trace[2071109614] transaction","detail":"{read_only:false; response_revision:9760; number_of_response:1; }","duration":"107.469215ms","start":"2026-03-19T09:23:44.504913Z","end":"2026-03-19T09:23:44.612383Z","steps":["trace[2071109614] 'process raft request' (duration: 107.359222ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:46.857845Z","caller":"traceutil/trace.go:171","msg":"trace[1882470326] linearizableReadLoop","detail":"{readStateIndex:10190; appliedIndex:10189; }","duration":"229.535844ms","start":"2026-03-19T09:23:46.628282Z","end":"2026-03-19T09:23:46.857818Z","steps":["trace[1882470326] 'read index received' (duration: 229.34979ms)","trace[1882470326] 'applied index is now lower than readState.Index' (duration: 184.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:46.857973Z","caller":"traceutil/trace.go:171","msg":"trace[1519529592] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"240.375717ms","start":"2026-03-19T09:23:46.617587Z","end":"2026-03-19T09:23:46.857962Z","steps":["trace[1519529592] 'process raft request' (duration: 240.05047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:46.858319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.999934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19314"} {"level":"info","ts":"2026-03-19T09:23:46.85838Z","caller":"traceutil/trace.go:171","msg":"trace[1586424694] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9770; }","duration":"230.110777ms","start":"2026-03-19T09:23:46.628241Z","end":"2026-03-19T09:23:46.858351Z","steps":["trace[1586424694] 'agreement among raft nodes before linearized reading' (duration: 229.888192ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:46.994191Z","caller":"traceutil/trace.go:171","msg":"trace[2144702469] linearizableReadLoop","detail":"{readStateIndex:10191; appliedIndex:10190; }","duration":"136.231877ms","start":"2026-03-19T09:23:46.857924Z","end":"2026-03-19T09:23:46.994156Z","steps":["trace[2144702469] 'read index received' (duration: 135.89161ms)","trace[2144702469] 'applied index is now lower than readState.Index' (duration: 339.327µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:46.994287Z","caller":"traceutil/trace.go:171","msg":"trace[245842890] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"358.964698ms","start":"2026-03-19T09:23:46.635272Z","end":"2026-03-19T09:23:46.994236Z","steps":["trace[245842890] 'process raft request' (duration: 358.639671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:46.99459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.185244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:23:46.994642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:46.635238Z","time spent":"359.147332ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:46.99466Z","caller":"traceutil/trace.go:171","msg":"trace[276776504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9771; }","duration":"359.520941ms","start":"2026-03-19T09:23:46.635116Z","end":"2026-03-19T09:23:46.994637Z","steps":["trace[276776504] 'agreement among raft nodes before linearized reading' (duration: 359.195184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:46.994653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.495469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19314"} {"level":"info","ts":"2026-03-19T09:23:46.994918Z","caller":"traceutil/trace.go:171","msg":"trace[1889247397] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9771; }","duration":"130.796696ms","start":"2026-03-19T09:23:46.8641Z","end":"2026-03-19T09:23:46.994896Z","steps":["trace[1889247397] 'agreement among raft nodes before linearized reading' (duration: 130.309365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:46.995132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:46.635093Z","time spent":"360.022522ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:23:47.477192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.671852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:23:47.477336Z","caller":"traceutil/trace.go:171","msg":"trace[1144789557] transaction","detail":"{read_only:false; response_revision:9773; number_of_response:1; }","duration":"192.674647ms","start":"2026-03-19T09:23:47.284631Z","end":"2026-03-19T09:23:47.477306Z","steps":["trace[1144789557] 'process raft request' (duration: 82.788431ms)","trace[1144789557] 'compare' (duration: 109.522098ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:47.480162Z","caller":"traceutil/trace.go:171","msg":"trace[1305412234] transaction","detail":"{read_only:false; response_revision:9774; number_of_response:1; }","duration":"194.918858ms","start":"2026-03-19T09:23:47.285227Z","end":"2026-03-19T09:23:47.480146Z","steps":["trace[1305412234] 'process raft request' (duration: 194.752364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:47.480286Z","caller":"traceutil/trace.go:171","msg":"trace[2034685165] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"192.172066ms","start":"2026-03-19T09:23:47.288108Z","end":"2026-03-19T09:23:47.48028Z","steps":["trace[2034685165] 'process raft request' (duration: 192.005862ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:48.718113Z","caller":"traceutil/trace.go:171","msg":"trace[1331015579] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"175.603747ms","start":"2026-03-19T09:23:48.542472Z","end":"2026-03-19T09:23:48.718075Z","steps":["trace[1331015579] 'process raft request' (duration: 175.451704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:50.819101Z","caller":"traceutil/trace.go:171","msg":"trace[1144026483] transaction","detail":"{read_only:false; response_revision:9809; number_of_response:1; }","duration":"112.941626ms","start":"2026-03-19T09:23:50.706124Z","end":"2026-03-19T09:23:50.819066Z","steps":["trace[1144026483] 'process raft request' (duration: 112.757462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:50.939969Z","caller":"traceutil/trace.go:171","msg":"trace[112289715] transaction","detail":"{read_only:false; response_revision:9810; number_of_response:1; }","duration":"109.313085ms","start":"2026-03-19T09:23:50.830632Z","end":"2026-03-19T09:23:50.939945Z","steps":["trace[112289715] 'process raft request' (duration: 109.158292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:50.994445Z","caller":"traceutil/trace.go:171","msg":"trace[1708593232] linearizableReadLoop","detail":"{readStateIndex:10232; appliedIndex:10229; }","duration":"100.517388ms","start":"2026-03-19T09:23:50.893893Z","end":"2026-03-19T09:23:50.99441Z","steps":["trace[1708593232] 'read index received' (duration: 45.954857ms)","trace[1708593232] 'applied index is now lower than readState.Index' (duration: 54.561481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:50.994631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.707643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:50.994585Z","caller":"traceutil/trace.go:171","msg":"trace[770930865] transaction","detail":"{read_only:false; response_revision:9811; number_of_response:1; }","duration":"114.066471ms","start":"2026-03-19T09:23:50.880412Z","end":"2026-03-19T09:23:50.994479Z","steps":["trace[770930865] 'process raft request' (duration: 113.786015ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:50.994693Z","caller":"traceutil/trace.go:171","msg":"trace[595554397] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9811; }","duration":"100.837166ms","start":"2026-03-19T09:23:50.893842Z","end":"2026-03-19T09:23:50.994679Z","steps":["trace[595554397] 'agreement among raft nodes before linearized reading' (duration: 100.702413ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:51.830183Z","caller":"traceutil/trace.go:171","msg":"trace[448169780] transaction","detail":"{read_only:false; response_revision:9817; number_of_response:1; }","duration":"106.073502ms","start":"2026-03-19T09:23:51.724086Z","end":"2026-03-19T09:23:51.83016Z","steps":["trace[448169780] 'process raft request' (duration: 105.917459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:52.040963Z","caller":"traceutil/trace.go:171","msg":"trace[193465490] linearizableReadLoop","detail":"{readStateIndex:10241; appliedIndex:10240; }","duration":"104.482876ms","start":"2026-03-19T09:23:51.936445Z","end":"2026-03-19T09:23:52.040928Z","steps":["trace[193465490] 'read index received' (duration: 36.327352ms)","trace[193465490] 'applied index is now lower than readState.Index' (duration: 68.154364ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:52.040997Z","caller":"traceutil/trace.go:171","msg":"trace[668948408] transaction","detail":"{read_only:false; response_revision:9820; number_of_response:1; }","duration":"128.633016ms","start":"2026-03-19T09:23:51.912337Z","end":"2026-03-19T09:23:52.04097Z","steps":["trace[668948408] 'process raft request' (duration: 60.487612ms)","trace[668948408] 'compare' (duration: 67.96294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:52.041307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.837626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T09:23:52.041402Z","caller":"traceutil/trace.go:171","msg":"trace[476111121] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9820; }","duration":"104.952288ms","start":"2026-03-19T09:23:51.936425Z","end":"2026-03-19T09:23:52.041378Z","steps":["trace[476111121] 'agreement among raft nodes before linearized reading' (duration: 104.6403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:52.627043Z","caller":"traceutil/trace.go:171","msg":"trace[418221461] linearizableReadLoop","detail":"{readStateIndex:10245; appliedIndex:10244; }","duration":"219.446909ms","start":"2026-03-19T09:23:52.407569Z","end":"2026-03-19T09:23:52.627016Z","steps":["trace[418221461] 'read index received' (duration: 219.343437ms)","trace[418221461] 'applied index is now lower than readState.Index' (duration: 102.532µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:52.627114Z","caller":"traceutil/trace.go:171","msg":"trace[388737132] transaction","detail":"{read_only:false; response_revision:9824; number_of_response:1; }","duration":"227.296884ms","start":"2026-03-19T09:23:52.399769Z","end":"2026-03-19T09:23:52.627066Z","steps":["trace[388737132] 'process raft request' (duration: 227.042608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:52.627357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.791427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-03-19T09:23:52.627423Z","caller":"traceutil/trace.go:171","msg":"trace[508660295] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:9824; }","duration":"219.92832ms","start":"2026-03-19T09:23:52.407477Z","end":"2026-03-19T09:23:52.627405Z","steps":["trace[508660295] 'agreement among raft nodes before linearized reading' (duration: 219.702095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:52.627435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.049824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:52.627525Z","caller":"traceutil/trace.go:171","msg":"trace[1142973979] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9824; }","duration":"107.205268ms","start":"2026-03-19T09:23:52.520301Z","end":"2026-03-19T09:23:52.627506Z","steps":["trace[1142973979] 'agreement among raft nodes before linearized reading' (duration: 107.021434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:52.627795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.132674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-service\" ","response":"range_response_count:1 size:6403"} {"level":"info","ts":"2026-03-19T09:23:52.628013Z","caller":"traceutil/trace.go:171","msg":"trace[803909051] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-service; range_end:; response_count:1; response_revision:9824; }","duration":"220.378379ms","start":"2026-03-19T09:23:52.407603Z","end":"2026-03-19T09:23:52.627981Z","steps":["trace[803909051] 'agreement among raft nodes before linearized reading' (duration: 219.680974ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:52.801893Z","caller":"traceutil/trace.go:171","msg":"trace[731021778] transaction","detail":"{read_only:false; response_revision:9826; number_of_response:1; }","duration":"110.986433ms","start":"2026-03-19T09:23:52.690864Z","end":"2026-03-19T09:23:52.80185Z","steps":["trace[731021778] 'process raft request' (duration: 92.719695ms)","trace[731021778] 'compare' (duration: 18.105884ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:53.861379Z","caller":"traceutil/trace.go:171","msg":"trace[1640811826] linearizableReadLoop","detail":"{readStateIndex:10250; appliedIndex:10249; }","duration":"140.429161ms","start":"2026-03-19T09:23:53.720909Z","end":"2026-03-19T09:23:53.861338Z","steps":["trace[1640811826] 'read index received' (duration: 140.40478ms)","trace[1640811826] 'applied index is now lower than readState.Index' (duration: 20.691µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:53.861382Z","caller":"traceutil/trace.go:171","msg":"trace[1478912761] transaction","detail":"{read_only:false; response_revision:9829; number_of_response:1; }","duration":"140.475132ms","start":"2026-03-19T09:23:53.720871Z","end":"2026-03-19T09:23:53.861346Z","steps":["trace[1478912761] 'process raft request' (duration: 140.305928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:53.861637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.705477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:23:53.861696Z","caller":"traceutil/trace.go:171","msg":"trace[2001473211] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:9829; }","duration":"140.84358ms","start":"2026-03-19T09:23:53.72084Z","end":"2026-03-19T09:23:53.861683Z","steps":["trace[2001473211] 'agreement among raft nodes before linearized reading' (duration: 140.620485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:53.892867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.255961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:53.892915Z","caller":"traceutil/trace.go:171","msg":"trace[724400472] transaction","detail":"{read_only:false; response_revision:9830; number_of_response:1; }","duration":"168.693273ms","start":"2026-03-19T09:23:53.724183Z","end":"2026-03-19T09:23:53.892877Z","steps":["trace[724400472] 'process raft request' (duration: 168.285954ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:53.892959Z","caller":"traceutil/trace.go:171","msg":"trace[603058788] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9830; }","duration":"125.417375ms","start":"2026-03-19T09:23:53.767526Z","end":"2026-03-19T09:23:53.892944Z","steps":["trace[603058788] 'agreement among raft nodes before linearized reading' (duration: 125.22916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:53.893159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.841206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:53.893293Z","caller":"traceutil/trace.go:171","msg":"trace[106160204] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9830; }","duration":"156.004109ms","start":"2026-03-19T09:23:53.737252Z","end":"2026-03-19T09:23:53.893256Z","steps":["trace[106160204] 'agreement among raft nodes before linearized reading' (duration: 155.720533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:53.893303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.180694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:23:53.893402Z","caller":"traceutil/trace.go:171","msg":"trace[1689898460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9830; }","duration":"169.326808ms","start":"2026-03-19T09:23:53.724052Z","end":"2026-03-19T09:23:53.893379Z","steps":["trace[1689898460] 'agreement among raft nodes before linearized reading' (duration: 168.98812ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:54.459051Z","caller":"traceutil/trace.go:171","msg":"trace[1853894954] transaction","detail":"{read_only:false; response_revision:9834; number_of_response:1; }","duration":"137.726972ms","start":"2026-03-19T09:23:54.321298Z","end":"2026-03-19T09:23:54.459025Z","steps":["trace[1853894954] 'process raft request' (duration: 137.566589ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:56.304391Z","caller":"traceutil/trace.go:171","msg":"trace[269871975] transaction","detail":"{read_only:false; response_revision:9846; number_of_response:1; }","duration":"153.750109ms","start":"2026-03-19T09:23:56.150613Z","end":"2026-03-19T09:23:56.304363Z","steps":["trace[269871975] 'process raft request' (duration: 153.562495ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:57.289107Z","caller":"traceutil/trace.go:171","msg":"trace[1731187708] transaction","detail":"{read_only:false; response_revision:9853; number_of_response:1; }","duration":"103.764761ms","start":"2026-03-19T09:23:57.185315Z","end":"2026-03-19T09:23:57.28908Z","steps":["trace[1731187708] 'process raft request' (duration: 103.589987ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:57.894802Z","caller":"traceutil/trace.go:171","msg":"trace[1006678827] transaction","detail":"{read_only:false; response_revision:9857; number_of_response:1; }","duration":"148.689926ms","start":"2026-03-19T09:23:57.74608Z","end":"2026-03-19T09:23:57.89477Z","steps":["trace[1006678827] 'process raft request' (duration: 147.863208ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:59.132637Z","caller":"traceutil/trace.go:171","msg":"trace[90062398] transaction","detail":"{read_only:false; response_revision:9864; number_of_response:1; }","duration":"223.119121ms","start":"2026-03-19T09:23:58.909491Z","end":"2026-03-19T09:23:59.13261Z","steps":["trace[90062398] 'process raft request' (duration: 222.391125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:06.448653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.745404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:24:06.448782Z","caller":"traceutil/trace.go:171","msg":"trace[1579508400] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9899; }","duration":"168.95481ms","start":"2026-03-19T09:24:06.279802Z","end":"2026-03-19T09:24:06.448757Z","steps":["trace[1579508400] 'count revisions from in-memory index tree' (duration: 168.585291ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:08.337831Z","caller":"traceutil/trace.go:171","msg":"trace[881434719] linearizableReadLoop","detail":"{readStateIndex:10329; appliedIndex:10328; }","duration":"235.014406ms","start":"2026-03-19T09:24:08.10278Z","end":"2026-03-19T09:24:08.337794Z","steps":["trace[881434719] 'read index received' (duration: 234.768701ms)","trace[881434719] 'applied index is now lower than readState.Index' (duration: 244.215µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:08.338013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.19717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:24:08.338087Z","caller":"traceutil/trace.go:171","msg":"trace[240678389] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9905; }","duration":"235.319504ms","start":"2026-03-19T09:24:08.102752Z","end":"2026-03-19T09:24:08.338072Z","steps":["trace[240678389] 'agreement among raft nodes before linearized reading' (duration: 235.17327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:08.338239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.752591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:24:08.338289Z","caller":"traceutil/trace.go:171","msg":"trace[1429636478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:9905; }","duration":"112.836923ms","start":"2026-03-19T09:24:08.22544Z","end":"2026-03-19T09:24:08.338277Z","steps":["trace[1429636478] 'agreement among raft nodes before linearized reading' (duration: 112.634619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:08.338449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.537859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:24:08.338447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.419455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:24:08.338595Z","caller":"traceutil/trace.go:171","msg":"trace[1608608083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9905; }","duration":"189.797416ms","start":"2026-03-19T09:24:08.148775Z","end":"2026-03-19T09:24:08.338572Z","steps":["trace[1608608083] 'agreement among raft nodes before linearized reading' (duration: 189.481269ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:08.338624Z","caller":"traceutil/trace.go:171","msg":"trace[1923064570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9905; }","duration":"133.629179ms","start":"2026-03-19T09:24:08.204967Z","end":"2026-03-19T09:24:08.338596Z","steps":["trace[1923064570] 'agreement among raft nodes before linearized reading' (duration: 133.102467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:08.339065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.390567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:24:08.339125Z","caller":"traceutil/trace.go:171","msg":"trace[438866875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9905; }","duration":"143.492449ms","start":"2026-03-19T09:24:08.195614Z","end":"2026-03-19T09:24:08.339107Z","steps":["trace[438866875] 'agreement among raft nodes before linearized reading' (duration: 142.480907ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:08.340531Z","caller":"traceutil/trace.go:171","msg":"trace[157651914] transaction","detail":"{read_only:false; response_revision:9905; number_of_response:1; }","duration":"242.606727ms","start":"2026-03-19T09:24:08.095283Z","end":"2026-03-19T09:24:08.33789Z","steps":["trace[157651914] 'process raft request' (duration: 242.281799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:08.340806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.816067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:24:08.34088Z","caller":"traceutil/trace.go:171","msg":"trace[75268993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9905; }","duration":"232.984841ms","start":"2026-03-19T09:24:08.107875Z","end":"2026-03-19T09:24:08.340859Z","steps":["trace[75268993] 'agreement among raft nodes before linearized reading' (duration: 230.142377ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:09.98292Z","caller":"traceutil/trace.go:171","msg":"trace[1053090428] linearizableReadLoop","detail":"{readStateIndex:10339; appliedIndex:10338; }","duration":"146.079247ms","start":"2026-03-19T09:24:09.836817Z","end":"2026-03-19T09:24:09.982896Z","steps":["trace[1053090428] 'read index received' (duration: 145.896843ms)","trace[1053090428] 'applied index is now lower than readState.Index' (duration: 180.994µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:09.983028Z","caller":"traceutil/trace.go:171","msg":"trace[1918798241] transaction","detail":"{read_only:false; response_revision:9915; number_of_response:1; }","duration":"148.936921ms","start":"2026-03-19T09:24:09.834045Z","end":"2026-03-19T09:24:09.982982Z","steps":["trace[1918798241] 'process raft request' (duration: 148.627444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:09.983084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.240941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:24:09.983126Z","caller":"traceutil/trace.go:171","msg":"trace[1586743176] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9915; }","duration":"146.341323ms","start":"2026-03-19T09:24:09.836774Z","end":"2026-03-19T09:24:09.983115Z","steps":["trace[1586743176] 'agreement among raft nodes before linearized reading' (duration: 146.21804ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:11.238503Z","caller":"traceutil/trace.go:171","msg":"trace[1057886579] transaction","detail":"{read_only:false; response_revision:9928; number_of_response:1; }","duration":"129.479346ms","start":"2026-03-19T09:24:11.108984Z","end":"2026-03-19T09:24:11.238463Z","steps":["trace[1057886579] 'process raft request' (duration: 82.65671ms)","trace[1057886579] 'compare' (duration: 46.570801ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:11.381048Z","caller":"traceutil/trace.go:171","msg":"trace[1733472771] transaction","detail":"{read_only:false; response_revision:9929; number_of_response:1; }","duration":"125.916636ms","start":"2026-03-19T09:24:11.255107Z","end":"2026-03-19T09:24:11.381023Z","steps":["trace[1733472771] 'process raft request' (duration: 125.794933ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:11.558161Z","caller":"traceutil/trace.go:171","msg":"trace[926702015] transaction","detail":"{read_only:false; response_revision:9931; number_of_response:1; }","duration":"169.437789ms","start":"2026-03-19T09:24:11.388693Z","end":"2026-03-19T09:24:11.558131Z","steps":["trace[926702015] 'process raft request' (duration: 162.624527ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:11.558295Z","caller":"traceutil/trace.go:171","msg":"trace[614539136] transaction","detail":"{read_only:false; response_revision:9932; number_of_response:1; }","duration":"167.404473ms","start":"2026-03-19T09:24:11.390872Z","end":"2026-03-19T09:24:11.558276Z","steps":["trace[614539136] 'process raft request' (duration: 167.196159ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:11.700224Z","caller":"traceutil/trace.go:171","msg":"trace[1299089753] transaction","detail":"{read_only:false; response_revision:9934; number_of_response:1; }","duration":"137.503785ms","start":"2026-03-19T09:24:11.562692Z","end":"2026-03-19T09:24:11.700196Z","steps":["trace[1299089753] 'process raft request' (duration: 132.407511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:11.700444Z","caller":"traceutil/trace.go:171","msg":"trace[1633032374] transaction","detail":"{read_only:false; response_revision:9935; number_of_response:1; }","duration":"134.846446ms","start":"2026-03-19T09:24:11.565568Z","end":"2026-03-19T09:24:11.700414Z","steps":["trace[1633032374] 'process raft request' (duration: 134.514698ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:13.673938Z","caller":"traceutil/trace.go:171","msg":"trace[132739034] transaction","detail":"{read_only:false; response_revision:9952; number_of_response:1; }","duration":"109.284914ms","start":"2026-03-19T09:24:13.56462Z","end":"2026-03-19T09:24:13.673905Z","steps":["trace[132739034] 'process raft request' (duration: 109.066069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:15.705631Z","caller":"traceutil/trace.go:171","msg":"trace[1171409918] transaction","detail":"{read_only:false; response_revision:9960; number_of_response:1; }","duration":"229.986033ms","start":"2026-03-19T09:24:15.475617Z","end":"2026-03-19T09:24:15.705603Z","steps":["trace[1171409918] 'process raft request' (duration: 227.075439ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:15.705957Z","caller":"traceutil/trace.go:171","msg":"trace[1700646079] transaction","detail":"{read_only:false; response_revision:9961; number_of_response:1; }","duration":"103.686978ms","start":"2026-03-19T09:24:15.602234Z","end":"2026-03-19T09:24:15.705921Z","steps":["trace[1700646079] 'process raft request' (duration: 103.253269ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:20.963097Z","caller":"traceutil/trace.go:171","msg":"trace[968129460] transaction","detail":"{read_only:false; response_revision:9992; number_of_response:1; }","duration":"117.382085ms","start":"2026-03-19T09:24:20.845686Z","end":"2026-03-19T09:24:20.963068Z","steps":["trace[968129460] 'process raft request' (duration: 117.206411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:25.669091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.63818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T09:24:25.66919Z","caller":"traceutil/trace.go:171","msg":"trace[1282143149] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10012; }","duration":"125.773854ms","start":"2026-03-19T09:24:25.543393Z","end":"2026-03-19T09:24:25.669167Z","steps":["trace[1282143149] 'range keys from in-memory index tree' (duration: 125.454946ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:40.719718Z","caller":"traceutil/trace.go:171","msg":"trace[371971968] linearizableReadLoop","detail":"{readStateIndex:10533; appliedIndex:10532; }","duration":"124.187747ms","start":"2026-03-19T09:24:40.595506Z","end":"2026-03-19T09:24:40.719694Z","steps":["trace[371971968] 'read index received' (duration: 124.068604ms)","trace[371971968] 'applied index is now lower than readState.Index' (duration: 118.063µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:40.719869Z","caller":"traceutil/trace.go:171","msg":"trace[618461120] transaction","detail":"{read_only:false; response_revision:10101; number_of_response:1; }","duration":"160.726175ms","start":"2026-03-19T09:24:40.559129Z","end":"2026-03-19T09:24:40.719855Z","steps":["trace[618461120] 'process raft request' (duration: 160.388347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:40.720076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.557395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:24:40.720113Z","caller":"traceutil/trace.go:171","msg":"trace[327825552] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10101; }","duration":"124.650787ms","start":"2026-03-19T09:24:40.595452Z","end":"2026-03-19T09:24:40.720103Z","steps":["trace[327825552] 'agreement among raft nodes before linearized reading' (duration: 124.564425ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:03.317838Z","caller":"traceutil/trace.go:171","msg":"trace[238576517] transaction","detail":"{read_only:false; response_revision:10248; number_of_response:1; }","duration":"114.865829ms","start":"2026-03-19T09:25:03.20294Z","end":"2026-03-19T09:25:03.317806Z","steps":["trace[238576517] 'process raft request' (duration: 114.689586ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:03.642495Z","caller":"traceutil/trace.go:171","msg":"trace[886745528] transaction","detail":"{read_only:false; response_revision:10250; number_of_response:1; }","duration":"148.484481ms","start":"2026-03-19T09:25:03.493974Z","end":"2026-03-19T09:25:03.642458Z","steps":["trace[886745528] 'process raft request' (duration: 146.962687ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:26:35.864758Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8798} {"level":"info","ts":"2026-03-19T09:26:35.943478Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8798,"took":"76.176698ms","hash":949684921,"current-db-size-bytes":34889728,"current-db-size":"35 MB","current-db-size-in-use-bytes":23859200,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-19T09:26:35.943552Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":949684921,"revision":8798,"compact-revision":6892} {"level":"info","ts":"2026-03-19T09:26:45.526177Z","caller":"traceutil/trace.go:171","msg":"trace[961007849] linearizableReadLoop","detail":"{readStateIndex:11229; appliedIndex:11227; }","duration":"155.122558ms","start":"2026-03-19T09:26:45.371025Z","end":"2026-03-19T09:26:45.526147Z","steps":["trace[961007849] 'read index received' (duration: 20.712904ms)","trace[961007849] 'applied index is now lower than readState.Index' (duration: 134.408264ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:26:45.52634Z","caller":"traceutil/trace.go:171","msg":"trace[1168630957] transaction","detail":"{read_only:false; response_revision:10767; number_of_response:1; }","duration":"161.590884ms","start":"2026-03-19T09:26:45.364706Z","end":"2026-03-19T09:26:45.526297Z","steps":["trace[1168630957] 'process raft request' (duration: 161.257957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:45.526411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.354164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:26:45.526501Z","caller":"traceutil/trace.go:171","msg":"trace[801281816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10767; }","duration":"155.499656ms","start":"2026-03-19T09:26:45.370981Z","end":"2026-03-19T09:26:45.526481Z","steps":["trace[801281816] 'agreement among raft nodes before linearized reading' (duration: 155.327503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:07.866025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.933689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:07.866137Z","caller":"traceutil/trace.go:171","msg":"trace[270789594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10965; }","duration":"231.101993ms","start":"2026-03-19T09:27:07.63501Z","end":"2026-03-19T09:27:07.866112Z","steps":["trace[270789594] 'range keys from in-memory index tree' (duration: 230.817137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:07.866602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.847147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:27:07.866779Z","caller":"traceutil/trace.go:171","msg":"trace[767288843] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:10965; }","duration":"297.088963ms","start":"2026-03-19T09:27:07.56966Z","end":"2026-03-19T09:27:07.866749Z","steps":["trace[767288843] 'count revisions from in-memory index tree' (duration: 296.700674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:07.866968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.180213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-fb45dbc76-275kb\" ","response":"range_response_count:1 size:7409"} {"level":"info","ts":"2026-03-19T09:27:07.867083Z","caller":"traceutil/trace.go:171","msg":"trace[1055471864] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-fb45dbc76-275kb; range_end:; response_count:1; response_revision:10965; }","duration":"296.354987ms","start":"2026-03-19T09:27:07.570703Z","end":"2026-03-19T09:27:07.867058Z","steps":["trace[1055471864] 'range keys from in-memory index tree' (duration: 295.948267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:12.726405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.92294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:27:12.726591Z","caller":"traceutil/trace.go:171","msg":"trace[206807152] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10997; }","duration":"388.126275ms","start":"2026-03-19T09:27:12.338379Z","end":"2026-03-19T09:27:12.726505Z","steps":["trace[206807152] 'count revisions from in-memory index tree' (duration: 387.823738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:12.726667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:12.338359Z","time spent":"388.288229ms","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":73,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:27:12.727374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.921452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:27:12.727519Z","caller":"traceutil/trace.go:171","msg":"trace[792954192] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:10997; }","duration":"599.172217ms","start":"2026-03-19T09:27:12.12831Z","end":"2026-03-19T09:27:12.727482Z","steps":["trace[792954192] 'count revisions from in-memory index tree' (duration: 598.786949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:12.727585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:12.12828Z","time spent":"599.28821ms","remote":"127.0.0.1:58054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:27:12.728556Z","caller":"traceutil/trace.go:171","msg":"trace[1509316963] transaction","detail":"{read_only:false; response_revision:10998; number_of_response:1; }","duration":"152.473249ms","start":"2026-03-19T09:27:12.575998Z","end":"2026-03-19T09:27:12.728471Z","steps":["trace[1509316963] 'process raft request' (duration: 89.964597ms)","trace[1509316963] 'compare' (duration: 60.374365ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:12.728631Z","caller":"traceutil/trace.go:171","msg":"trace[744600140] transaction","detail":"{read_only:false; response_revision:10999; number_of_response:1; }","duration":"103.023379ms","start":"2026-03-19T09:27:12.625558Z","end":"2026-03-19T09:27:12.728581Z","steps":["trace[744600140] 'process raft request' (duration: 102.920677ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:12.728657Z","caller":"traceutil/trace.go:171","msg":"trace[63811601] linearizableReadLoop","detail":"{readStateIndex:11468; appliedIndex:11467; }","duration":"105.409823ms","start":"2026-03-19T09:27:12.623172Z","end":"2026-03-19T09:27:12.728582Z","steps":["trace[63811601] 'read index received' (duration: 42.81476ms)","trace[63811601] 'applied index is now lower than readState.Index' (duration: 62.587303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:27:12.728865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.67038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:12.728931Z","caller":"traceutil/trace.go:171","msg":"trace[1201542024] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10999; }","duration":"105.794202ms","start":"2026-03-19T09:27:12.623113Z","end":"2026-03-19T09:27:12.728907Z","steps":["trace[1201542024] 'agreement among raft nodes before linearized reading' (duration: 105.656739ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:13.806173Z","caller":"traceutil/trace.go:171","msg":"trace[1890364719] transaction","detail":"{read_only:false; response_revision:11007; number_of_response:1; }","duration":"104.80938ms","start":"2026-03-19T09:27:13.701339Z","end":"2026-03-19T09:27:13.806149Z","steps":["trace[1890364719] 'process raft request' (duration: 104.611346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:14.227273Z","caller":"traceutil/trace.go:171","msg":"trace[121510256] linearizableReadLoop","detail":"{readStateIndex:11480; appliedIndex:11478; }","duration":"270.284331ms","start":"2026-03-19T09:27:13.956967Z","end":"2026-03-19T09:27:14.227251Z","steps":["trace[121510256] 'read index received' (duration: 77.776124ms)","trace[121510256] 'applied index is now lower than readState.Index' (duration: 192.507217ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:14.227485Z","caller":"traceutil/trace.go:171","msg":"trace[1833642888] transaction","detail":"{read_only:false; response_revision:11010; number_of_response:1; }","duration":"270.518388ms","start":"2026-03-19T09:27:13.956956Z","end":"2026-03-19T09:27:14.227475Z","steps":["trace[1833642888] 'process raft request' (duration: 270.054026ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:14.227595Z","caller":"traceutil/trace.go:171","msg":"trace[1614977472] transaction","detail":"{read_only:false; response_revision:11011; number_of_response:1; }","duration":"270.605609ms","start":"2026-03-19T09:27:13.956985Z","end":"2026-03-19T09:27:14.22759Z","steps":["trace[1614977472] 'process raft request' (duration: 270.161198ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:14.227662Z","caller":"traceutil/trace.go:171","msg":"trace[1986411958] transaction","detail":"{read_only:false; response_revision:11012; number_of_response:1; }","duration":"270.239791ms","start":"2026-03-19T09:27:13.957417Z","end":"2026-03-19T09:27:14.227657Z","steps":["trace[1986411958] 'process raft request' (duration: 269.765449ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:14.227723Z","caller":"traceutil/trace.go:171","msg":"trace[170891240] transaction","detail":"{read_only:false; response_revision:11013; number_of_response:1; }","duration":"268.221085ms","start":"2026-03-19T09:27:13.959497Z","end":"2026-03-19T09:27:14.227718Z","steps":["trace[170891240] 'process raft request' (duration: 267.719133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:14.227807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.829714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:14.227831Z","caller":"traceutil/trace.go:171","msg":"trace[707361185] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11013; }","duration":"270.888905ms","start":"2026-03-19T09:27:13.956936Z","end":"2026-03-19T09:27:14.227825Z","steps":["trace[707361185] 'agreement among raft nodes before linearized reading' (duration: 270.838994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:14.227957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.210136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:27:14.227978Z","caller":"traceutil/trace.go:171","msg":"trace[1231990427] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:11013; }","duration":"186.269428ms","start":"2026-03-19T09:27:14.041704Z","end":"2026-03-19T09:27:14.227974Z","steps":["trace[1231990427] 'agreement among raft nodes before linearized reading' (duration: 186.196116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:14.228161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.69935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:27:14.228181Z","caller":"traceutil/trace.go:171","msg":"trace[762282585] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11013; }","duration":"150.750221ms","start":"2026-03-19T09:27:14.077426Z","end":"2026-03-19T09:27:14.228176Z","steps":["trace[762282585] 'agreement among raft nodes before linearized reading' (duration: 150.70077ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:14.596376Z","caller":"traceutil/trace.go:171","msg":"trace[1779939142] transaction","detail":"{read_only:false; response_revision:11014; number_of_response:1; }","duration":"121.017634ms","start":"2026-03-19T09:27:14.475327Z","end":"2026-03-19T09:27:14.596345Z","steps":["trace[1779939142] 'process raft request' (duration: 120.83355ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:14.936997Z","caller":"traceutil/trace.go:171","msg":"trace[591107519] linearizableReadLoop","detail":"{readStateIndex:11485; appliedIndex:11484; }","duration":"196.950627ms","start":"2026-03-19T09:27:14.740019Z","end":"2026-03-19T09:27:14.93697Z","steps":["trace[591107519] 'read index received' (duration: 196.869105ms)","trace[591107519] 'applied index is now lower than readState.Index' (duration: 80.212µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:14.937127Z","caller":"traceutil/trace.go:171","msg":"trace[248779911] transaction","detail":"{read_only:false; response_revision:11015; number_of_response:1; }","duration":"233.060276ms","start":"2026-03-19T09:27:14.704018Z","end":"2026-03-19T09:27:14.937079Z","steps":["trace[248779911] 'process raft request' (duration: 232.754949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:14.937154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.108231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:14.937209Z","caller":"traceutil/trace.go:171","msg":"trace[870801105] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11015; }","duration":"197.203873ms","start":"2026-03-19T09:27:14.739986Z","end":"2026-03-19T09:27:14.93719Z","steps":["trace[870801105] 'agreement among raft nodes before linearized reading' (duration: 197.104951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:15.337689Z","caller":"traceutil/trace.go:171","msg":"trace[55509842] transaction","detail":"{read_only:false; response_revision:11016; number_of_response:1; }","duration":"597.576741ms","start":"2026-03-19T09:27:14.740092Z","end":"2026-03-19T09:27:15.337668Z","steps":["trace[55509842] 'process raft request' (duration: 509.3051ms)","trace[55509842] 'compare' (duration: 88.009185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:27:15.337809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:14.740072Z","time spent":"597.676833ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:27:15.337798Z","caller":"traceutil/trace.go:171","msg":"trace[2094897051] linearizableReadLoop","detail":"{readStateIndex:11487; appliedIndex:11485; }","duration":"375.780108ms","start":"2026-03-19T09:27:14.961989Z","end":"2026-03-19T09:27:15.33777Z","steps":["trace[2094897051] 'read index received' (duration: 287.472997ms)","trace[2094897051] 'applied index is now lower than readState.Index' (duration: 88.305271ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:15.33784Z","caller":"traceutil/trace.go:171","msg":"trace[359342571] transaction","detail":"{read_only:false; response_revision:11017; number_of_response:1; }","duration":"597.703583ms","start":"2026-03-19T09:27:14.740096Z","end":"2026-03-19T09:27:15.3378Z","steps":["trace[359342571] 'process raft request' (duration: 597.504919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:15.337994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:14.740084Z","time spent":"597.835137ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:27:15.33803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.021423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:27:15.33807Z","caller":"traceutil/trace.go:171","msg":"trace[897278963] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:11017; }","duration":"376.127055ms","start":"2026-03-19T09:27:14.961932Z","end":"2026-03-19T09:27:15.338059Z","steps":["trace[897278963] 'agreement among raft nodes before linearized reading' (duration: 375.968512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:15.338054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.749357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:15.338131Z","caller":"traceutil/trace.go:171","msg":"trace[1109693996] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:11017; }","duration":"289.86815ms","start":"2026-03-19T09:27:15.048244Z","end":"2026-03-19T09:27:15.338112Z","steps":["trace[1109693996] 'agreement among raft nodes before linearized reading' (duration: 289.742788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:15.338122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:14.961901Z","time spent":"376.207216ms","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:27:15.946119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.396131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:27:15.946423Z","caller":"traceutil/trace.go:171","msg":"trace[446485451] linearizableReadLoop","detail":"{readStateIndex:11488; appliedIndex:11487; }","duration":"462.324768ms","start":"2026-03-19T09:27:15.484081Z","end":"2026-03-19T09:27:15.946406Z","steps":["trace[446485451] 'read index received' (duration: 246.640221ms)","trace[446485451] 'applied index is now lower than readState.Index' (duration: 215.682997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:27:15.946518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.215939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:15.94657Z","caller":"traceutil/trace.go:171","msg":"trace[120207907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11018; }","duration":"311.27054ms","start":"2026-03-19T09:27:15.635293Z","end":"2026-03-19T09:27:15.946563Z","steps":["trace[120207907] 'agreement among raft nodes before linearized reading' (duration: 311.196549ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:15.946568Z","caller":"traceutil/trace.go:171","msg":"trace[1405492099] transaction","detail":"{read_only:false; response_revision:11018; number_of_response:1; }","duration":"536.147884ms","start":"2026-03-19T09:27:15.410348Z","end":"2026-03-19T09:27:15.946496Z","steps":["trace[1405492099] 'process raft request' (duration: 320.308043ms)","trace[1405492099] 'compare' (duration: 215.317229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:27:15.946597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:15.63523Z","time spent":"311.360742ms","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:27:15.946899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:15.410323Z","time spent":"536.493651ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:27:15.946911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.819768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-19T09:27:15.946971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.494141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:27:15.947069Z","caller":"traceutil/trace.go:171","msg":"trace[403092230] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:11018; }","duration":"202.696716ms","start":"2026-03-19T09:27:15.74435Z","end":"2026-03-19T09:27:15.947047Z","steps":["trace[403092230] 'agreement among raft nodes before linearized reading' (duration: 202.468991ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:15.946995Z","caller":"traceutil/trace.go:171","msg":"trace[818830973] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:11018; }","duration":"462.935321ms","start":"2026-03-19T09:27:15.484036Z","end":"2026-03-19T09:27:15.946971Z","steps":["trace[818830973] 'agreement among raft nodes before linearized reading' (duration: 462.44506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:15.947195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:15.484019Z","time spent":"463.154187ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-19T09:27:16.56286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.230537ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-19T09:27:16.563132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:15.948302Z","time spent":"614.823657ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:27:16.563644Z","caller":"traceutil/trace.go:171","msg":"trace[1964766395] linearizableReadLoop","detail":"{readStateIndex:11490; appliedIndex:11488; }","duration":"523.229973ms","start":"2026-03-19T09:27:16.040395Z","end":"2026-03-19T09:27:16.563625Z","steps":["trace[1964766395] 'read index received' (duration: 68.169648ms)","trace[1964766395] 'applied index is now lower than readState.Index' (duration: 455.059405ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:16.563711Z","caller":"traceutil/trace.go:171","msg":"trace[1971981900] transaction","detail":"{read_only:false; response_revision:11019; number_of_response:1; }","duration":"607.37061ms","start":"2026-03-19T09:27:15.956311Z","end":"2026-03-19T09:27:16.563681Z","steps":["trace[1971981900] 'process raft request' (duration: 606.665635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:16.56384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.638452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:27:16.563879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:15.956293Z","time spent":"607.481543ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:27:16.563927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.406218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:27:16.563961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.725237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T09:27:16.564002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.181088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:27:16.564023Z","caller":"traceutil/trace.go:171","msg":"trace[1556158029] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:11019; }","duration":"317.523211ms","start":"2026-03-19T09:27:16.246463Z","end":"2026-03-19T09:27:16.563986Z","steps":["trace[1556158029] 'agreement among raft nodes before linearized reading' (duration: 317.331787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:16.564044Z","caller":"traceutil/trace.go:171","msg":"trace[1933020739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11019; }","duration":"331.26106ms","start":"2026-03-19T09:27:16.232771Z","end":"2026-03-19T09:27:16.564033Z","steps":["trace[1933020739] 'agreement among raft nodes before linearized reading' (duration: 331.154948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:16.564072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.246417Z","time spent":"317.641764ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"info","ts":"2026-03-19T09:27:16.56401Z","caller":"traceutil/trace.go:171","msg":"trace[1396920618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11019; }","duration":"330.81659ms","start":"2026-03-19T09:27:16.23318Z","end":"2026-03-19T09:27:16.563996Z","steps":["trace[1396920618] 'agreement among raft nodes before linearized reading' (duration: 330.679297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:16.564195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.233158Z","time spent":"331.025134ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:27:16.564088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.232748Z","time spent":"331.329221ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:27:16.564322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.663265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:27:16.564088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.889966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:27:16.564377Z","caller":"traceutil/trace.go:171","msg":"trace[1151874814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11019; }","duration":"317.754466ms","start":"2026-03-19T09:27:16.246605Z","end":"2026-03-19T09:27:16.56436Z","steps":["trace[1151874814] 'agreement among raft nodes before linearized reading' (duration: 317.554662ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:16.564405Z","caller":"traceutil/trace.go:171","msg":"trace[937747233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11019; }","duration":"329.236584ms","start":"2026-03-19T09:27:16.235149Z","end":"2026-03-19T09:27:16.564385Z","steps":["trace[937747233] 'agreement among raft nodes before linearized reading' (duration: 328.882156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:16.564421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.246592Z","time spent":"317.820487ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:27:16.563904Z","caller":"traceutil/trace.go:171","msg":"trace[2056964632] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:11019; }","duration":"518.751544ms","start":"2026-03-19T09:27:16.045138Z","end":"2026-03-19T09:27:16.56389Z","steps":["trace[2056964632] 'agreement among raft nodes before linearized reading' (duration: 518.644891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:16.564493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.235123Z","time spent":"329.352957ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:27:16.564529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.045116Z","time spent":"519.397989ms","remote":"127.0.0.1:57204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:27:16.564672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.264857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:27:16.564742Z","caller":"traceutil/trace.go:171","msg":"trace[1328853829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11019; }","duration":"524.358019ms","start":"2026-03-19T09:27:16.040367Z","end":"2026-03-19T09:27:16.564725Z","steps":["trace[1328853829] 'agreement among raft nodes before linearized reading' (duration: 523.365446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:16.564789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.040355Z","time spent":"524.42167ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:27:16.903147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.785686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:27:16.903285Z","caller":"traceutil/trace.go:171","msg":"trace[309680032] transaction","detail":"{read_only:false; response_revision:11020; number_of_response:1; }","duration":"338.924991ms","start":"2026-03-19T09:27:16.56434Z","end":"2026-03-19T09:27:16.903265Z","steps":["trace[309680032] 'process raft request' (duration: 140.93303ms)","trace[309680032] 'compare' (duration: 197.631563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:27:16.903353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.564324Z","time spent":"338.995343ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:27:17.647887Z","caller":"traceutil/trace.go:171","msg":"trace[1344520493] transaction","detail":"{read_only:false; response_revision:11022; number_of_response:1; }","duration":"1.078646039s","start":"2026-03-19T09:27:16.56922Z","end":"2026-03-19T09:27:17.647866Z","steps":["trace[1344520493] 'process raft request' (duration: 1.078578588s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:17.647897Z","caller":"traceutil/trace.go:171","msg":"trace[1379843659] transaction","detail":"{read_only:false; response_revision:11021; number_of_response:1; }","duration":"1.078740691s","start":"2026-03-19T09:27:16.569125Z","end":"2026-03-19T09:27:17.647865Z","steps":["trace[1379843659] 'process raft request' (duration: 1.078567797s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:17.648001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.569199Z","time spent":"1.078746003s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:27:17.64803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.569109Z","time spent":"1.078848095s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:27:17.648084Z","caller":"traceutil/trace.go:171","msg":"trace[1252900703] transaction","detail":"{read_only:false; response_revision:11023; number_of_response:1; }","duration":"1.078715101s","start":"2026-03-19T09:27:16.569349Z","end":"2026-03-19T09:27:17.648064Z","steps":["trace[1252900703] 'process raft request' (duration: 1.078474134s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:17.648194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.569329Z","time spent":"1.078810264s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:27:17.648289Z","caller":"traceutil/trace.go:171","msg":"trace[1817421736] linearizableReadLoop","detail":"{readStateIndex:11496; appliedIndex:11490; }","duration":"1.075949419s","start":"2026-03-19T09:27:16.572329Z","end":"2026-03-19T09:27:17.648279Z","steps":["trace[1817421736] 'read index received' (duration: 133.109245ms)","trace[1817421736] 'applied index is now lower than readState.Index' (duration: 942.839354ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:17.64835Z","caller":"traceutil/trace.go:171","msg":"trace[1605433720] transaction","detail":"{read_only:false; response_revision:11024; number_of_response:1; }","duration":"1.078618889s","start":"2026-03-19T09:27:16.569724Z","end":"2026-03-19T09:27:17.648343Z","steps":["trace[1605433720] 'process raft request' (duration: 1.078277811s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:17.648393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.569716Z","time spent":"1.078653559s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:27:17.648405Z","caller":"traceutil/trace.go:171","msg":"trace[1325383834] transaction","detail":"{read_only:false; response_revision:11025; number_of_response:1; }","duration":"1.076972813s","start":"2026-03-19T09:27:16.57142Z","end":"2026-03-19T09:27:17.648392Z","steps":["trace[1325383834] 'process raft request' (duration: 1.076817959s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:17.648473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.571409Z","time spent":"1.077026844s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:27:17.648856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076523312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368497"} {"level":"info","ts":"2026-03-19T09:27:17.648887Z","caller":"traceutil/trace.go:171","msg":"trace[1776274898] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:11025; }","duration":"1.076573132s","start":"2026-03-19T09:27:16.572307Z","end":"2026-03-19T09:27:17.64888Z","steps":["trace[1776274898] 'agreement among raft nodes before linearized reading' (duration: 1.076203704s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:17.648909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.572298Z","time spent":"1.076605663s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368519,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:27:17.808687Z","caller":"traceutil/trace.go:171","msg":"trace[1414947053] transaction","detail":"{read_only:false; response_revision:11026; number_of_response:1; }","duration":"466.075002ms","start":"2026-03-19T09:27:17.342568Z","end":"2026-03-19T09:27:17.808643Z","steps":["trace[1414947053] 'process raft request' (duration: 460.2219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:17.808832Z","caller":"traceutil/trace.go:171","msg":"trace[404460425] transaction","detail":"{read_only:false; response_revision:11027; number_of_response:1; }","duration":"465.723454ms","start":"2026-03-19T09:27:17.343093Z","end":"2026-03-19T09:27:17.808817Z","steps":["trace[404460425] 'process raft request' (duration: 465.491659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:17.80884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173317293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:27:17.80886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.515872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:27:17.808883Z","caller":"traceutil/trace.go:171","msg":"trace[587438477] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11027; }","duration":"903.566214ms","start":"2026-03-19T09:27:16.905311Z","end":"2026-03-19T09:27:17.808877Z","steps":["trace[587438477] 'agreement among raft nodes before linearized reading' (duration: 903.465712ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:17.808877Z","caller":"traceutil/trace.go:171","msg":"trace[1250033941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11027; }","duration":"1.173412035s","start":"2026-03-19T09:27:16.635456Z","end":"2026-03-19T09:27:17.808868Z","steps":["trace[1250033941] 'agreement among raft nodes before linearized reading' (duration: 1.173334153s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:17.808882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.170927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-xsfjx\" ","response":"range_response_count:1 size:7479"} {"level":"warn","ts":"2026-03-19T09:27:17.808905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.635435Z","time spent":"1.173464276s","remote":"127.0.0.1:54528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:27:17.808926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.453664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:27:17.808922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:17.343082Z","time spent":"465.785256ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:27:17.808939Z","caller":"traceutil/trace.go:171","msg":"trace[1304229359] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11027; }","duration":"867.498975ms","start":"2026-03-19T09:27:16.941436Z","end":"2026-03-19T09:27:17.808935Z","steps":["trace[1304229359] 'agreement among raft nodes before linearized reading' (duration: 867.476595ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:17.808937Z","caller":"traceutil/trace.go:171","msg":"trace[984926985] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-xsfjx; range_end:; response_count:1; response_revision:11027; }","duration":"768.271939ms","start":"2026-03-19T09:27:17.040654Z","end":"2026-03-19T09:27:17.808926Z","steps":["trace[984926985] 'agreement among raft nodes before linearized reading' (duration: 768.091865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:17.808954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.941415Z","time spent":"867.536445ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:27:17.808966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:17.040561Z","time spent":"768.399372ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":7501,"request content":"key:\"/registry/pods/openstack/staffeln-db-init-xsfjx\" "} {"level":"warn","ts":"2026-03-19T09:27:17.808972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.444672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:17.809042Z","caller":"traceutil/trace.go:171","msg":"trace[2041503771] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11027; }","duration":"178.574815ms","start":"2026-03-19T09:27:17.630451Z","end":"2026-03-19T09:27:17.809026Z","steps":["trace[2041503771] 'agreement among raft nodes before linearized reading' (duration: 178.414162ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:17.808732Z","caller":"traceutil/trace.go:171","msg":"trace[1781528477] linearizableReadLoop","detail":"{readStateIndex:11498; appliedIndex:11496; }","duration":"160.389047ms","start":"2026-03-19T09:27:17.648319Z","end":"2026-03-19T09:27:17.808708Z","steps":["trace[1781528477] 'read index received' (duration: 154.511815ms)","trace[1781528477] 'applied index is now lower than readState.Index' (duration: 5.875652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:27:17.809023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:17.342518Z","time spent":"466.275598ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:27:17.809143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.049781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-19T09:27:17.80917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090944475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:17.809248Z","caller":"traceutil/trace.go:171","msg":"trace[1622212761] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:11027; }","duration":"717.208574ms","start":"2026-03-19T09:27:17.092015Z","end":"2026-03-19T09:27:17.809224Z","steps":["trace[1622212761] 'agreement among raft nodes before linearized reading' (duration: 716.935918ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:17.809266Z","caller":"traceutil/trace.go:171","msg":"trace[758973427] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:0; response_revision:11027; }","duration":"1.091096169s","start":"2026-03-19T09:27:16.718152Z","end":"2026-03-19T09:27:17.809248Z","steps":["trace[758973427] 'agreement among raft nodes before linearized reading' (duration: 1.090905485s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:17.809131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041507857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-retention\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:27:17.8093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:17.091989Z","time spent":"717.301726ms","remote":"127.0.0.1:54674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-19T09:27:17.809319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.718132Z","time spent":"1.09117023s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/leases/openstack/staffeln-puller\" "} {"level":"info","ts":"2026-03-19T09:27:17.809327Z","caller":"traceutil/trace.go:171","msg":"trace[333732111] range","detail":"{range_begin:/registry/leases/openstack/staffeln-retention; range_end:; response_count:0; response_revision:11027; }","duration":"1.041778274s","start":"2026-03-19T09:27:16.767539Z","end":"2026-03-19T09:27:17.809317Z","steps":["trace[333732111] 'agreement among raft nodes before linearized reading' (duration: 1.041456116s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:17.809357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.767517Z","time spent":"1.041831404s","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/leases/openstack/staffeln-retention\" "} {"level":"warn","ts":"2026-03-19T09:27:17.808899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:16.905296Z","time spent":"903.599644ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T09:27:19.892105Z","caller":"traceutil/trace.go:171","msg":"trace[320910719] transaction","detail":"{read_only:false; response_revision:11036; number_of_response:1; }","duration":"236.451253ms","start":"2026-03-19T09:27:19.655623Z","end":"2026-03-19T09:27:19.892074Z","steps":["trace[320910719] 'process raft request' (duration: 203.569675ms)","trace[320910719] 'compare' (duration: 32.492248ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:19.89221Z","caller":"traceutil/trace.go:171","msg":"trace[40149569] transaction","detail":"{read_only:false; response_revision:11037; number_of_response:1; }","duration":"236.505454ms","start":"2026-03-19T09:27:19.655665Z","end":"2026-03-19T09:27:19.89217Z","steps":["trace[40149569] 'process raft request' (duration: 236.283399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:19.892414Z","caller":"traceutil/trace.go:171","msg":"trace[1402719436] transaction","detail":"{read_only:false; response_revision:11039; number_of_response:1; }","duration":"236.510344ms","start":"2026-03-19T09:27:19.65586Z","end":"2026-03-19T09:27:19.892371Z","steps":["trace[1402719436] 'process raft request' (duration: 236.265029ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:19.89247Z","caller":"traceutil/trace.go:171","msg":"trace[2029178738] transaction","detail":"{read_only:false; response_revision:11038; number_of_response:1; }","duration":"236.619466ms","start":"2026-03-19T09:27:19.65584Z","end":"2026-03-19T09:27:19.89246Z","steps":["trace[2029178738] 'process raft request' (duration: 236.213988ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:19.892567Z","caller":"traceutil/trace.go:171","msg":"trace[722151647] linearizableReadLoop","detail":"{readStateIndex:11510; appliedIndex:11505; }","duration":"236.298179ms","start":"2026-03-19T09:27:19.656253Z","end":"2026-03-19T09:27:19.892551Z","steps":["trace[722151647] 'read index received' (duration: 7.801755ms)","trace[722151647] 'applied index is now lower than readState.Index' (duration: 228.494764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:27:19.89272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.455943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:27:19.892762Z","caller":"traceutil/trace.go:171","msg":"trace[861638974] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:11040; }","duration":"236.551545ms","start":"2026-03-19T09:27:19.6562Z","end":"2026-03-19T09:27:19.892751Z","steps":["trace[861638974] 'agreement among raft nodes before linearized reading' (duration: 236.395871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:19.930716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.602953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:19.930799Z","caller":"traceutil/trace.go:171","msg":"trace[718500331] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11042; }","duration":"115.769726ms","start":"2026-03-19T09:27:19.815012Z","end":"2026-03-19T09:27:19.930782Z","steps":["trace[718500331] 'agreement among raft nodes before linearized reading' (duration: 115.594232ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:20.288038Z","caller":"traceutil/trace.go:171","msg":"trace[2072228575] transaction","detail":"{read_only:false; response_revision:11046; number_of_response:1; }","duration":"189.680455ms","start":"2026-03-19T09:27:20.098315Z","end":"2026-03-19T09:27:20.287996Z","steps":["trace[2072228575] 'process raft request' (duration: 136.377599ms)","trace[2072228575] 'compare' (duration: 52.974458ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:20.595715Z","caller":"traceutil/trace.go:171","msg":"trace[572826331] transaction","detail":"{read_only:false; response_revision:11050; number_of_response:1; }","duration":"190.488192ms","start":"2026-03-19T09:27:20.405201Z","end":"2026-03-19T09:27:20.595689Z","steps":["trace[572826331] 'process raft request' (duration: 186.636605ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:20.595978Z","caller":"traceutil/trace.go:171","msg":"trace[660797396] linearizableReadLoop","detail":"{readStateIndex:11522; appliedIndex:11520; }","duration":"177.720366ms","start":"2026-03-19T09:27:20.418234Z","end":"2026-03-19T09:27:20.595955Z","steps":["trace[660797396] 'read index received' (duration: 59.850023ms)","trace[660797396] 'applied index is now lower than readState.Index' (duration: 117.869273ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:20.596065Z","caller":"traceutil/trace.go:171","msg":"trace[1226949001] transaction","detail":"{read_only:false; response_revision:11052; number_of_response:1; }","duration":"136.830459ms","start":"2026-03-19T09:27:20.459214Z","end":"2026-03-19T09:27:20.596044Z","steps":["trace[1226949001] 'process raft request' (duration: 136.641875ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:20.596171Z","caller":"traceutil/trace.go:171","msg":"trace[437617709] transaction","detail":"{read_only:false; response_revision:11051; number_of_response:1; }","duration":"189.104131ms","start":"2026-03-19T09:27:20.407036Z","end":"2026-03-19T09:27:20.59614Z","steps":["trace[437617709] 'process raft request' (duration: 188.59083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:20.596294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.035794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T09:27:20.596347Z","caller":"traceutil/trace.go:171","msg":"trace[1926694229] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11052; }","duration":"178.141555ms","start":"2026-03-19T09:27:20.418194Z","end":"2026-03-19T09:27:20.596336Z","steps":["trace[1926694229] 'agreement among raft nodes before linearized reading' (duration: 177.959221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:20.629816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.65149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:20.629904Z","caller":"traceutil/trace.go:171","msg":"trace[2092468769] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11054; }","duration":"151.795524ms","start":"2026-03-19T09:27:20.478085Z","end":"2026-03-19T09:27:20.629881Z","steps":["trace[2092468769] 'agreement among raft nodes before linearized reading' (duration: 151.406725ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:50.168262Z","caller":"traceutil/trace.go:171","msg":"trace[1403934690] transaction","detail":"{read_only:false; response_revision:11216; number_of_response:1; }","duration":"142.044785ms","start":"2026-03-19T09:27:50.02619Z","end":"2026-03-19T09:27:50.168235Z","steps":["trace[1403934690] 'process raft request' (duration: 141.863341ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:03.216242Z","caller":"traceutil/trace.go:171","msg":"trace[1540542164] transaction","detail":"{read_only:false; response_revision:11284; number_of_response:1; }","duration":"167.50131ms","start":"2026-03-19T09:28:03.048716Z","end":"2026-03-19T09:28:03.216218Z","steps":["trace[1540542164] 'process raft request' (duration: 167.360807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:05.742066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.687479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:28:05.742237Z","caller":"traceutil/trace.go:171","msg":"trace[1104396485] transaction","detail":"{read_only:false; response_revision:11293; number_of_response:1; }","duration":"230.685742ms","start":"2026-03-19T09:28:05.511536Z","end":"2026-03-19T09:28:05.742222Z","steps":["trace[1104396485] 'process raft request' (duration: 100.770448ms)","trace[1104396485] 'compare' (duration: 129.546006ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:28:05.74245Z","caller":"traceutil/trace.go:171","msg":"trace[864099156] linearizableReadLoop","detail":"{readStateIndex:11776; appliedIndex:11774; }","duration":"106.036606ms","start":"2026-03-19T09:28:05.636379Z","end":"2026-03-19T09:28:05.742415Z","steps":["trace[864099156] 'read index received' (duration: 89.29264ms)","trace[864099156] 'applied index is now lower than readState.Index' (duration: 16.742346ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:28:05.742501Z","caller":"traceutil/trace.go:171","msg":"trace[43163247] transaction","detail":"{read_only:false; response_revision:11294; number_of_response:1; }","duration":"176.42137ms","start":"2026-03-19T09:28:05.566036Z","end":"2026-03-19T09:28:05.742458Z","steps":["trace[43163247] 'process raft request' (duration: 176.133894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:05.742646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.259471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:28:05.742727Z","caller":"traceutil/trace.go:171","msg":"trace[846196943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11294; }","duration":"106.332603ms","start":"2026-03-19T09:28:05.636347Z","end":"2026-03-19T09:28:05.742679Z","steps":["trace[846196943] 'agreement among raft nodes before linearized reading' (duration: 106.16335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:05.749101Z","caller":"traceutil/trace.go:171","msg":"trace[2037385580] transaction","detail":"{read_only:false; response_revision:11295; number_of_response:1; }","duration":"105.178956ms","start":"2026-03-19T09:28:05.643902Z","end":"2026-03-19T09:28:05.749081Z","steps":["trace[2037385580] 'process raft request' (duration: 104.998592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:07.585919Z","caller":"traceutil/trace.go:171","msg":"trace[1189494612] transaction","detail":"{read_only:false; response_revision:11306; number_of_response:1; }","duration":"114.580819ms","start":"2026-03-19T09:28:07.4713Z","end":"2026-03-19T09:28:07.585881Z","steps":["trace[1189494612] 'process raft request' (duration: 114.415345ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:16.851165Z","caller":"traceutil/trace.go:171","msg":"trace[503513126] linearizableReadLoop","detail":"{readStateIndex:11834; appliedIndex:11832; }","duration":"266.052278ms","start":"2026-03-19T09:28:16.585082Z","end":"2026-03-19T09:28:16.851135Z","steps":["trace[503513126] 'read index received' (duration: 185.056025ms)","trace[503513126] 'applied index is now lower than readState.Index' (duration: 80.994983ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:28:16.851206Z","caller":"traceutil/trace.go:171","msg":"trace[330141084] transaction","detail":"{read_only:false; response_revision:11349; number_of_response:1; }","duration":"332.615387ms","start":"2026-03-19T09:28:16.518545Z","end":"2026-03-19T09:28:16.85116Z","steps":["trace[330141084] 'process raft request' (duration: 251.44741ms)","trace[330141084] 'compare' (duration: 80.824909ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:28:16.851378Z","caller":"traceutil/trace.go:171","msg":"trace[202399953] transaction","detail":"{read_only:false; response_revision:11350; number_of_response:1; }","duration":"332.129705ms","start":"2026-03-19T09:28:16.51919Z","end":"2026-03-19T09:28:16.85132Z","steps":["trace[202399953] 'process raft request' (duration: 331.88401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:16.851463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:16.518505Z","time spent":"332.862282ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:28:16.851581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.475958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:28:16.851631Z","caller":"traceutil/trace.go:171","msg":"trace[1639954104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11350; }","duration":"266.615551ms","start":"2026-03-19T09:28:16.585001Z","end":"2026-03-19T09:28:16.851616Z","steps":["trace[1639954104] 'agreement among raft nodes before linearized reading' (duration: 266.387626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:16.851624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:16.519156Z","time spent":"332.339779ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:28:16.85179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.198051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:28:16.851838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.020934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:28:16.851877Z","caller":"traceutil/trace.go:171","msg":"trace[1348227306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11350; }","duration":"217.109516ms","start":"2026-03-19T09:28:16.634758Z","end":"2026-03-19T09:28:16.851868Z","steps":["trace[1348227306] 'agreement among raft nodes before linearized reading' (duration: 217.049054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:16.851873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.291315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T09:28:16.851947Z","caller":"traceutil/trace.go:171","msg":"trace[2010309675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11350; }","duration":"251.414868ms","start":"2026-03-19T09:28:16.600512Z","end":"2026-03-19T09:28:16.851927Z","steps":["trace[2010309675] 'agreement among raft nodes before linearized reading' (duration: 251.181183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:16.851976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.512223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:28:16.852007Z","caller":"traceutil/trace.go:171","msg":"trace[2100331611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11350; }","duration":"256.561703ms","start":"2026-03-19T09:28:16.595438Z","end":"2026-03-19T09:28:16.851999Z","steps":["trace[2100331611] 'agreement among raft nodes before linearized reading' (duration: 256.477012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:16.851883Z","caller":"traceutil/trace.go:171","msg":"trace[960249477] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:11350; }","duration":"266.334864ms","start":"2026-03-19T09:28:16.585527Z","end":"2026-03-19T09:28:16.851862Z","steps":["trace[960249477] 'agreement among raft nodes before linearized reading' (duration: 266.094859ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:18.576002Z","caller":"traceutil/trace.go:171","msg":"trace[356185997] transaction","detail":"{read_only:false; response_revision:11357; number_of_response:1; }","duration":"223.741837ms","start":"2026-03-19T09:28:18.352226Z","end":"2026-03-19T09:28:18.575968Z","steps":["trace[356185997] 'process raft request' (duration: 221.493216ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:18.576041Z","caller":"traceutil/trace.go:171","msg":"trace[356508176] transaction","detail":"{read_only:false; response_revision:11358; number_of_response:1; }","duration":"205.009294ms","start":"2026-03-19T09:28:18.370985Z","end":"2026-03-19T09:28:18.575994Z","steps":["trace[356508176] 'process raft request' (duration: 204.869921ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:18.587794Z","caller":"traceutil/trace.go:171","msg":"trace[1791167974] transaction","detail":"{read_only:false; response_revision:11359; number_of_response:1; }","duration":"102.21866ms","start":"2026-03-19T09:28:18.485537Z","end":"2026-03-19T09:28:18.587756Z","steps":["trace[1791167974] 'process raft request' (duration: 101.925354ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:21.172592Z","caller":"traceutil/trace.go:171","msg":"trace[183939746] transaction","detail":"{read_only:false; response_revision:11375; number_of_response:1; }","duration":"119.97851ms","start":"2026-03-19T09:28:21.052586Z","end":"2026-03-19T09:28:21.172564Z","steps":["trace[183939746] 'process raft request' (duration: 119.792966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:35.147424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.859825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:28:35.147511Z","caller":"traceutil/trace.go:171","msg":"trace[207514776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11433; }","duration":"110.994328ms","start":"2026-03-19T09:28:35.036497Z","end":"2026-03-19T09:28:35.147491Z","steps":["trace[207514776] 'range keys from in-memory index tree' (duration: 110.730232ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:35.283372Z","caller":"traceutil/trace.go:171","msg":"trace[734620858] transaction","detail":"{read_only:false; response_revision:11435; number_of_response:1; }","duration":"131.854957ms","start":"2026-03-19T09:28:35.151488Z","end":"2026-03-19T09:28:35.283343Z","steps":["trace[734620858] 'process raft request' (duration: 102.651379ms)","trace[734620858] 'compare' (duration: 29.030424ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:28:35.283683Z","caller":"traceutil/trace.go:171","msg":"trace[849457578] transaction","detail":"{read_only:false; response_revision:11436; number_of_response:1; }","duration":"132.065602ms","start":"2026-03-19T09:28:35.151597Z","end":"2026-03-19T09:28:35.283663Z","steps":["trace[849457578] 'process raft request' (duration: 131.700184ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:35.283776Z","caller":"traceutil/trace.go:171","msg":"trace[1354017129] transaction","detail":"{read_only:false; response_revision:11437; number_of_response:1; }","duration":"132.128873ms","start":"2026-03-19T09:28:35.151631Z","end":"2026-03-19T09:28:35.28376Z","steps":["trace[1354017129] 'process raft request' (duration: 131.95675ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:35.284013Z","caller":"traceutil/trace.go:171","msg":"trace[2006146939] transaction","detail":"{read_only:false; response_revision:11438; number_of_response:1; }","duration":"130.744953ms","start":"2026-03-19T09:28:35.153242Z","end":"2026-03-19T09:28:35.283987Z","steps":["trace[2006146939] 'process raft request' (duration: 130.480687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:35.284172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.650713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:28:35.284276Z","caller":"traceutil/trace.go:171","msg":"trace[782976837] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:11438; }","duration":"131.806066ms","start":"2026-03-19T09:28:35.152444Z","end":"2026-03-19T09:28:35.28425Z","steps":["trace[782976837] 'agreement among raft nodes before linearized reading' (duration: 131.489689ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:37.408632Z","caller":"traceutil/trace.go:171","msg":"trace[119259980] transaction","detail":"{read_only:false; response_revision:11446; number_of_response:1; }","duration":"117.489015ms","start":"2026-03-19T09:28:37.291113Z","end":"2026-03-19T09:28:37.408602Z","steps":["trace[119259980] 'process raft request' (duration: 55.923069ms)","trace[119259980] 'compare' (duration: 61.434712ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:28:37.441653Z","caller":"traceutil/trace.go:171","msg":"trace[256886843] transaction","detail":"{read_only:false; response_revision:11447; number_of_response:1; }","duration":"150.155009ms","start":"2026-03-19T09:28:37.291475Z","end":"2026-03-19T09:28:37.44163Z","steps":["trace[256886843] 'process raft request' (duration: 149.898863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:37.441652Z","caller":"traceutil/trace.go:171","msg":"trace[1534905279] transaction","detail":"{read_only:false; response_revision:11449; number_of_response:1; }","duration":"146.812424ms","start":"2026-03-19T09:28:37.294821Z","end":"2026-03-19T09:28:37.441633Z","steps":["trace[1534905279] 'process raft request' (duration: 146.736372ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:37.441836Z","caller":"traceutil/trace.go:171","msg":"trace[1142855158] linearizableReadLoop","detail":"{readStateIndex:11937; appliedIndex:11933; }","duration":"142.031556ms","start":"2026-03-19T09:28:37.299787Z","end":"2026-03-19T09:28:37.441818Z","steps":["trace[1142855158] 'read index received' (duration: 47.265524ms)","trace[1142855158] 'applied index is now lower than readState.Index' (duration: 94.764452ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:28:37.441892Z","caller":"traceutil/trace.go:171","msg":"trace[1844822082] transaction","detail":"{read_only:false; response_revision:11450; number_of_response:1; }","duration":"125.30971ms","start":"2026-03-19T09:28:37.316546Z","end":"2026-03-19T09:28:37.441856Z","steps":["trace[1844822082] 'process raft request' (duration: 125.048944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:37.442121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.041626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T09:28:37.442137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.320692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:28:37.442169Z","caller":"traceutil/trace.go:171","msg":"trace[784147079] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11450; }","duration":"106.144669ms","start":"2026-03-19T09:28:37.33601Z","end":"2026-03-19T09:28:37.442155Z","steps":["trace[784147079] 'agreement among raft nodes before linearized reading' (duration: 105.958154ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:37.442202Z","caller":"traceutil/trace.go:171","msg":"trace[1219006789] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:11450; }","duration":"142.425585ms","start":"2026-03-19T09:28:37.299757Z","end":"2026-03-19T09:28:37.442183Z","steps":["trace[1219006789] 'agreement among raft nodes before linearized reading' (duration: 142.189079ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:37.442294Z","caller":"traceutil/trace.go:171","msg":"trace[2034285351] transaction","detail":"{read_only:false; response_revision:11448; number_of_response:1; }","duration":"150.126729ms","start":"2026-03-19T09:28:37.291584Z","end":"2026-03-19T09:28:37.441711Z","steps":["trace[2034285351] 'process raft request' (duration: 149.922564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:13.570183Z","caller":"traceutil/trace.go:171","msg":"trace[1838691315] transaction","detail":"{read_only:false; response_revision:11619; number_of_response:1; }","duration":"108.485662ms","start":"2026-03-19T09:29:13.461671Z","end":"2026-03-19T09:29:13.570156Z","steps":["trace[1838691315] 'process raft request' (duration: 108.308118ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:20.134309Z","caller":"traceutil/trace.go:171","msg":"trace[618497923] transaction","detail":"{read_only:false; response_revision:11652; number_of_response:1; }","duration":"168.745288ms","start":"2026-03-19T09:29:19.965527Z","end":"2026-03-19T09:29:20.134272Z","steps":["trace[618497923] 'process raft request' (duration: 168.644206ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:20.1344Z","caller":"traceutil/trace.go:171","msg":"trace[553508955] transaction","detail":"{read_only:false; response_revision:11651; number_of_response:1; }","duration":"168.881601ms","start":"2026-03-19T09:29:19.965484Z","end":"2026-03-19T09:29:20.134365Z","steps":["trace[553508955] 'process raft request' (duration: 168.547894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:20.978886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.723407ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T09:29:21.419414Z","caller":"traceutil/trace.go:171","msg":"trace[181840281] transaction","detail":"{read_only:false; response_revision:11656; number_of_response:1; }","duration":"117.496905ms","start":"2026-03-19T09:29:21.301893Z","end":"2026-03-19T09:29:21.419389Z","steps":["trace[181840281] 'process raft request' (duration: 117.207228ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:21.959741Z","caller":"traceutil/trace.go:171","msg":"trace[322089915] transaction","detail":"{read_only:false; response_revision:11658; number_of_response:1; }","duration":"131.08005ms","start":"2026-03-19T09:29:21.828636Z","end":"2026-03-19T09:29:21.959716Z","steps":["trace[322089915] 'process raft request' (duration: 130.877736ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:26.321927Z","caller":"traceutil/trace.go:171","msg":"trace[529867199] transaction","detail":"{read_only:false; response_revision:11680; number_of_response:1; }","duration":"109.546555ms","start":"2026-03-19T09:29:26.212355Z","end":"2026-03-19T09:29:26.321901Z","steps":["trace[529867199] 'process raft request' (duration: 76.242375ms)","trace[529867199] 'compare' (duration: 33.120146ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:26.322046Z","caller":"traceutil/trace.go:171","msg":"trace[202713725] linearizableReadLoop","detail":"{readStateIndex:12179; appliedIndex:12177; }","duration":"109.500455ms","start":"2026-03-19T09:29:26.212511Z","end":"2026-03-19T09:29:26.322012Z","steps":["trace[202713725] 'read index received' (duration: 58.717802ms)","trace[202713725] 'applied index is now lower than readState.Index' (duration: 50.781583ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:26.322066Z","caller":"traceutil/trace.go:171","msg":"trace[1977554592] transaction","detail":"{read_only:false; response_revision:11681; number_of_response:1; }","duration":"109.220838ms","start":"2026-03-19T09:29:26.212824Z","end":"2026-03-19T09:29:26.322045Z","steps":["trace[1977554592] 'process raft request' (duration: 109.035994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:26.322536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.992145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375710"} {"level":"info","ts":"2026-03-19T09:29:26.322595Z","caller":"traceutil/trace.go:171","msg":"trace[1337639805] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11681; }","duration":"110.101288ms","start":"2026-03-19T09:29:26.212479Z","end":"2026-03-19T09:29:26.32258Z","steps":["trace[1337639805] 'agreement among raft nodes before linearized reading' (duration: 109.635768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:00.691276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.534359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:30:00.691386Z","caller":"traceutil/trace.go:171","msg":"trace[186744513] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:11838; }","duration":"115.715724ms","start":"2026-03-19T09:30:00.575652Z","end":"2026-03-19T09:30:00.691367Z","steps":["trace[186744513] 'range keys from in-memory index tree' (duration: 115.289765ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:07.691371Z","caller":"traceutil/trace.go:171","msg":"trace[542393560] transaction","detail":"{read_only:false; response_revision:11866; number_of_response:1; }","duration":"118.374586ms","start":"2026-03-19T09:30:07.572937Z","end":"2026-03-19T09:30:07.691311Z","steps":["trace[542393560] 'process raft request' (duration: 71.568322ms)","trace[542393560] 'compare' (duration: 46.507726ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:24.342206Z","caller":"traceutil/trace.go:171","msg":"trace[1872753333] transaction","detail":"{read_only:false; response_revision:11943; number_of_response:1; }","duration":"111.489578ms","start":"2026-03-19T09:30:24.230689Z","end":"2026-03-19T09:30:24.342178Z","steps":["trace[1872753333] 'process raft request' (duration: 102.934346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:44.586831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.889771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:30:44.58691Z","caller":"traceutil/trace.go:171","msg":"trace[657886931] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:12037; }","duration":"141.026904ms","start":"2026-03-19T09:30:44.445866Z","end":"2026-03-19T09:30:44.586893Z","steps":["trace[657886931] 'count revisions from in-memory index tree' (duration: 140.8142ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:44.587125Z","caller":"traceutil/trace.go:171","msg":"trace[339870265] transaction","detail":"{read_only:false; response_revision:12038; number_of_response:1; }","duration":"125.506865ms","start":"2026-03-19T09:30:44.461583Z","end":"2026-03-19T09:30:44.58709Z","steps":["trace[339870265] 'process raft request' (duration: 34.805933ms)","trace[339870265] 'compare' (duration: 90.518308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:44.929188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.85365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:30:44.929481Z","caller":"traceutil/trace.go:171","msg":"trace[800803113] linearizableReadLoop","detail":"{readStateIndex:12553; appliedIndex:12552; }","duration":"220.691856ms","start":"2026-03-19T09:30:44.708774Z","end":"2026-03-19T09:30:44.929466Z","steps":["trace[800803113] 'read index received' (duration: 39.257663ms)","trace[800803113] 'applied index is now lower than readState.Index' (duration: 181.432843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:44.929602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.277099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:30:44.929598Z","caller":"traceutil/trace.go:171","msg":"trace[371209497] transaction","detail":"{read_only:false; response_revision:12039; number_of_response:1; }","duration":"252.094565ms","start":"2026-03-19T09:30:44.677473Z","end":"2026-03-19T09:30:44.929567Z","steps":["trace[371209497] 'process raft request' (duration: 70.688592ms)","trace[371209497] 'compare' (duration: 180.728467ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:44.92964Z","caller":"traceutil/trace.go:171","msg":"trace[1643923227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12039; }","duration":"105.354511ms","start":"2026-03-19T09:30:44.824273Z","end":"2026-03-19T09:30:44.929628Z","steps":["trace[1643923227] 'agreement among raft nodes before linearized reading' (duration: 105.280869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:44.929622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.818869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:30:44.929719Z","caller":"traceutil/trace.go:171","msg":"trace[1271206767] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:12039; }","duration":"220.962012ms","start":"2026-03-19T09:30:44.708732Z","end":"2026-03-19T09:30:44.929694Z","steps":["trace[1271206767] 'agreement among raft nodes before linearized reading' (duration: 220.810319ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:45.105487Z","caller":"traceutil/trace.go:171","msg":"trace[553767903] linearizableReadLoop","detail":"{readStateIndex:12556; appliedIndex:12554; }","duration":"102.442505ms","start":"2026-03-19T09:30:45.003017Z","end":"2026-03-19T09:30:45.10546Z","steps":["trace[553767903] 'read index received' (duration: 60.303827ms)","trace[553767903] 'applied index is now lower than readState.Index' (duration: 42.137668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:45.105675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.646109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:30:45.105776Z","caller":"traceutil/trace.go:171","msg":"trace[1450509169] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:12042; }","duration":"102.799073ms","start":"2026-03-19T09:30:45.002967Z","end":"2026-03-19T09:30:45.105766Z","steps":["trace[1450509169] 'agreement among raft nodes before linearized reading' (duration: 102.593709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:45.105627Z","caller":"traceutil/trace.go:171","msg":"trace[1227495128] transaction","detail":"{read_only:false; response_revision:12042; number_of_response:1; }","duration":"170.985938ms","start":"2026-03-19T09:30:44.934601Z","end":"2026-03-19T09:30:45.105587Z","steps":["trace[1227495128] 'process raft request' (duration: 170.811034ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:45.105565Z","caller":"traceutil/trace.go:171","msg":"trace[489062876] transaction","detail":"{read_only:false; response_revision:12041; number_of_response:1; }","duration":"171.226354ms","start":"2026-03-19T09:30:44.934273Z","end":"2026-03-19T09:30:45.105499Z","steps":["trace[489062876] 'process raft request' (duration: 129.173968ms)","trace[489062876] 'compare' (duration: 41.843682ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:47.157693Z","caller":"traceutil/trace.go:171","msg":"trace[1270350507] linearizableReadLoop","detail":"{readStateIndex:12563; appliedIndex:12562; }","duration":"172.38183ms","start":"2026-03-19T09:30:46.985253Z","end":"2026-03-19T09:30:47.157635Z","steps":["trace[1270350507] 'read index received' (duration: 172.161655ms)","trace[1270350507] 'applied index is now lower than readState.Index' (duration: 218.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:47.15776Z","caller":"traceutil/trace.go:171","msg":"trace[290287939] transaction","detail":"{read_only:false; response_revision:12048; number_of_response:1; }","duration":"219.077611ms","start":"2026-03-19T09:30:46.938657Z","end":"2026-03-19T09:30:47.157734Z","steps":["trace[290287939] 'process raft request' (duration: 218.788495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:47.158016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.990086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-gsfqg\" ","response":"range_response_count:1 size:7275"} {"level":"info","ts":"2026-03-19T09:30:47.158086Z","caller":"traceutil/trace.go:171","msg":"trace[486529308] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-gsfqg; range_end:; response_count:1; response_revision:12048; }","duration":"118.119399ms","start":"2026-03-19T09:30:47.039951Z","end":"2026-03-19T09:30:47.15807Z","steps":["trace[486529308] 'agreement among raft nodes before linearized reading' (duration: 117.917854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:47.158082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.78828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:30:47.158192Z","caller":"traceutil/trace.go:171","msg":"trace[231065206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12048; }","duration":"172.975064ms","start":"2026-03-19T09:30:46.985193Z","end":"2026-03-19T09:30:47.158168Z","steps":["trace[231065206] 'agreement among raft nodes before linearized reading' (duration: 172.628796ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:47.302363Z","caller":"traceutil/trace.go:171","msg":"trace[32644427] transaction","detail":"{read_only:false; response_revision:12052; number_of_response:1; }","duration":"132.706846ms","start":"2026-03-19T09:30:47.169633Z","end":"2026-03-19T09:30:47.30234Z","steps":["trace[32644427] 'process raft request' (duration: 132.648485ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:47.302827Z","caller":"traceutil/trace.go:171","msg":"trace[970035906] transaction","detail":"{read_only:false; response_revision:12051; number_of_response:1; }","duration":"140.178315ms","start":"2026-03-19T09:30:47.162634Z","end":"2026-03-19T09:30:47.302812Z","steps":["trace[970035906] 'process raft request' (duration: 139.597381ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:47.302377Z","caller":"traceutil/trace.go:171","msg":"trace[1767589870] transaction","detail":"{read_only:false; response_revision:12050; number_of_response:1; }","duration":"140.126513ms","start":"2026-03-19T09:30:47.162223Z","end":"2026-03-19T09:30:47.302349Z","steps":["trace[1767589870] 'process raft request' (duration: 139.032719ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:48.095783Z","caller":"traceutil/trace.go:171","msg":"trace[970410672] transaction","detail":"{read_only:false; response_revision:12054; number_of_response:1; }","duration":"162.865966ms","start":"2026-03-19T09:30:47.932877Z","end":"2026-03-19T09:30:48.095743Z","steps":["trace[970410672] 'process raft request' (duration: 111.614602ms)","trace[970410672] 'compare' (duration: 51.110971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:09.574983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.187907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375710"} {"level":"info","ts":"2026-03-19T09:31:09.575064Z","caller":"traceutil/trace.go:171","msg":"trace[1878001453] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12154; }","duration":"105.30005ms","start":"2026-03-19T09:31:09.469749Z","end":"2026-03-19T09:31:09.575049Z","steps":["trace[1878001453] 'range keys from in-memory index tree' (duration: 104.741287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:21.003105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.219438ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-19T09:31:27.982505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.374253ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:27.982683Z","caller":"traceutil/trace.go:171","msg":"trace[1941348083] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12236; }","duration":"105.594417ms","start":"2026-03-19T09:31:27.87707Z","end":"2026-03-19T09:31:27.982664Z","steps":["trace[1941348083] 'range keys from in-memory index tree' (duration: 105.358202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:29.009385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.581619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:31:29.00957Z","caller":"traceutil/trace.go:171","msg":"trace[1727648665] transaction","detail":"{read_only:false; response_revision:12241; number_of_response:1; }","duration":"174.341385ms","start":"2026-03-19T09:31:28.835213Z","end":"2026-03-19T09:31:29.009554Z","steps":["trace[1727648665] 'process raft request' (duration: 174.268923ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:29.0096Z","caller":"traceutil/trace.go:171","msg":"trace[1994490706] transaction","detail":"{read_only:false; response_revision:12240; number_of_response:1; }","duration":"214.414297ms","start":"2026-03-19T09:31:28.795173Z","end":"2026-03-19T09:31:29.009588Z","steps":["trace[1994490706] 'process raft request' (duration: 47.53834ms)","trace[1994490706] 'compare' (duration: 166.324843ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:30.150077Z","caller":"traceutil/trace.go:171","msg":"trace[10314345] linearizableReadLoop","detail":"{readStateIndex:12766; appliedIndex:12765; }","duration":"398.773676ms","start":"2026-03-19T09:31:29.75128Z","end":"2026-03-19T09:31:30.150053Z","steps":["trace[10314345] 'read index received' (duration: 398.434849ms)","trace[10314345] 'applied index is now lower than readState.Index' (duration: 337.827µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:30.150203Z","caller":"traceutil/trace.go:171","msg":"trace[619558876] transaction","detail":"{read_only:false; response_revision:12243; number_of_response:1; }","duration":"436.27851ms","start":"2026-03-19T09:31:29.713913Z","end":"2026-03-19T09:31:30.150191Z","steps":["trace[619558876] 'process raft request' (duration: 435.952433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:30.150296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:29.713889Z","time spent":"436.336351ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:30.150602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.310748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:31:30.150692Z","caller":"traceutil/trace.go:171","msg":"trace[759280601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12243; }","duration":"399.448951ms","start":"2026-03-19T09:31:29.751223Z","end":"2026-03-19T09:31:30.150672Z","steps":["trace[759280601] 'agreement among raft nodes before linearized reading' (duration: 399.152044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:30.150598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.613489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:31:30.150748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:29.751202Z","time spent":"399.536432ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:31:30.150788Z","caller":"traceutil/trace.go:171","msg":"trace[199234939] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:12243; }","duration":"349.898906ms","start":"2026-03-19T09:31:29.800858Z","end":"2026-03-19T09:31:30.150757Z","steps":["trace[199234939] 'agreement among raft nodes before linearized reading' (duration: 349.532448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:30.150917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:29.800836Z","time spent":"350.065689ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"warn","ts":"2026-03-19T09:31:30.151497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.788124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:31:30.151684Z","caller":"traceutil/trace.go:171","msg":"trace[1197572717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12243; }","duration":"363.236865ms","start":"2026-03-19T09:31:29.788417Z","end":"2026-03-19T09:31:30.151654Z","steps":["trace[1197572717] 'agreement among raft nodes before linearized reading' (duration: 361.978577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:30.151818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:29.788397Z","time spent":"363.404699ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:31:32.270385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.716682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:31:32.270487Z","caller":"traceutil/trace.go:171","msg":"trace[1892698350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12253; }","duration":"106.893887ms","start":"2026-03-19T09:31:32.163569Z","end":"2026-03-19T09:31:32.270463Z","steps":["trace[1892698350] 'agreement among raft nodes before linearized reading' (duration: 73.71774ms)","trace[1892698350] 'range keys from in-memory index tree' (duration: 32.932171ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:32.615755Z","caller":"traceutil/trace.go:171","msg":"trace[90609722] linearizableReadLoop","detail":"{readStateIndex:12781; appliedIndex:12780; }","duration":"100.026862ms","start":"2026-03-19T09:31:32.515699Z","end":"2026-03-19T09:31:32.615726Z","steps":["trace[90609722] 'read index received' (duration: 99.718005ms)","trace[90609722] 'applied index is now lower than readState.Index' (duration: 307.717µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:32.615993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.208925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:32.61609Z","caller":"traceutil/trace.go:171","msg":"trace[1368269215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12257; }","duration":"100.43241ms","start":"2026-03-19T09:31:32.515641Z","end":"2026-03-19T09:31:32.616073Z","steps":["trace[1368269215] 'agreement among raft nodes before linearized reading' (duration: 100.199565ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:32.616255Z","caller":"traceutil/trace.go:171","msg":"trace[1967035145] transaction","detail":"{read_only:false; response_revision:12257; number_of_response:1; }","duration":"169.159487ms","start":"2026-03-19T09:31:32.447062Z","end":"2026-03-19T09:31:32.616222Z","steps":["trace[1967035145] 'process raft request' (duration: 168.462121ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:33.156246Z","caller":"traceutil/trace.go:171","msg":"trace[200371998] transaction","detail":"{read_only:false; response_revision:12259; number_of_response:1; }","duration":"125.552065ms","start":"2026-03-19T09:31:33.030649Z","end":"2026-03-19T09:31:33.156201Z","steps":["trace[200371998] 'process raft request' (duration: 125.249179ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:34.42049Z","caller":"traceutil/trace.go:171","msg":"trace[1735248472] transaction","detail":"{read_only:false; response_revision:12261; number_of_response:1; }","duration":"174.283442ms","start":"2026-03-19T09:31:34.246181Z","end":"2026-03-19T09:31:34.420465Z","steps":["trace[1735248472] 'process raft request' (duration: 174.122528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:34.464474Z","caller":"traceutil/trace.go:171","msg":"trace[1197456337] linearizableReadLoop","detail":"{readStateIndex:12786; appliedIndex:12784; }","duration":"183.119901ms","start":"2026-03-19T09:31:34.281307Z","end":"2026-03-19T09:31:34.464427Z","steps":["trace[1197456337] 'read index received' (duration: 138.981548ms)","trace[1197456337] 'applied index is now lower than readState.Index' (duration: 44.137463ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:34.464871Z","caller":"traceutil/trace.go:171","msg":"trace[84637700] transaction","detail":"{read_only:false; response_revision:12262; number_of_response:1; }","duration":"188.067533ms","start":"2026-03-19T09:31:34.276785Z","end":"2026-03-19T09:31:34.464852Z","steps":["trace[84637700] 'process raft request' (duration: 187.49554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.465239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.91146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:31:34.465298Z","caller":"traceutil/trace.go:171","msg":"trace[2037666162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12262; }","duration":"184.010931ms","start":"2026-03-19T09:31:34.281271Z","end":"2026-03-19T09:31:34.465282Z","steps":["trace[2037666162] 'agreement among raft nodes before linearized reading' (duration: 183.835888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.465577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.018234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:31:34.465626Z","caller":"traceutil/trace.go:171","msg":"trace[474697939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12262; }","duration":"165.105736ms","start":"2026-03-19T09:31:34.300508Z","end":"2026-03-19T09:31:34.465614Z","steps":["trace[474697939] 'agreement among raft nodes before linearized reading' (duration: 164.979453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.465841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.820242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:31:34.465893Z","caller":"traceutil/trace.go:171","msg":"trace[1389717760] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:12262; }","duration":"161.893764ms","start":"2026-03-19T09:31:34.303987Z","end":"2026-03-19T09:31:34.465881Z","steps":["trace[1389717760] 'agreement among raft nodes before linearized reading' (duration: 161.758851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.760144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.455904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:31:34.760293Z","caller":"traceutil/trace.go:171","msg":"trace[169183201] transaction","detail":"{read_only:false; response_revision:12263; number_of_response:1; }","duration":"289.908934ms","start":"2026-03-19T09:31:34.470356Z","end":"2026-03-19T09:31:34.760265Z","steps":["trace[169183201] 'process raft request' (duration: 52.144043ms)","trace[169183201] 'compare' (duration: 236.975934ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:34.760388Z","caller":"traceutil/trace.go:171","msg":"trace[990084877] linearizableReadLoop","detail":"{readStateIndex:12787; appliedIndex:12786; }","duration":"289.889374ms","start":"2026-03-19T09:31:34.470459Z","end":"2026-03-19T09:31:34.760348Z","steps":["trace[990084877] 'read index received' (duration: 51.893228ms)","trace[990084877] 'applied index is now lower than readState.Index' (duration: 237.992646ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:34.760439Z","caller":"traceutil/trace.go:171","msg":"trace[1727772438] transaction","detail":"{read_only:false; response_revision:12264; number_of_response:1; }","duration":"289.554207ms","start":"2026-03-19T09:31:34.470858Z","end":"2026-03-19T09:31:34.760412Z","steps":["trace[1727772438] 'process raft request' (duration: 289.430624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.760737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.253043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:31:34.760771Z","caller":"traceutil/trace.go:171","msg":"trace[1557573216] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12264; }","duration":"290.328564ms","start":"2026-03-19T09:31:34.470434Z","end":"2026-03-19T09:31:34.760763Z","steps":["trace[1557573216] 'agreement among raft nodes before linearized reading' (duration: 290.040547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.848006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.424291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:34.848102Z","caller":"traceutil/trace.go:171","msg":"trace[1162586379] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:12265; }","duration":"220.566724ms","start":"2026-03-19T09:31:34.627511Z","end":"2026-03-19T09:31:34.848078Z","steps":["trace[1162586379] 'agreement among raft nodes before linearized reading' (duration: 220.403501ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:34.84839Z","caller":"traceutil/trace.go:171","msg":"trace[103883562] transaction","detail":"{read_only:false; response_revision:12265; number_of_response:1; }","duration":"226.59509ms","start":"2026-03-19T09:31:34.621774Z","end":"2026-03-19T09:31:34.848369Z","steps":["trace[103883562] 'process raft request' (duration: 225.945545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.848483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.63407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375710"} {"level":"info","ts":"2026-03-19T09:31:34.848532Z","caller":"traceutil/trace.go:171","msg":"trace[335381993] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12265; }","duration":"377.708381ms","start":"2026-03-19T09:31:34.47081Z","end":"2026-03-19T09:31:34.848519Z","steps":["trace[335381993] 'agreement among raft nodes before linearized reading' (duration: 377.130838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:34.84857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:34.470801Z","time spent":"377.756142ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375732,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:31:35.049346Z","caller":"traceutil/trace.go:171","msg":"trace[894293142] linearizableReadLoop","detail":"{readStateIndex:12790; appliedIndex:12789; }","duration":"101.975545ms","start":"2026-03-19T09:31:34.947352Z","end":"2026-03-19T09:31:35.049328Z","steps":["trace[894293142] 'read index received' (duration: 101.740379ms)","trace[894293142] 'applied index is now lower than readState.Index' (duration: 234.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:35.049408Z","caller":"traceutil/trace.go:171","msg":"trace[1737761296] transaction","detail":"{read_only:false; response_revision:12266; number_of_response:1; }","duration":"104.133164ms","start":"2026-03-19T09:31:34.945246Z","end":"2026-03-19T09:31:35.049379Z","steps":["trace[1737761296] 'process raft request' (duration: 103.93055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:35.049511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.14022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:31:35.049538Z","caller":"traceutil/trace.go:171","msg":"trace[25285563] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12266; }","duration":"102.219011ms","start":"2026-03-19T09:31:34.947312Z","end":"2026-03-19T09:31:35.049531Z","steps":["trace[25285563] 'agreement among raft nodes before linearized reading' (duration: 102.089458ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:35.323432Z","caller":"traceutil/trace.go:171","msg":"trace[1842633459] linearizableReadLoop","detail":"{readStateIndex:12791; appliedIndex:12790; }","duration":"160.241856ms","start":"2026-03-19T09:31:35.163165Z","end":"2026-03-19T09:31:35.323407Z","steps":["trace[1842633459] 'read index received' (duration: 118.298172ms)","trace[1842633459] 'applied index is now lower than readState.Index' (duration: 41.942584ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:35.323553Z","caller":"traceutil/trace.go:171","msg":"trace[429785749] transaction","detail":"{read_only:false; response_revision:12267; number_of_response:1; }","duration":"160.762218ms","start":"2026-03-19T09:31:35.162756Z","end":"2026-03-19T09:31:35.323519Z","steps":["trace[429785749] 'process raft request' (duration: 118.729082ms)","trace[429785749] 'compare' (duration: 41.79786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:35.323884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.646286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-19T09:31:35.323953Z","caller":"traceutil/trace.go:171","msg":"trace[1747916780] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12267; }","duration":"160.81305ms","start":"2026-03-19T09:31:35.163124Z","end":"2026-03-19T09:31:35.323937Z","steps":["trace[1747916780] 'agreement among raft nodes before linearized reading' (duration: 160.380839ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:35.942608Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10714} {"level":"info","ts":"2026-03-19T09:31:36.233317Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10714,"took":"288.856011ms","hash":770330122,"current-db-size-bytes":34889728,"current-db-size":"35 MB","current-db-size-in-use-bytes":17600512,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-19T09:31:36.233379Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":770330122,"revision":10714,"compact-revision":8798} {"level":"info","ts":"2026-03-19T09:32:20.508665Z","caller":"traceutil/trace.go:171","msg":"trace[1369012945] transaction","detail":"{read_only:false; response_revision:12472; number_of_response:1; }","duration":"141.580129ms","start":"2026-03-19T09:32:20.367053Z","end":"2026-03-19T09:32:20.508634Z","steps":["trace[1369012945] 'process raft request' (duration: 141.295753ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:23.048911Z","caller":"traceutil/trace.go:171","msg":"trace[788376854] transaction","detail":"{read_only:false; response_revision:12488; number_of_response:1; }","duration":"106.294659ms","start":"2026-03-19T09:32:22.942586Z","end":"2026-03-19T09:32:23.048881Z","steps":["trace[788376854] 'process raft request' (duration: 43.163755ms)","trace[788376854] 'compare' (duration: 62.96165ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:32:25.175489Z","caller":"traceutil/trace.go:171","msg":"trace[929804135] linearizableReadLoop","detail":"{readStateIndex:13032; appliedIndex:13031; }","duration":"239.942022ms","start":"2026-03-19T09:32:24.935523Z","end":"2026-03-19T09:32:25.175465Z","steps":["trace[929804135] 'read index received' (duration: 239.674806ms)","trace[929804135] 'applied index is now lower than readState.Index' (duration: 266.036µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:32:25.17578Z","caller":"traceutil/trace.go:171","msg":"trace[176971027] transaction","detail":"{read_only:false; response_revision:12496; number_of_response:1; }","duration":"260.947901ms","start":"2026-03-19T09:32:24.914795Z","end":"2026-03-19T09:32:25.175743Z","steps":["trace[176971027] 'process raft request' (duration: 260.482241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:25.176009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.097175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:32:25.176218Z","caller":"traceutil/trace.go:171","msg":"trace[718400583] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:12496; }","duration":"240.634357ms","start":"2026-03-19T09:32:24.935487Z","end":"2026-03-19T09:32:25.176121Z","steps":["trace[718400583] 'agreement among raft nodes before linearized reading' (duration: 240.077754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:25.779201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.527496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:32:25.77934Z","caller":"traceutil/trace.go:171","msg":"trace[2000265355] linearizableReadLoop","detail":"{readStateIndex:13035; appliedIndex:13034; }","duration":"379.577307ms","start":"2026-03-19T09:32:25.399739Z","end":"2026-03-19T09:32:25.779316Z","steps":["trace[2000265355] 'read index received' (duration: 70.411726ms)","trace[2000265355] 'applied index is now lower than readState.Index' (duration: 309.163521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:25.779648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.883785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:32:25.779723Z","caller":"traceutil/trace.go:171","msg":"trace[1188982420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:12499; }","duration":"380.013097ms","start":"2026-03-19T09:32:25.39969Z","end":"2026-03-19T09:32:25.779704Z","steps":["trace[1188982420] 'agreement among raft nodes before linearized reading' (duration: 379.764631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:25.779771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:25.399666Z","time spent":"380.096229ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-p99gk\" "} {"level":"info","ts":"2026-03-19T09:32:25.782726Z","caller":"traceutil/trace.go:171","msg":"trace[1905481258] transaction","detail":"{read_only:false; response_revision:12499; number_of_response:1; }","duration":"384.219912ms","start":"2026-03-19T09:32:25.395163Z","end":"2026-03-19T09:32:25.779383Z","steps":["trace[1905481258] 'process raft request' (duration: 75.04239ms)","trace[1905481258] 'compare' (duration: 307.917793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:25.783001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:25.395118Z","time spent":"387.741881ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:32:25.850843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.207018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:32:25.850896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.830874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-19T09:32:25.850958Z","caller":"traceutil/trace.go:171","msg":"trace[885191779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12500; }","duration":"215.381712ms","start":"2026-03-19T09:32:25.635553Z","end":"2026-03-19T09:32:25.850935Z","steps":["trace[885191779] 'agreement among raft nodes before linearized reading' (duration: 215.174828ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:25.850956Z","caller":"traceutil/trace.go:171","msg":"trace[1486801474] transaction","detail":"{read_only:false; response_revision:12500; number_of_response:1; }","duration":"178.163328ms","start":"2026-03-19T09:32:25.672761Z","end":"2026-03-19T09:32:25.850924Z","steps":["trace[1486801474] 'process raft request' (duration: 177.482603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:25.850981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.079313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-19T09:32:25.851046Z","caller":"traceutil/trace.go:171","msg":"trace[2100695577] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12500; }","duration":"252.167325ms","start":"2026-03-19T09:32:25.598858Z","end":"2026-03-19T09:32:25.851026Z","steps":["trace[2100695577] 'agreement among raft nodes before linearized reading' (duration: 252.048423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:25.85106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.944521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:32:25.851112Z","caller":"traceutil/trace.go:171","msg":"trace[59362672] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:12500; }","duration":"402.990212ms","start":"2026-03-19T09:32:25.448102Z","end":"2026-03-19T09:32:25.851092Z","steps":["trace[59362672] 'agreement among raft nodes before linearized reading' (duration: 402.91367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:25.850843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.318737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T09:32:25.850983Z","caller":"traceutil/trace.go:171","msg":"trace[1868448381] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:12500; }","duration":"350.951237ms","start":"2026-03-19T09:32:25.500004Z","end":"2026-03-19T09:32:25.850955Z","steps":["trace[1868448381] 'agreement among raft nodes before linearized reading' (duration: 350.748262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:25.851178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:25.448045Z","time spent":"403.116414ms","remote":"127.0.0.1:37044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:32:25.851401Z","caller":"traceutil/trace.go:171","msg":"trace[452070094] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12500; }","duration":"331.735566ms","start":"2026-03-19T09:32:25.519456Z","end":"2026-03-19T09:32:25.851191Z","steps":["trace[452070094] 'agreement among raft nodes before linearized reading' (duration: 331.141283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:25.850847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.33573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:32:25.851684Z","caller":"traceutil/trace.go:171","msg":"trace[1217547998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12500; }","duration":"207.196518ms","start":"2026-03-19T09:32:25.644472Z","end":"2026-03-19T09:32:25.851669Z","steps":["trace[1217547998] 'agreement among raft nodes before linearized reading' (duration: 206.190256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:25.851675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:25.519436Z","time spent":"332.092864ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T09:32:25.851273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:25.499948Z","time spent":"351.264133ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-03-19T09:32:26.239873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.257467ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-19T09:32:26.239999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:25.85495Z","time spent":"385.04209ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:32:26.709211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.123684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:32:26.709428Z","caller":"traceutil/trace.go:171","msg":"trace[575185984] transaction","detail":"{read_only:false; response_revision:12502; number_of_response:1; }","duration":"468.361796ms","start":"2026-03-19T09:32:26.241045Z","end":"2026-03-19T09:32:26.709407Z","steps":["trace[575185984] 'process raft request' (duration: 468.287514ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:26.709397Z","caller":"traceutil/trace.go:171","msg":"trace[1018957742] transaction","detail":"{read_only:false; response_revision:12501; number_of_response:1; }","duration":"852.114026ms","start":"2026-03-19T09:32:25.857223Z","end":"2026-03-19T09:32:26.709337Z","steps":["trace[1018957742] 'process raft request' (duration: 578.760756ms)","trace[1018957742] 'compare' (duration: 272.842648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:26.709504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.241022Z","time spent":"468.447507ms","remote":"127.0.0.1:54558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:32:26.709611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:25.857206Z","time spent":"852.286131ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:32:26.709658Z","caller":"traceutil/trace.go:171","msg":"trace[1166455506] linearizableReadLoop","detail":"{readStateIndex:13038; appliedIndex:13036; }","duration":"815.663951ms","start":"2026-03-19T09:32:25.893981Z","end":"2026-03-19T09:32:26.709645Z","steps":["trace[1166455506] 'read index received' (duration: 235.617316ms)","trace[1166455506] 'applied index is now lower than readState.Index' (duration: 580.045465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:26.709906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.924476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:32:26.709969Z","caller":"traceutil/trace.go:171","msg":"trace[512293800] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:12502; }","duration":"816.017199ms","start":"2026-03-19T09:32:25.89393Z","end":"2026-03-19T09:32:26.709948Z","steps":["trace[512293800] 'agreement among raft nodes before linearized reading' (duration: 815.883116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:26.710034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:25.89391Z","time spent":"816.10663ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":27,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:32:26.710191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.596593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:32:26.710264Z","caller":"traceutil/trace.go:171","msg":"trace[1607563027] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:12502; }","duration":"704.726706ms","start":"2026-03-19T09:32:26.005519Z","end":"2026-03-19T09:32:26.710245Z","steps":["trace[1607563027] 'agreement among raft nodes before linearized reading' (duration: 704.616494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:26.71038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.005489Z","time spent":"704.849969ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:32:26.710427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.173521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:32:26.71059Z","caller":"traceutil/trace.go:171","msg":"trace[719722137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12502; }","duration":"623.418676ms","start":"2026-03-19T09:32:26.08714Z","end":"2026-03-19T09:32:26.710559Z","steps":["trace[719722137] 'agreement among raft nodes before linearized reading' (duration: 623.008077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:26.710656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.087113Z","time spent":"623.532339ms","remote":"127.0.0.1:54774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:32:26.710408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.537302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:32:26.71072Z","caller":"traceutil/trace.go:171","msg":"trace[608198800] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12502; }","duration":"675.89028ms","start":"2026-03-19T09:32:26.034806Z","end":"2026-03-19T09:32:26.710697Z","steps":["trace[608198800] 'agreement among raft nodes before linearized reading' (duration: 675.43291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:26.71078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:32:26.034781Z","time spent":"675.984283ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:32:27.088896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.597774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:32:27.089022Z","caller":"traceutil/trace.go:171","msg":"trace[1038811599] linearizableReadLoop","detail":"{readStateIndex:13041; appliedIndex:13040; }","duration":"206.657026ms","start":"2026-03-19T09:32:26.882347Z","end":"2026-03-19T09:32:27.089004Z","steps":["trace[1038811599] 'read index received' (duration: 58.777145ms)","trace[1038811599] 'applied index is now lower than readState.Index' (duration: 147.878421ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:32:27.089083Z","caller":"traceutil/trace.go:171","msg":"trace[2145634496] transaction","detail":"{read_only:false; response_revision:12504; number_of_response:1; }","duration":"238.379486ms","start":"2026-03-19T09:32:26.850648Z","end":"2026-03-19T09:32:27.089027Z","steps":["trace[2145634496] 'process raft request' (duration: 90.493446ms)","trace[2145634496] 'compare' (duration: 147.43649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:27.089138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.79547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:32:27.089338Z","caller":"traceutil/trace.go:171","msg":"trace[679627945] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12504; }","duration":"207.026735ms","start":"2026-03-19T09:32:26.882286Z","end":"2026-03-19T09:32:27.089313Z","steps":["trace[679627945] 'agreement among raft nodes before linearized reading' (duration: 206.80957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:27.338165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.136149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:32:27.338306Z","caller":"traceutil/trace.go:171","msg":"trace[1058912394] transaction","detail":"{read_only:false; response_revision:12505; number_of_response:1; }","duration":"153.149319ms","start":"2026-03-19T09:32:27.185141Z","end":"2026-03-19T09:32:27.338291Z","steps":["trace[1058912394] 'process raft request' (duration: 49.802425ms)","trace[1058912394] 'compare' (duration: 102.848233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:27.604396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.028509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:32:27.604529Z","caller":"traceutil/trace.go:171","msg":"trace[2119340874] transaction","detail":"{read_only:false; response_revision:12507; number_of_response:1; }","duration":"201.181344ms","start":"2026-03-19T09:32:27.403326Z","end":"2026-03-19T09:32:27.604507Z","steps":["trace[2119340874] 'process raft request' (duration: 71.915221ms)","trace[2119340874] 'compare' (duration: 128.858444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:27.937281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.175826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:12 size:4363"} {"level":"info","ts":"2026-03-19T09:32:27.937371Z","caller":"traceutil/trace.go:171","msg":"trace[1525441889] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:12; response_revision:12507; }","duration":"177.364121ms","start":"2026-03-19T09:32:27.759988Z","end":"2026-03-19T09:32:27.937352Z","steps":["trace[1525441889] 'range keys from in-memory index tree' (duration: 176.88493ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:27.969886Z","caller":"traceutil/trace.go:171","msg":"trace[1887462955] transaction","detail":"{read_only:false; response_revision:12508; number_of_response:1; }","duration":"178.799902ms","start":"2026-03-19T09:32:27.791061Z","end":"2026-03-19T09:32:27.969861Z","steps":["trace[1887462955] 'process raft request' (duration: 178.643048ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:27.983059Z","caller":"traceutil/trace.go:171","msg":"trace[2050149870] linearizableReadLoop","detail":"{readStateIndex:13046; appliedIndex:13044; }","duration":"125.379657ms","start":"2026-03-19T09:32:27.857658Z","end":"2026-03-19T09:32:27.983038Z","steps":["trace[2050149870] 'read index received' (duration: 112.12072ms)","trace[2050149870] 'applied index is now lower than readState.Index' (duration: 13.257937ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:32:27.983134Z","caller":"traceutil/trace.go:171","msg":"trace[249502547] transaction","detail":"{read_only:false; response_revision:12509; number_of_response:1; }","duration":"126.052271ms","start":"2026-03-19T09:32:27.85705Z","end":"2026-03-19T09:32:27.983103Z","steps":["trace[249502547] 'process raft request' (duration: 125.879607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:27.983268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.590001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-19T09:32:27.98331Z","caller":"traceutil/trace.go:171","msg":"trace[1191776350] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12509; }","duration":"125.667604ms","start":"2026-03-19T09:32:27.857633Z","end":"2026-03-19T09:32:27.9833Z","steps":["trace[1191776350] 'agreement among raft nodes before linearized reading' (duration: 125.51273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:27.983378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.799125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p99gk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:32:27.98346Z","caller":"traceutil/trace.go:171","msg":"trace[252141597] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p99gk; range_end:; response_count:1; response_revision:12509; }","duration":"120.945348ms","start":"2026-03-19T09:32:27.862496Z","end":"2026-03-19T09:32:27.983441Z","steps":["trace[252141597] 'agreement among raft nodes before linearized reading' (duration: 120.719583ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:28.959169Z","caller":"traceutil/trace.go:171","msg":"trace[774464755] linearizableReadLoop","detail":"{readStateIndex:13048; appliedIndex:13047; }","duration":"104.073991ms","start":"2026-03-19T09:32:28.855064Z","end":"2026-03-19T09:32:28.959138Z","steps":["trace[774464755] 'read index received' (duration: 12.136982ms)","trace[774464755] 'applied index is now lower than readState.Index' (duration: 91.935529ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:32:28.959345Z","caller":"traceutil/trace.go:171","msg":"trace[444936617] transaction","detail":"{read_only:false; response_revision:12511; number_of_response:1; }","duration":"179.752103ms","start":"2026-03-19T09:32:28.77952Z","end":"2026-03-19T09:32:28.959272Z","steps":["trace[444936617] 'process raft request' (duration: 87.709233ms)","trace[444936617] 'compare' (duration: 91.751044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:28.959448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.356417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107259"} {"level":"info","ts":"2026-03-19T09:32:28.9595Z","caller":"traceutil/trace.go:171","msg":"trace[888083062] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:12511; }","duration":"104.450918ms","start":"2026-03-19T09:32:28.855034Z","end":"2026-03-19T09:32:28.959485Z","steps":["trace[888083062] 'agreement among raft nodes before linearized reading' (duration: 104.215413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:38.382713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.205027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-cainjector\" ","response":"range_response_count:1 size:1140"} {"level":"warn","ts":"2026-03-19T09:32:38.38278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.6277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1876"} {"level":"info","ts":"2026-03-19T09:32:38.383002Z","caller":"traceutil/trace.go:171","msg":"trace[568664273] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:12557; }","duration":"107.879765ms","start":"2026-03-19T09:32:38.275097Z","end":"2026-03-19T09:32:38.382977Z","steps":["trace[568664273] 'range keys from in-memory index tree' (duration: 107.477457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:38.382817Z","caller":"traceutil/trace.go:171","msg":"trace[1134424739] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-cainjector; range_end:; response_count:1; response_revision:12557; }","duration":"118.35846ms","start":"2026-03-19T09:32:38.264438Z","end":"2026-03-19T09:32:38.382797Z","steps":["trace[1134424739] 'range keys from in-memory index tree' (duration: 118.011252ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:50.345657Z","caller":"traceutil/trace.go:171","msg":"trace[1741730399] transaction","detail":"{read_only:false; response_revision:12610; number_of_response:1; }","duration":"100.710244ms","start":"2026-03-19T09:32:50.244913Z","end":"2026-03-19T09:32:50.345623Z","steps":["trace[1741730399] 'process raft request' (duration: 97.827899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:33:42.320765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.959225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-user-sxrfl\" ","response":"range_response_count:1 size:9160"} {"level":"info","ts":"2026-03-19T09:33:42.320865Z","caller":"traceutil/trace.go:171","msg":"trace[573592490] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-user-sxrfl; range_end:; response_count:1; response_revision:12853; }","duration":"120.107828ms","start":"2026-03-19T09:33:42.200738Z","end":"2026-03-19T09:33:42.320845Z","steps":["trace[573592490] 'range keys from in-memory index tree' (duration: 119.760331ms)"],"step_count":1}