{"level":"warn","ts":"2026-07-31T13:43:15.941768Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-31T13:43:15.941842Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-31T13:43:15.941902Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-31T13:43:15.941909Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-07-31T13:43:15.941926Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-31T13:43:15.944734Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-07-31T13:43:15.944962Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-31T13:43:15.947482Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.201437ms"} {"level":"info","ts":"2026-07-31T13:43:15.952742Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-07-31T13:43:15.952815Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-07-31T13:43:15.952834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-07-31T13:43:15.952848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-31T13:43:15.952858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-07-31T13:43:15.952899Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-07-31T13:43:15.969843Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-31T13:43:15.97367Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-31T13:43:15.975354Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-31T13:43:15.98044Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-31T13:43:15.980751Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-31T13:43:15.98102Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T13:43:15.981123Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T13:43:15.981142Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T13:43:15.981792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-07-31T13:43:15.981928Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-07-31T13:43:15.983106Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-31T13:43:15.983214Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-07-31T13:43:15.983259Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-07-31T13:43:15.983337Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-31T13:43:15.983368Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-31T13:43:16.253406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-07-31T13:43:16.253481Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-07-31T13:43:16.253498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-07-31T13:43:16.25351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-07-31T13:43:16.253516Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-07-31T13:43:16.253525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-07-31T13:43:16.253532Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-07-31T13:43:16.259205Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-31T13:43:16.269405Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-07-31T13:43:16.269458Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-31T13:43:16.269536Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-31T13:43:16.269867Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-31T13:43:16.269952Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-31T13:43:16.272134Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-31T13:43:16.273193Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-07-31T13:43:16.277404Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-07-31T13:43:16.277504Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-31T13:43:16.277537Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-31T13:43:22.689543Z","caller":"traceutil/trace.go:171","msg":"trace[820138510] linearizableReadLoop","detail":"{readStateIndex:322; appliedIndex:321; }","duration":"216.981548ms","start":"2026-07-31T13:43:22.472534Z","end":"2026-07-31T13:43:22.689515Z","steps":["trace[820138510] 'read index received' (duration: 216.861165ms)","trace[820138510] 'applied index is now lower than readState.Index' (duration: 119.043µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:43:22.689666Z","caller":"traceutil/trace.go:171","msg":"trace[1561770757] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"263.417588ms","start":"2026-07-31T13:43:22.426215Z","end":"2026-07-31T13:43:22.689632Z","steps":["trace[1561770757] 'process raft request' (duration: 263.12934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:22.689762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.214104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-31T13:43:22.689842Z","caller":"traceutil/trace.go:171","msg":"trace[1436151467] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:314; }","duration":"217.370698ms","start":"2026-07-31T13:43:22.472458Z","end":"2026-07-31T13:43:22.689829Z","steps":["trace[1436151467] 'agreement among raft nodes before linearized reading' (duration: 217.207563ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:22.696609Z","caller":"traceutil/trace.go:171","msg":"trace[1540092026] transaction","detail":"{read_only:false; number_of_response:0; response_revision:314; }","duration":"163.165037ms","start":"2026-07-31T13:43:22.533408Z","end":"2026-07-31T13:43:22.696573Z","steps":["trace[1540092026] 'process raft request' (duration: 162.935391ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:22.696646Z","caller":"traceutil/trace.go:171","msg":"trace[717033702] transaction","detail":"{read_only:false; number_of_response:0; response_revision:314; }","duration":"162.732146ms","start":"2026-07-31T13:43:22.533878Z","end":"2026-07-31T13:43:22.69661Z","steps":["trace[717033702] 'process raft request' (duration: 162.597632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:22.696704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.303213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:43:22.69676Z","caller":"traceutil/trace.go:171","msg":"trace[1102359374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:314; }","duration":"167.411847ms","start":"2026-07-31T13:43:22.529331Z","end":"2026-07-31T13:43:22.696743Z","steps":["trace[1102359374] 'agreement among raft nodes before linearized reading' (duration: 167.275733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:22.696914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.074078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"info","ts":"2026-07-31T13:43:22.696968Z","caller":"traceutil/trace.go:171","msg":"trace[1333838654] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:314; }","duration":"172.17852ms","start":"2026-07-31T13:43:22.524776Z","end":"2026-07-31T13:43:22.696955Z","steps":["trace[1333838654] 'agreement among raft nodes before linearized reading' (duration: 172.075468ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:22.696921Z","caller":"traceutil/trace.go:171","msg":"trace[1530029451] transaction","detail":"{read_only:false; number_of_response:0; response_revision:314; }","duration":"162.658134ms","start":"2026-07-31T13:43:22.534252Z","end":"2026-07-31T13:43:22.69691Z","steps":["trace[1530029451] 'process raft request' (duration: 162.276764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:22.697137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.093686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-31T13:43:22.697206Z","caller":"traceutil/trace.go:171","msg":"trace[1893509718] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:314; }","duration":"175.179038ms","start":"2026-07-31T13:43:22.522005Z","end":"2026-07-31T13:43:22.697184Z","steps":["trace[1893509718] 'agreement among raft nodes before linearized reading' (duration: 175.051785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:25.33798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.309607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-31T13:43:25.338116Z","caller":"traceutil/trace.go:171","msg":"trace[2024786614] linearizableReadLoop","detail":"{readStateIndex:375; appliedIndex:374; }","duration":"115.61408ms","start":"2026-07-31T13:43:25.222482Z","end":"2026-07-31T13:43:25.338096Z","steps":["trace[2024786614] 'read index received' (duration: 50.671µs)","trace[2024786614] 'applied index is now lower than readState.Index' (duration: 115.562059ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:43:25.338151Z","caller":"traceutil/trace.go:171","msg":"trace[1139730146] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"158.7199ms","start":"2026-07-31T13:43:25.179402Z","end":"2026-07-31T13:43:25.338122Z","steps":["trace[1139730146] 'process raft request' (duration: 29.684965ms)","trace[1139730146] 'compare' (duration: 128.138592ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:43:25.340575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.891788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-07-31T13:43:25.340773Z","caller":"traceutil/trace.go:171","msg":"trace[1630449996] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:364; }","duration":"118.289249ms","start":"2026-07-31T13:43:25.222443Z","end":"2026-07-31T13:43:25.340733Z","steps":["trace[1630449996] 'agreement among raft nodes before linearized reading' (duration: 115.813125ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:30.891155Z","caller":"traceutil/trace.go:171","msg":"trace[830297399] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:422; }","duration":"147.545463ms","start":"2026-07-31T13:43:30.743583Z","end":"2026-07-31T13:43:30.891129Z","steps":["trace[830297399] 'read index received' (duration: 147.317477ms)","trace[830297399] 'applied index is now lower than readState.Index' (duration: 227.006µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:43:30.891323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.758898ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:43:30.891444Z","caller":"traceutil/trace.go:171","msg":"trace[1622141925] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:410; }","duration":"147.895843ms","start":"2026-07-31T13:43:30.743528Z","end":"2026-07-31T13:43:30.891423Z","steps":["trace[1622141925] 'agreement among raft nodes before linearized reading' (duration: 147.711028ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:30.891836Z","caller":"traceutil/trace.go:171","msg":"trace[773161297] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"151.831813ms","start":"2026-07-31T13:43:30.739991Z","end":"2026-07-31T13:43:30.891822Z","steps":["trace[773161297] 'process raft request' (duration: 150.9385ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:31.805757Z","caller":"traceutil/trace.go:171","msg":"trace[1769748694] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:423; }","duration":"275.481679ms","start":"2026-07-31T13:43:31.530245Z","end":"2026-07-31T13:43:31.805727Z","steps":["trace[1769748694] 'read index received' (duration: 275.306425ms)","trace[1769748694] 'applied index is now lower than readState.Index' (duration: 173.804µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:43:31.805818Z","caller":"traceutil/trace.go:171","msg":"trace[2034857173] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"903.465785ms","start":"2026-07-31T13:43:30.902307Z","end":"2026-07-31T13:43:31.805773Z","steps":["trace[2034857173] 'process raft request' (duration: 903.254339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:31.805963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.674835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:43:31.806034Z","caller":"traceutil/trace.go:171","msg":"trace[352932773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"275.815669ms","start":"2026-07-31T13:43:31.530199Z","end":"2026-07-31T13:43:31.806015Z","steps":["trace[352932773] 'agreement among raft nodes before linearized reading' (duration: 275.688926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:31.806314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:30.902295Z","time spent":"903.616278ms","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:43:31.876387Z","caller":"traceutil/trace.go:171","msg":"trace[769631996] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"242.368986ms","start":"2026-07-31T13:43:31.633998Z","end":"2026-07-31T13:43:31.876367Z","steps":["trace[769631996] 'process raft request' (duration: 242.215362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:31.876555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.326353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-31T13:43:31.876649Z","caller":"traceutil/trace.go:171","msg":"trace[1829898142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:412; }","duration":"174.467017ms","start":"2026-07-31T13:43:31.702165Z","end":"2026-07-31T13:43:31.876632Z","steps":["trace[1829898142] 'agreement among raft nodes before linearized reading' (duration: 174.19352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:32.70295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.292438ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:43:32.703059Z","caller":"traceutil/trace.go:171","msg":"trace[1035954519] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:412; }","duration":"260.417102ms","start":"2026-07-31T13:43:32.442627Z","end":"2026-07-31T13:43:32.703044Z","steps":["trace[1035954519] 'range keys from in-memory index tree' (duration: 260.278258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:32.703289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.300141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T13:43:32.703386Z","caller":"traceutil/trace.go:171","msg":"trace[621231961] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"822.227442ms","start":"2026-07-31T13:43:31.881139Z","end":"2026-07-31T13:43:32.703367Z","steps":["trace[621231961] 'process raft request' (duration: 673.756355ms)","trace[621231961] 'compare' (duration: 148.121437ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:43:32.703444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:31.881102Z","time spent":"822.313984ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:43:32.704017Z","caller":"traceutil/trace.go:171","msg":"trace[699011109] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:425; }","duration":"564.13113ms","start":"2026-07-31T13:43:32.139861Z","end":"2026-07-31T13:43:32.703992Z","steps":["trace[699011109] 'read index received' (duration: 415.059528ms)","trace[699011109] 'applied index is now lower than readState.Index' (duration: 149.070572ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:43:32.704139Z","caller":"traceutil/trace.go:171","msg":"trace[726888208] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"820.496967ms","start":"2026-07-31T13:43:31.883632Z","end":"2026-07-31T13:43:32.704129Z","steps":["trace[726888208] 'process raft request' (duration: 820.254661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:32.704237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:31.883612Z","time spent":"820.552388ms","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:43:32.704377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.423231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T13:43:32.704455Z","caller":"traceutil/trace.go:171","msg":"trace[318410698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:414; }","duration":"433.537694ms","start":"2026-07-31T13:43:32.270896Z","end":"2026-07-31T13:43:32.704434Z","steps":["trace[318410698] 'agreement among raft nodes before linearized reading' (duration: 433.411861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:32.704496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:32.270877Z","time spent":"433.611046ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T13:43:32.704566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.709525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-31T13:43:32.704608Z","caller":"traceutil/trace.go:171","msg":"trace[1347222265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:414; }","duration":"564.791347ms","start":"2026-07-31T13:43:32.139805Z","end":"2026-07-31T13:43:32.704596Z","steps":["trace[1347222265] 'agreement among raft nodes before linearized reading' (duration: 564.720055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:32.704638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:32.13978Z","time spent":"564.851339ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T13:43:32.704692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.227935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:43:32.70484Z","caller":"traceutil/trace.go:171","msg":"trace[900731865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"173.425089ms","start":"2026-07-31T13:43:32.531379Z","end":"2026-07-31T13:43:32.704804Z","steps":["trace[900731865] 'agreement among raft nodes before linearized reading' (duration: 173.166023ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:54.321092Z","caller":"traceutil/trace.go:171","msg":"trace[825930590] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"118.74727ms","start":"2026-07-31T13:43:54.202325Z","end":"2026-07-31T13:43:54.321072Z","steps":["trace[825930590] 'process raft request' (duration: 118.648827ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:54.645602Z","caller":"traceutil/trace.go:171","msg":"trace[576776704] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"440.500033ms","start":"2026-07-31T13:43:54.205067Z","end":"2026-07-31T13:43:54.645567Z","steps":["trace[576776704] 'process raft request' (duration: 440.064892ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:54.645857Z","caller":"traceutil/trace.go:171","msg":"trace[209839476] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"432.482616ms","start":"2026-07-31T13:43:54.213335Z","end":"2026-07-31T13:43:54.645817Z","steps":["trace[209839476] 'process raft request' (duration: 432.189419ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:54.645957Z","caller":"traceutil/trace.go:171","msg":"trace[1407630664] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"431.811569ms","start":"2026-07-31T13:43:54.21413Z","end":"2026-07-31T13:43:54.645941Z","steps":["trace[1407630664] 'process raft request' (duration: 431.44382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:54.646037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:54.213321Z","time spent":"432.63228ms","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-31T13:43:54.646045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:54.214103Z","time spent":"431.898741ms","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T13:43:54.645995Z","caller":"traceutil/trace.go:171","msg":"trace[152189409] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"434.888628ms","start":"2026-07-31T13:43:54.211047Z","end":"2026-07-31T13:43:54.645935Z","steps":["trace[152189409] 'process raft request' (duration: 434.236712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:54.645882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:54.205047Z","time spent":"440.747549ms","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T13:43:54.646202Z","caller":"traceutil/trace.go:171","msg":"trace[1084651145] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"431.361448ms","start":"2026-07-31T13:43:54.214822Z","end":"2026-07-31T13:43:54.646183Z","steps":["trace[1084651145] 'process raft request' (duration: 430.809704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:54.646235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:54.211005Z","time spent":"435.128654ms","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-31T13:43:54.646287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:54.214816Z","time spent":"431.433509ms","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T13:43:54.64636Z","caller":"traceutil/trace.go:171","msg":"trace[1944787167] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"430.063464ms","start":"2026-07-31T13:43:54.216282Z","end":"2026-07-31T13:43:54.646345Z","steps":["trace[1944787167] 'process raft request' (duration: 429.404467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:54.646438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:54.216275Z","time spent":"430.131845ms","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T13:43:54.646562Z","caller":"traceutil/trace.go:171","msg":"trace[1349869369] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"425.484386ms","start":"2026-07-31T13:43:54.221046Z","end":"2026-07-31T13:43:54.64653Z","steps":["trace[1349869369] 'process raft request' (duration: 424.689635ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:54.646593Z","caller":"traceutil/trace.go:171","msg":"trace[709828135] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"418.60014ms","start":"2026-07-31T13:43:54.227974Z","end":"2026-07-31T13:43:54.646574Z","steps":["trace[709828135] 'process raft request' (duration: 418.445315ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:54.646696Z","caller":"traceutil/trace.go:171","msg":"trace[975714607] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"387.875157ms","start":"2026-07-31T13:43:54.258807Z","end":"2026-07-31T13:43:54.646682Z","steps":["trace[975714607] 'process raft request' (duration: 387.686241ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:54.646716Z","caller":"traceutil/trace.go:171","msg":"trace[1103922358] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"381.816332ms","start":"2026-07-31T13:43:54.264874Z","end":"2026-07-31T13:43:54.646691Z","steps":["trace[1103922358] 'process raft request' (duration: 381.672718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:54.646769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:54.221013Z","time spent":"425.636339ms","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-31T13:43:54.646855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:54.264859Z","time spent":"381.935184ms","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-31T13:43:54.646787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:54.258769Z","time spent":"387.97898ms","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-31T13:43:54.646704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:54.227954Z","time spent":"418.710822ms","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T13:43:54.651676Z","caller":"traceutil/trace.go:171","msg":"trace[466777909] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:547; }","duration":"120.285281ms","start":"2026-07-31T13:43:54.531362Z","end":"2026-07-31T13:43:54.651647Z","steps":["trace[466777909] 'read index received' (duration: 113.853245ms)","trace[466777909] 'applied index is now lower than readState.Index' (duration: 6.431106ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:43:54.651645Z","caller":"traceutil/trace.go:171","msg":"trace[841560341] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"321.955508ms","start":"2026-07-31T13:43:54.32967Z","end":"2026-07-31T13:43:54.651625Z","steps":["trace[841560341] 'process raft request' (duration: 321.65167ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:54.651873Z","caller":"traceutil/trace.go:171","msg":"trace[2057391696] transaction","detail":"{read_only:false; number_of_response:1; response_revision:540; }","duration":"321.508945ms","start":"2026-07-31T13:43:54.330353Z","end":"2026-07-31T13:43:54.651862Z","steps":["trace[2057391696] 'process raft request' (duration: 321.166716ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:54.651849Z","caller":"traceutil/trace.go:171","msg":"trace[526900500] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"321.615348ms","start":"2026-07-31T13:43:54.330218Z","end":"2026-07-31T13:43:54.651833Z","steps":["trace[526900500] 'process raft request' (duration: 321.215878ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:43:54.652013Z","caller":"traceutil/trace.go:171","msg":"trace[1939104724] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"256.09045ms","start":"2026-07-31T13:43:54.395914Z","end":"2026-07-31T13:43:54.652005Z","steps":["trace[1939104724] 'process raft request' (duration: 255.665499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:54.652111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:54.330211Z","time spent":"321.823384ms","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:43:54.651972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:54.330322Z","time spent":"321.582667ms","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:43:54.651827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.451354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:43:54.653876Z","caller":"traceutil/trace.go:171","msg":"trace[1977026450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:541; }","duration":"122.565579ms","start":"2026-07-31T13:43:54.531298Z","end":"2026-07-31T13:43:54.653863Z","steps":["trace[1977026450] 'agreement among raft nodes before linearized reading' (duration: 120.453124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:43:54.654234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:43:54.329647Z","time spent":"324.538314ms","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-31T13:43:58.652471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.111251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:43:58.652563Z","caller":"traceutil/trace.go:171","msg":"trace[1637264377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"123.262637ms","start":"2026-07-31T13:43:58.529281Z","end":"2026-07-31T13:43:58.652544Z","steps":["trace[1637264377] 'range keys from in-memory index tree' (duration: 123.004359ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:44:01.060887Z","caller":"traceutil/trace.go:171","msg":"trace[552098671] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"175.855453ms","start":"2026-07-31T13:44:00.885007Z","end":"2026-07-31T13:44:01.060863Z","steps":["trace[552098671] 'process raft request' (duration: 175.811362ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:44:01.060929Z","caller":"traceutil/trace.go:171","msg":"trace[1784512101] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"176.334395ms","start":"2026-07-31T13:44:00.88456Z","end":"2026-07-31T13:44:01.060894Z","steps":["trace[1784512101] 'process raft request' (duration: 102.40004ms)","trace[1784512101] 'compare' (duration: 73.73019ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:44:01.527883Z","caller":"traceutil/trace.go:171","msg":"trace[2077820964] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"517.290753ms","start":"2026-07-31T13:44:01.010563Z","end":"2026-07-31T13:44:01.527854Z","steps":["trace[2077820964] 'process raft request' (duration: 515.911617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:01.528035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:01.010534Z","time spent":"517.414535ms","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:44:01.52815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.701855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-31T13:44:01.528257Z","caller":"traceutil/trace.go:171","msg":"trace[2093838900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:639; }","duration":"495.84747ms","start":"2026-07-31T13:44:01.032388Z","end":"2026-07-31T13:44:01.528236Z","steps":["trace[2093838900] 'agreement among raft nodes before linearized reading' (duration: 495.567142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:01.528308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:01.032376Z","time spent":"495.923301ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T13:44:01.531096Z","caller":"traceutil/trace.go:171","msg":"trace[1958897907] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:659; }","duration":"494.581937ms","start":"2026-07-31T13:44:01.032418Z","end":"2026-07-31T13:44:01.527Z","steps":["trace[1958897907] 'read index received' (duration: 13.913239ms)","trace[1958897907] 'applied index is now lower than readState.Index' (duration: 480.665358ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:44:01.704415Z","caller":"traceutil/trace.go:171","msg":"trace[328322660] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"118.910205ms","start":"2026-07-31T13:44:01.585453Z","end":"2026-07-31T13:44:01.704363Z","steps":["trace[328322660] 'process raft request' (duration: 118.674729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:03.385518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850329698,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T13:44:03.407143Z","caller":"traceutil/trace.go:171","msg":"trace[1620540243] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:670; }","duration":"521.949183ms","start":"2026-07-31T13:44:02.885163Z","end":"2026-07-31T13:44:03.407112Z","steps":["trace[1620540243] 'read index received' (duration: 521.696846ms)","trace[1620540243] 'applied index is now lower than readState.Index' (duration: 251.157µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:44:03.407224Z","caller":"traceutil/trace.go:171","msg":"trace[2088338751] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"626.669621ms","start":"2026-07-31T13:44:02.78049Z","end":"2026-07-31T13:44:03.407159Z","steps":["trace[2088338751] 'process raft request' (duration: 626.389394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:03.407461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.267681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-31T13:44:03.407506Z","caller":"traceutil/trace.go:171","msg":"trace[1774097998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:648; }","duration":"522.379444ms","start":"2026-07-31T13:44:02.885113Z","end":"2026-07-31T13:44:03.407492Z","steps":["trace[1774097998] 'agreement among raft nodes before linearized reading' (duration: 522.152918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:03.40751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:02.78046Z","time spent":"626.894767ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:44:03.407531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.013115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-31T13:44:03.407551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:02.88509Z","time spent":"522.452056ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T13:44:03.407603Z","caller":"traceutil/trace.go:171","msg":"trace[2133123309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:648; }","duration":"342.114757ms","start":"2026-07-31T13:44:03.065466Z","end":"2026-07-31T13:44:03.407581Z","steps":["trace[2133123309] 'agreement among raft nodes before linearized reading' (duration: 341.875891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:03.40765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:03.065454Z","time spent":"342.188878ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T13:44:03.407723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.054085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T13:44:03.407822Z","caller":"traceutil/trace.go:171","msg":"trace[1784699958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:648; }","duration":"342.222949ms","start":"2026-07-31T13:44:03.065576Z","end":"2026-07-31T13:44:03.407799Z","steps":["trace[1784699958] 'agreement among raft nodes before linearized reading' (duration: 341.884201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:03.407875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:03.065571Z","time spent":"342.295681ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T13:44:03.918177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.598838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T13:44:03.918343Z","caller":"traceutil/trace.go:171","msg":"trace[114566775] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:671; }","duration":"371.32794ms","start":"2026-07-31T13:44:03.547Z","end":"2026-07-31T13:44:03.918328Z","steps":["trace[114566775] 'read index received' (duration: 56.598739ms)","trace[114566775] 'applied index is now lower than readState.Index' (duration: 314.728381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:44:03.91843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.439132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-31T13:44:03.91845Z","caller":"traceutil/trace.go:171","msg":"trace[1347324693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:651; }","duration":"371.498314ms","start":"2026-07-31T13:44:03.546945Z","end":"2026-07-31T13:44:03.918443Z","steps":["trace[1347324693] 'agreement among raft nodes before linearized reading' (duration: 371.423192ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:44:03.918424Z","caller":"traceutil/trace.go:171","msg":"trace[489356233] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"505.361124ms","start":"2026-07-31T13:44:03.41299Z","end":"2026-07-31T13:44:03.918351Z","steps":["trace[489356233] 'process raft request' (duration: 505.266792ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:44:03.918523Z","caller":"traceutil/trace.go:171","msg":"trace[1729338989] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"506.329119ms","start":"2026-07-31T13:44:03.412162Z","end":"2026-07-31T13:44:03.918491Z","steps":["trace[1729338989] 'process raft request' (duration: 191.332301ms)","trace[1729338989] 'compare' (duration: 314.503885ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:44:03.918473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:03.546917Z","time spent":"371.551535ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T13:44:03.918436Z","caller":"traceutil/trace.go:171","msg":"trace[1762810198] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"505.314193ms","start":"2026-07-31T13:44:03.413086Z","end":"2026-07-31T13:44:03.9184Z","steps":["trace[1762810198] 'process raft request' (duration: 505.21709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:03.91865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:03.412136Z","time spent":"506.459092ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:44:03.918641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:03.412964Z","time spent":"505.564499ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:44:03.919074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:03.413059Z","time spent":"505.653572ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:44:04.633138Z","caller":"traceutil/trace.go:171","msg":"trace[783789978] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:674; }","duration":"102.350938ms","start":"2026-07-31T13:44:04.530756Z","end":"2026-07-31T13:44:04.633107Z","steps":["trace[783789978] 'read index received' (duration: 100.158042ms)","trace[783789978] 'applied index is now lower than readState.Index' (duration: 2.191166ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:44:04.633197Z","caller":"traceutil/trace.go:171","msg":"trace[942252306] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"710.667975ms","start":"2026-07-31T13:44:03.922493Z","end":"2026-07-31T13:44:04.633161Z","steps":["trace[942252306] 'process raft request' (duration: 708.343646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:04.633302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.533272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:44:04.633353Z","caller":"traceutil/trace.go:171","msg":"trace[871271750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"102.652986ms","start":"2026-07-31T13:44:04.53068Z","end":"2026-07-31T13:44:04.633333Z","steps":["trace[871271750] 'agreement among raft nodes before linearized reading' (duration: 102.538083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:04.633442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:03.922466Z","time spent":"710.820659ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:44:06.002164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.441715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-31T13:44:06.002246Z","caller":"traceutil/trace.go:171","msg":"trace[470129856] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:659; }","duration":"257.577088ms","start":"2026-07-31T13:44:05.74465Z","end":"2026-07-31T13:44:06.002227Z","steps":["trace[470129856] 'range keys from in-memory index tree' (duration: 257.285661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:20.479093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.169173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-31T13:44:20.47919Z","caller":"traceutil/trace.go:171","msg":"trace[675943047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:805; }","duration":"405.334497ms","start":"2026-07-31T13:44:20.073837Z","end":"2026-07-31T13:44:20.479171Z","steps":["trace[675943047] 'range keys from in-memory index tree' (duration: 404.960348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:20.479204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.830392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-31T13:44:20.479245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:20.073813Z","time spent":"405.415849ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-31T13:44:20.47928Z","caller":"traceutil/trace.go:171","msg":"trace[576675553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:805; }","duration":"395.916053ms","start":"2026-07-31T13:44:20.083336Z","end":"2026-07-31T13:44:20.479252Z","steps":["trace[576675553] 'range keys from in-memory index tree' (duration: 395.705179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:20.479351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:20.083325Z","time spent":"395.988975ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T13:44:20.479352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.994364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T13:44:20.479444Z","caller":"traceutil/trace.go:171","msg":"trace[1086627982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:805; }","duration":"406.112977ms","start":"2026-07-31T13:44:20.073309Z","end":"2026-07-31T13:44:20.479422Z","steps":["trace[1086627982] 'range keys from in-memory index tree' (duration: 405.816149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:20.47949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:20.073299Z","time spent":"406.181689ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T13:44:20.479583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.983636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-31T13:44:20.479737Z","caller":"traceutil/trace.go:171","msg":"trace[1313362552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:805; }","duration":"408.198231ms","start":"2026-07-31T13:44:20.071513Z","end":"2026-07-31T13:44:20.479711Z","steps":["trace[1313362552] 'range keys from in-memory index tree' (duration: 407.525294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:20.479852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:20.071488Z","time spent":"408.345105ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T13:44:59.935047Z","caller":"traceutil/trace.go:171","msg":"trace[172180742] linearizableReadLoop","detail":"{readStateIndex:1123; appliedIndex:1122; }","duration":"402.016176ms","start":"2026-07-31T13:44:59.533001Z","end":"2026-07-31T13:44:59.935018Z","steps":["trace[172180742] 'read index received' (duration: 401.831961ms)","trace[172180742] 'applied index is now lower than readState.Index' (duration: 183.035µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:44:59.935092Z","caller":"traceutil/trace.go:171","msg":"trace[1687710419] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"416.391096ms","start":"2026-07-31T13:44:59.518668Z","end":"2026-07-31T13:44:59.935059Z","steps":["trace[1687710419] 'process raft request' (duration: 416.1805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:59.93527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:59.518625Z","time spent":"416.547019ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:44:59.935254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.21604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T13:44:59.935307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.82753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:44:59.935346Z","caller":"traceutil/trace.go:171","msg":"trace[1508890345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1085; }","duration":"402.370374ms","start":"2026-07-31T13:44:59.532954Z","end":"2026-07-31T13:44:59.935325Z","steps":["trace[1508890345] 'agreement among raft nodes before linearized reading' (duration: 402.20005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:59.93534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.691495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-31T13:44:59.935379Z","caller":"traceutil/trace.go:171","msg":"trace[1846864989] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1085; }","duration":"162.946883ms","start":"2026-07-31T13:44:59.772414Z","end":"2026-07-31T13:44:59.935361Z","steps":["trace[1846864989] 'agreement among raft nodes before linearized reading' (duration: 162.80545ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:44:59.935397Z","caller":"traceutil/trace.go:171","msg":"trace[311828073] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1085; }","duration":"242.805668ms","start":"2026-07-31T13:44:59.692578Z","end":"2026-07-31T13:44:59.935383Z","steps":["trace[311828073] 'agreement among raft nodes before linearized reading' (duration: 242.629813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:44:59.935397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:44:59.532924Z","time spent":"402.462197ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T13:45:00.086853Z","caller":"traceutil/trace.go:171","msg":"trace[2129628617] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"118.230533ms","start":"2026-07-31T13:44:59.968596Z","end":"2026-07-31T13:45:00.086827Z","steps":["trace[2129628617] 'process raft request' (duration: 100.683671ms)","trace[2129628617] 'compare' (duration: 17.419188ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:45:25.619722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.00792ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-31T13:45:25.620025Z","caller":"traceutil/trace.go:171","msg":"trace[292929762] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"458.86296ms","start":"2026-07-31T13:45:25.16112Z","end":"2026-07-31T13:45:25.619983Z","steps":["trace[292929762] 'process raft request' (duration: 458.737137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:25.62021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:45:25.161091Z","time spent":"459.021314ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:45:26.997968Z","caller":"traceutil/trace.go:171","msg":"trace[1446321623] linearizableReadLoop","detail":"{readStateIndex:1436; appliedIndex:1435; }","duration":"161.376194ms","start":"2026-07-31T13:45:26.836563Z","end":"2026-07-31T13:45:26.99794Z","steps":["trace[1446321623] 'read index received' (duration: 161.119027ms)","trace[1446321623] 'applied index is now lower than readState.Index' (duration: 255.857µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:45:26.998075Z","caller":"traceutil/trace.go:171","msg":"trace[1962532047] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"167.119281ms","start":"2026-07-31T13:45:26.830921Z","end":"2026-07-31T13:45:26.99804Z","steps":["trace[1962532047] 'process raft request' (duration: 166.818994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:26.998327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.744773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-31T13:45:26.998345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.307992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-31T13:45:26.998432Z","caller":"traceutil/trace.go:171","msg":"trace[1277813684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1391; }","duration":"161.922308ms","start":"2026-07-31T13:45:26.83649Z","end":"2026-07-31T13:45:26.998412Z","steps":["trace[1277813684] 'agreement among raft nodes before linearized reading' (duration: 161.582919ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:45:26.998473Z","caller":"traceutil/trace.go:171","msg":"trace[1350675323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1391; }","duration":"128.532028ms","start":"2026-07-31T13:45:26.869924Z","end":"2026-07-31T13:45:26.998457Z","steps":["trace[1350675323] 'agreement among raft nodes before linearized reading' (duration: 128.181569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:26.998521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.884949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-31T13:45:26.998665Z","caller":"traceutil/trace.go:171","msg":"trace[1516484810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1391; }","duration":"119.076565ms","start":"2026-07-31T13:45:26.879566Z","end":"2026-07-31T13:45:26.998643Z","steps":["trace[1516484810] 'agreement among raft nodes before linearized reading' (duration: 118.624543ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:45:27.460876Z","caller":"traceutil/trace.go:171","msg":"trace[113301874] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"457.789861ms","start":"2026-07-31T13:45:27.003038Z","end":"2026-07-31T13:45:27.460828Z","steps":["trace[113301874] 'process raft request' (duration: 377.384882ms)","trace[113301874] 'compare' (duration: 80.191424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:45:27.46105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:45:27.003013Z","time spent":"457.949496ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:45:27.474708Z","caller":"traceutil/trace.go:171","msg":"trace[1699384722] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"471.366861ms","start":"2026-07-31T13:45:27.003313Z","end":"2026-07-31T13:45:27.474679Z","steps":["trace[1699384722] 'process raft request' (duration: 471.205527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:27.474893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:45:27.003294Z","time spent":"471.489823ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:45:27.474875Z","caller":"traceutil/trace.go:171","msg":"trace[202889095] linearizableReadLoop","detail":"{readStateIndex:1439; appliedIndex:1436; }","duration":"357.237493ms","start":"2026-07-31T13:45:27.117605Z","end":"2026-07-31T13:45:27.474843Z","steps":["trace[202889095] 'read index received' (duration: 262.761981ms)","trace[202889095] 'applied index is now lower than readState.Index' (duration: 94.473132ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:45:27.474916Z","caller":"traceutil/trace.go:171","msg":"trace[588728045] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"471.343371ms","start":"2026-07-31T13:45:27.003523Z","end":"2026-07-31T13:45:27.474867Z","steps":["trace[588728045] 'process raft request' (duration: 471.116845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:27.475159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.544202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-31T13:45:27.47517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:45:27.003511Z","time spent":"471.525775ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:45:27.475218Z","caller":"traceutil/trace.go:171","msg":"trace[996173632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1394; }","duration":"357.634923ms","start":"2026-07-31T13:45:27.117569Z","end":"2026-07-31T13:45:27.475204Z","steps":["trace[996173632] 'agreement among raft nodes before linearized reading' (duration: 357.444068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:27.475259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:45:27.117545Z","time spent":"357.702645ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T13:45:27.47524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.732049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-31T13:45:27.475323Z","caller":"traceutil/trace.go:171","msg":"trace[899839960] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1394; }","duration":"265.865423ms","start":"2026-07-31T13:45:27.209439Z","end":"2026-07-31T13:45:27.475304Z","steps":["trace[899839960] 'agreement among raft nodes before linearized reading' (duration: 265.657807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:28.030763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850331217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T13:45:28.531487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850331217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T13:45:29.032201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850331217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T13:45:29.302338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.797286085s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T13:45:29.463874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.941072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T13:45:29.46404Z","caller":"traceutil/trace.go:171","msg":"trace[1130742684] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"1.983812505s","start":"2026-07-31T13:45:27.480195Z","end":"2026-07-31T13:45:29.464007Z","steps":["trace[1130742684] 'process raft request' (duration: 1.822612177s)","trace[1130742684] 'compare' (duration: 160.798168ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:45:29.464121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:45:27.480161Z","time spent":"1.983924808s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:45:29.466094Z","caller":"traceutil/trace.go:171","msg":"trace[1778364657] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"1.380775095s","start":"2026-07-31T13:45:28.085296Z","end":"2026-07-31T13:45:29.466071Z","steps":["trace[1778364657] 'process raft request' (duration: 1.380502708s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:29.466977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:45:28.085257Z","time spent":"1.381619807s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:45:29.466051Z","caller":"traceutil/trace.go:171","msg":"trace[660738243] linearizableReadLoop","detail":"{readStateIndex:1442; appliedIndex:1440; }","duration":"1.936332933s","start":"2026-07-31T13:45:27.529673Z","end":"2026-07-31T13:45:29.466006Z","steps":["trace[660738243] 'read index received' (duration: 1.773162573s)","trace[660738243] 'applied index is now lower than readState.Index' (duration: 163.16915ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:45:29.4662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936510618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:45:29.467639Z","caller":"traceutil/trace.go:171","msg":"trace[1840625975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1397; }","duration":"1.937984375s","start":"2026-07-31T13:45:27.52962Z","end":"2026-07-31T13:45:29.467605Z","steps":["trace[1840625975] 'agreement among raft nodes before linearized reading' (duration: 1.936521138s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:29.467724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:45:27.529605Z","time spent":"1.938098179s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T13:45:29.471616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.979456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T13:45:29.471752Z","caller":"traceutil/trace.go:171","msg":"trace[1077620419] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1397; }","duration":"789.132219ms","start":"2026-07-31T13:45:28.682573Z","end":"2026-07-31T13:45:29.471705Z","steps":["trace[1077620419] 'agreement among raft nodes before linearized reading' (duration: 788.886453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:29.471848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:45:28.682546Z","time spent":"789.261563ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T13:45:29.471939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.579406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T13:45:29.472008Z","caller":"traceutil/trace.go:171","msg":"trace[1156456739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1397; }","duration":"469.674058ms","start":"2026-07-31T13:45:29.002306Z","end":"2026-07-31T13:45:29.47198Z","steps":["trace[1156456739] 'agreement among raft nodes before linearized reading' (duration: 469.187606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:29.472054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:45:29.002282Z","time spent":"469.75933ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-31T13:45:31.401832Z","caller":"traceutil/trace.go:171","msg":"trace[797468752] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"153.87257ms","start":"2026-07-31T13:45:31.247936Z","end":"2026-07-31T13:45:31.401808Z","steps":["trace[797468752] 'process raft request' (duration: 153.725396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:43.935314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.990096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-31T13:45:43.9354Z","caller":"traceutil/trace.go:171","msg":"trace[352872394] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1565; }","duration":"129.13332ms","start":"2026-07-31T13:45:43.806248Z","end":"2026-07-31T13:45:43.935382Z","steps":["trace[352872394] 'range keys from in-memory index tree' (duration: 128.825742ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:45:49.676797Z","caller":"traceutil/trace.go:171","msg":"trace[1637734584] linearizableReadLoop","detail":"{readStateIndex:1739; appliedIndex:1737; }","duration":"134.641062ms","start":"2026-07-31T13:45:49.542131Z","end":"2026-07-31T13:45:49.676773Z","steps":["trace[1637734584] 'read index received' (duration: 2.71099ms)","trace[1637734584] 'applied index is now lower than readState.Index' (duration: 131.928702ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:45:49.676956Z","caller":"traceutil/trace.go:171","msg":"trace[1514717440] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"141.189471ms","start":"2026-07-31T13:45:49.535727Z","end":"2026-07-31T13:45:49.676916Z","steps":["trace[1514717440] 'process raft request' (duration: 102.246922ms)","trace[1514717440] 'compare' (duration: 38.680591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:45:49.677074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.91514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T13:45:49.677341Z","caller":"traceutil/trace.go:171","msg":"trace[2002688353] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1686; }","duration":"135.185137ms","start":"2026-07-31T13:45:49.542104Z","end":"2026-07-31T13:45:49.677289Z","steps":["trace[2002688353] 'agreement among raft nodes before linearized reading' (duration: 134.790607ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:45:51.916937Z","caller":"traceutil/trace.go:171","msg":"trace[1158237284] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"212.332525ms","start":"2026-07-31T13:45:51.704578Z","end":"2026-07-31T13:45:51.91691Z","steps":["trace[1158237284] 'process raft request' (duration: 203.142579ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:45:51.924553Z","caller":"traceutil/trace.go:171","msg":"trace[706305645] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"219.376454ms","start":"2026-07-31T13:45:51.705159Z","end":"2026-07-31T13:45:51.924535Z","steps":["trace[706305645] 'process raft request' (duration: 219.322953ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:45:51.924641Z","caller":"traceutil/trace.go:171","msg":"trace[886297235] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"219.895948ms","start":"2026-07-31T13:45:51.704718Z","end":"2026-07-31T13:45:51.924614Z","steps":["trace[886297235] 'process raft request' (duration: 219.686253ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:45:51.924695Z","caller":"traceutil/trace.go:171","msg":"trace[1426673805] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"219.929249ms","start":"2026-07-31T13:45:51.704727Z","end":"2026-07-31T13:45:51.924656Z","steps":["trace[1426673805] 'process raft request' (duration: 219.717644ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:45:51.924605Z","caller":"traceutil/trace.go:171","msg":"trace[728388564] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"219.847007ms","start":"2026-07-31T13:45:51.704717Z","end":"2026-07-31T13:45:51.924564Z","steps":["trace[728388564] 'process raft request' (duration: 219.622011ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:45:52.292974Z","caller":"traceutil/trace.go:171","msg":"trace[159477282] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"310.035358ms","start":"2026-07-31T13:45:51.982905Z","end":"2026-07-31T13:45:52.29294Z","steps":["trace[159477282] 'process raft request' (duration: 307.38764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:52.293128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:45:51.98288Z","time spent":"310.163532ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:45:52.294979Z","caller":"traceutil/trace.go:171","msg":"trace[894698366] linearizableReadLoop","detail":"{readStateIndex:1759; appliedIndex:1757; }","duration":"153.66095ms","start":"2026-07-31T13:45:52.141297Z","end":"2026-07-31T13:45:52.294958Z","steps":["trace[894698366] 'read index received' (duration: 149.068612ms)","trace[894698366] 'applied index is now lower than readState.Index' (duration: 4.591418ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:45:52.295099Z","caller":"traceutil/trace.go:171","msg":"trace[154937137] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"267.21101ms","start":"2026-07-31T13:45:52.027873Z","end":"2026-07-31T13:45:52.295084Z","steps":["trace[154937137] 'process raft request' (duration: 266.947993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:52.295283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.923676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:45:52.295373Z","caller":"traceutil/trace.go:171","msg":"trace[167873285] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1705; }","duration":"154.083761ms","start":"2026-07-31T13:45:52.141266Z","end":"2026-07-31T13:45:52.29535Z","steps":["trace[167873285] 'agreement among raft nodes before linearized reading' (duration: 153.907466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:45:52.29548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.185387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:45:52.295631Z","caller":"traceutil/trace.go:171","msg":"trace[567656716] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1705; }","duration":"130.503166ms","start":"2026-07-31T13:45:52.16511Z","end":"2026-07-31T13:45:52.295613Z","steps":["trace[567656716] 'agreement among raft nodes before linearized reading' (duration: 130.119056ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:18.184061Z","caller":"traceutil/trace.go:171","msg":"trace[438278502] linearizableReadLoop","detail":"{readStateIndex:2242; appliedIndex:2241; }","duration":"193.650175ms","start":"2026-07-31T13:46:17.990388Z","end":"2026-07-31T13:46:18.184038Z","steps":["trace[438278502] 'read index received' (duration: 193.529562ms)","trace[438278502] 'applied index is now lower than readState.Index' (duration: 119.543µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:46:18.184254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.676515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-31T13:46:18.184303Z","caller":"traceutil/trace.go:171","msg":"trace[204218529] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2161; }","duration":"193.764768ms","start":"2026-07-31T13:46:17.990523Z","end":"2026-07-31T13:46:18.184287Z","steps":["trace[204218529] 'agreement among raft nodes before linearized reading' (duration: 193.672456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:18.184348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.859172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-31T13:46:18.18442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.018304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115687"} {"level":"warn","ts":"2026-07-31T13:46:18.184427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.045809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-31T13:46:18.184507Z","caller":"traceutil/trace.go:171","msg":"trace[358670845] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2161; }","duration":"194.148528ms","start":"2026-07-31T13:46:17.990335Z","end":"2026-07-31T13:46:18.184484Z","steps":["trace[358670845] 'agreement among raft nodes before linearized reading' (duration: 193.84709ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:18.184531Z","caller":"traceutil/trace.go:171","msg":"trace[923587884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2161; }","duration":"145.204743ms","start":"2026-07-31T13:46:18.039302Z","end":"2026-07-31T13:46:18.184507Z","steps":["trace[923587884] 'agreement among raft nodes before linearized reading' (duration: 144.957236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:18.184514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.738078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-31T13:46:18.184452Z","caller":"traceutil/trace.go:171","msg":"trace[332397976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2161; }","duration":"142.989465ms","start":"2026-07-31T13:46:18.041434Z","end":"2026-07-31T13:46:18.184424Z","steps":["trace[332397976] 'agreement among raft nodes before linearized reading' (duration: 142.78581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:18.184546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.247036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-31T13:46:18.184594Z","caller":"traceutil/trace.go:171","msg":"trace[1822668692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2161; }","duration":"140.85633ms","start":"2026-07-31T13:46:18.043717Z","end":"2026-07-31T13:46:18.184573Z","steps":["trace[1822668692] 'agreement among raft nodes before linearized reading' (duration: 140.643995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:18.18459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.116868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T13:46:18.184701Z","caller":"traceutil/trace.go:171","msg":"trace[1580067645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2161; }","duration":"143.284973ms","start":"2026-07-31T13:46:18.041399Z","end":"2026-07-31T13:46:18.184684Z","steps":["trace[1580067645] 'agreement among raft nodes before linearized reading' (duration: 142.892013ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:18.184622Z","caller":"traceutil/trace.go:171","msg":"trace[1138980496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2161; }","duration":"147.347858ms","start":"2026-07-31T13:46:18.037257Z","end":"2026-07-31T13:46:18.184605Z","steps":["trace[1138980496] 'agreement among raft nodes before linearized reading' (duration: 147.146923ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:18.184216Z","caller":"traceutil/trace.go:171","msg":"trace[1814569608] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"395.173702ms","start":"2026-07-31T13:46:17.788991Z","end":"2026-07-31T13:46:18.184165Z","steps":["trace[1814569608] 'process raft request' (duration: 394.914715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:18.185137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:17.788961Z","time spent":"396.035073ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:46:18.661622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.87424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T13:46:18.661719Z","caller":"traceutil/trace.go:171","msg":"trace[584994950] linearizableReadLoop","detail":"{readStateIndex:2243; appliedIndex:2242; }","duration":"471.54426ms","start":"2026-07-31T13:46:18.19016Z","end":"2026-07-31T13:46:18.661705Z","steps":["trace[584994950] 'read index received' (duration: 206.549887ms)","trace[584994950] 'applied index is now lower than readState.Index' (duration: 264.992973ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:46:18.661767Z","caller":"traceutil/trace.go:171","msg":"trace[1198258686] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"471.732785ms","start":"2026-07-31T13:46:18.189999Z","end":"2026-07-31T13:46:18.661732Z","steps":["trace[1198258686] 'process raft request' (duration: 206.67125ms)","trace[1198258686] 'compare' (duration: 264.578472ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:46:18.661812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.648672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-31T13:46:18.661846Z","caller":"traceutil/trace.go:171","msg":"trace[1163704051] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2162; }","duration":"471.709913ms","start":"2026-07-31T13:46:18.190127Z","end":"2026-07-31T13:46:18.661837Z","steps":["trace[1163704051] 'agreement among raft nodes before linearized reading' (duration: 471.640682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:18.661884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:18.190112Z","time spent":"471.764415ms","remote":"127.0.0.1:41008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-31T13:46:18.661941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:18.189984Z","time spent":"471.857897ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:46:18.681843Z","caller":"traceutil/trace.go:171","msg":"trace[254537457] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"491.555802ms","start":"2026-07-31T13:46:18.190261Z","end":"2026-07-31T13:46:18.681817Z","steps":["trace[254537457] 'process raft request' (duration: 491.194113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:18.68194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:18.190252Z","time spent":"491.641064ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:46:18.682017Z","caller":"traceutil/trace.go:171","msg":"trace[161250214] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"491.649735ms","start":"2026-07-31T13:46:18.190341Z","end":"2026-07-31T13:46:18.681991Z","steps":["trace[161250214] 'process raft request' (duration: 491.288895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:18.682182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:18.190337Z","time spent":"491.770678ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:46:18.682409Z","caller":"traceutil/trace.go:171","msg":"trace[834611578] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"491.981314ms","start":"2026-07-31T13:46:18.19041Z","end":"2026-07-31T13:46:18.682391Z","steps":["trace[834611578] 'process raft request' (duration: 491.49344ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:18.682473Z","caller":"traceutil/trace.go:171","msg":"trace[265330076] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"491.604554ms","start":"2026-07-31T13:46:18.190857Z","end":"2026-07-31T13:46:18.682461Z","steps":["trace[265330076] 'process raft request' (duration: 491.468201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:18.682499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:18.190379Z","time spent":"492.077896ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:46:18.682548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:18.190829Z","time spent":"491.682187ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:46:18.682974Z","caller":"traceutil/trace.go:171","msg":"trace[1504489282] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"377.034207ms","start":"2026-07-31T13:46:18.305923Z","end":"2026-07-31T13:46:18.682957Z","steps":["trace[1504489282] 'process raft request' (duration: 376.454762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:18.68306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:18.305885Z","time spent":"377.13247ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:46:18.697609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.713232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-31T13:46:18.697672Z","caller":"traceutil/trace.go:171","msg":"trace[372123156] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2168; }","duration":"288.808295ms","start":"2026-07-31T13:46:18.408851Z","end":"2026-07-31T13:46:18.697659Z","steps":["trace[372123156] 'agreement among raft nodes before linearized reading' (duration: 288.635941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:18.697631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.766428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115687"} {"level":"info","ts":"2026-07-31T13:46:18.697728Z","caller":"traceutil/trace.go:171","msg":"trace[1935106843] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2168; }","duration":"505.89614ms","start":"2026-07-31T13:46:18.191818Z","end":"2026-07-31T13:46:18.697715Z","steps":["trace[1935106843] 'agreement among raft nodes before linearized reading' (duration: 505.631784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:18.697767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:18.191803Z","time spent":"505.956253ms","remote":"127.0.0.1:40992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":115710,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-31T13:46:18.697764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.282651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-31T13:46:18.697846Z","caller":"traceutil/trace.go:171","msg":"trace[1966626238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2168; }","duration":"398.393414ms","start":"2026-07-31T13:46:18.299431Z","end":"2026-07-31T13:46:18.697824Z","steps":["trace[1966626238] 'agreement among raft nodes before linearized reading' (duration: 398.162938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:18.697895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:18.29942Z","time spent":"398.466006ms","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-31T13:46:18.697853Z","caller":"traceutil/trace.go:171","msg":"trace[351741701] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"266.606305ms","start":"2026-07-31T13:46:18.431142Z","end":"2026-07-31T13:46:18.697748Z","steps":["trace[351741701] 'process raft request' (duration: 266.172134ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:19.440926Z","caller":"traceutil/trace.go:171","msg":"trace[901120568] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2250; }","duration":"173.723204ms","start":"2026-07-31T13:46:19.267182Z","end":"2026-07-31T13:46:19.440905Z","steps":["trace[901120568] 'read index received' (duration: 152.784878ms)","trace[901120568] 'applied index is now lower than readState.Index' (duration: 20.937706ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:46:19.441129Z","caller":"traceutil/trace.go:171","msg":"trace[748737113] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"324.53907ms","start":"2026-07-31T13:46:19.11658Z","end":"2026-07-31T13:46:19.441119Z","steps":["trace[748737113] 'process raft request' (duration: 303.453939ms)","trace[748737113] 'compare' (duration: 20.774963ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:46:19.441205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.018651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-31T13:46:19.441218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:19.116548Z","time spent":"324.602661ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:46:19.441245Z","caller":"traceutil/trace.go:171","msg":"trace[853752756] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2170; }","duration":"174.110744ms","start":"2026-07-31T13:46:19.267126Z","end":"2026-07-31T13:46:19.441236Z","steps":["trace[853752756] 'agreement among raft nodes before linearized reading' (duration: 174.026212ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:24.770235Z","caller":"traceutil/trace.go:171","msg":"trace[1779389297] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"154.264905ms","start":"2026-07-31T13:46:24.615872Z","end":"2026-07-31T13:46:24.770137Z","steps":["trace[1779389297] 'process raft request' (duration: 154.023149ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:24.809723Z","caller":"traceutil/trace.go:171","msg":"trace[1610313329] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"108.376159ms","start":"2026-07-31T13:46:24.701308Z","end":"2026-07-31T13:46:24.809684Z","steps":["trace[1610313329] 'process raft request' (duration: 108.227185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:24.81446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.106293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-31T13:46:24.814527Z","caller":"traceutil/trace.go:171","msg":"trace[75649942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2209; }","duration":"110.222766ms","start":"2026-07-31T13:46:24.704291Z","end":"2026-07-31T13:46:24.814514Z","steps":["trace[75649942] 'agreement among raft nodes before linearized reading' (duration: 107.875487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:24.814667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.782903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-31T13:46:24.814728Z","caller":"traceutil/trace.go:171","msg":"trace[1710784723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2209; }","duration":"105.865585ms","start":"2026-07-31T13:46:24.708848Z","end":"2026-07-31T13:46:24.814714Z","steps":["trace[1710784723] 'agreement among raft nodes before linearized reading' (duration: 103.297789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:24.814727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.307679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-31T13:46:24.814532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.127308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-31T13:46:24.814638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.475559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-31T13:46:24.814848Z","caller":"traceutil/trace.go:171","msg":"trace[1773419576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2209; }","duration":"110.483954ms","start":"2026-07-31T13:46:24.704336Z","end":"2026-07-31T13:46:24.814819Z","steps":["trace[1773419576] 'agreement among raft nodes before linearized reading' (duration: 107.821455ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:24.814975Z","caller":"traceutil/trace.go:171","msg":"trace[581993757] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2209; }","duration":"102.615481ms","start":"2026-07-31T13:46:24.712338Z","end":"2026-07-31T13:46:24.814954Z","steps":["trace[581993757] 'agreement among raft nodes before linearized reading' (duration: 99.795759ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:24.814944Z","caller":"traceutil/trace.go:171","msg":"trace[955726383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2209; }","duration":"111.763266ms","start":"2026-07-31T13:46:24.703125Z","end":"2026-07-31T13:46:24.814888Z","steps":["trace[955726383] 'agreement among raft nodes before linearized reading' (duration: 108.987114ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:31.634245Z","caller":"traceutil/trace.go:171","msg":"trace[1351022079] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"205.313034ms","start":"2026-07-31T13:46:31.428899Z","end":"2026-07-31T13:46:31.634212Z","steps":["trace[1351022079] 'process raft request' (duration: 192.336751ms)","trace[1351022079] 'compare' (duration: 12.483631ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:46:31.673115Z","caller":"traceutil/trace.go:171","msg":"trace[1206417122] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"178.67753ms","start":"2026-07-31T13:46:31.49441Z","end":"2026-07-31T13:46:31.673088Z","steps":["trace[1206417122] 'process raft request' (duration: 178.526547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:32.546211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.941588ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:46:32.546357Z","caller":"traceutil/trace.go:171","msg":"trace[1161442175] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2288; }","duration":"103.114043ms","start":"2026-07-31T13:46:32.443223Z","end":"2026-07-31T13:46:32.546337Z","steps":["trace[1161442175] 'range keys from in-memory index tree' (duration: 102.899447ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:32.546511Z","caller":"traceutil/trace.go:171","msg":"trace[180863151] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"206.114805ms","start":"2026-07-31T13:46:32.340351Z","end":"2026-07-31T13:46:32.546466Z","steps":["trace[180863151] 'process raft request' (duration: 188.848551ms)","trace[180863151] 'compare' (duration: 17.054707ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:46:34.950667Z","caller":"traceutil/trace.go:171","msg":"trace[473137412] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"108.82071ms","start":"2026-07-31T13:46:34.84181Z","end":"2026-07-31T13:46:34.950631Z","steps":["trace[473137412] 'process raft request' (duration: 108.775509ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:34.950701Z","caller":"traceutil/trace.go:171","msg":"trace[1416752000] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"111.744465ms","start":"2026-07-31T13:46:34.838924Z","end":"2026-07-31T13:46:34.950668Z","steps":["trace[1416752000] 'process raft request' (duration: 110.322868ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:34.950819Z","caller":"traceutil/trace.go:171","msg":"trace[235450894] linearizableReadLoop","detail":"{readStateIndex:2390; appliedIndex:2389; }","duration":"111.846897ms","start":"2026-07-31T13:46:34.838948Z","end":"2026-07-31T13:46:34.950795Z","steps":["trace[235450894] 'read index received' (duration: 96.322µs)","trace[235450894] 'applied index is now lower than readState.Index' (duration: 111.747895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:46:34.95108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.119765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-31T13:46:34.951113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.38753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-31T13:46:34.951152Z","caller":"traceutil/trace.go:171","msg":"trace[1860619815] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2305; }","duration":"112.230167ms","start":"2026-07-31T13:46:34.838901Z","end":"2026-07-31T13:46:34.951131Z","steps":["trace[1860619815] 'agreement among raft nodes before linearized reading' (duration: 112.044872ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:34.951169Z","caller":"traceutil/trace.go:171","msg":"trace[1083332944] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2305; }","duration":"110.468971ms","start":"2026-07-31T13:46:34.840681Z","end":"2026-07-31T13:46:34.95115Z","steps":["trace[1083332944] 'agreement among raft nodes before linearized reading' (duration: 110.281007ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:36.439798Z","caller":"traceutil/trace.go:171","msg":"trace[1544345093] linearizableReadLoop","detail":"{readStateIndex:2400; appliedIndex:2399; }","duration":"482.15919ms","start":"2026-07-31T13:46:35.957619Z","end":"2026-07-31T13:46:36.439778Z","steps":["trace[1544345093] 'read index received' (duration: 482.037567ms)","trace[1544345093] 'applied index is now lower than readState.Index' (duration: 120.933µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:46:36.439854Z","caller":"traceutil/trace.go:171","msg":"trace[1318106927] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"756.033502ms","start":"2026-07-31T13:46:35.683787Z","end":"2026-07-31T13:46:36.43982Z","steps":["trace[1318106927] 'process raft request' (duration: 755.874598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:36.439998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.369815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-31T13:46:36.440031Z","caller":"traceutil/trace.go:171","msg":"trace[1846826179] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2314; }","duration":"482.452507ms","start":"2026-07-31T13:46:35.957569Z","end":"2026-07-31T13:46:36.440022Z","steps":["trace[1846826179] 'agreement among raft nodes before linearized reading' (duration: 482.305223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:36.440025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:35.683749Z","time spent":"756.182486ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:46:36.44006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:35.957548Z","time spent":"482.504509ms","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-31T13:46:36.440539Z","caller":"traceutil/trace.go:171","msg":"trace[1924985579] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"110.158434ms","start":"2026-07-31T13:46:36.330371Z","end":"2026-07-31T13:46:36.44053Z","steps":["trace[1924985579] 'process raft request' (duration: 110.094402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:36.440759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.861344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-07-31T13:46:36.440778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.931586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-31T13:46:36.440866Z","caller":"traceutil/trace.go:171","msg":"trace[1539260198] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2315; }","duration":"195.07083ms","start":"2026-07-31T13:46:36.245775Z","end":"2026-07-31T13:46:36.440846Z","steps":["trace[1539260198] 'agreement among raft nodes before linearized reading' (duration: 194.833604ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:36.441952Z","caller":"traceutil/trace.go:171","msg":"trace[116509986] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2315; }","duration":"414.953896ms","start":"2026-07-31T13:46:36.025859Z","end":"2026-07-31T13:46:36.440812Z","steps":["trace[116509986] 'agreement among raft nodes before linearized reading' (duration: 414.676069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:36.442037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:36.025847Z","time spent":"416.175787ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T13:46:53.421761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.682403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T13:46:53.421953Z","caller":"traceutil/trace.go:171","msg":"trace[202005035] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"358.58532ms","start":"2026-07-31T13:46:53.06335Z","end":"2026-07-31T13:46:53.421935Z","steps":["trace[202005035] 'process raft request' (duration: 358.547849ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:53.421956Z","caller":"traceutil/trace.go:171","msg":"trace[1101860570] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"360.143429ms","start":"2026-07-31T13:46:53.061772Z","end":"2026-07-31T13:46:53.421916Z","steps":["trace[1101860570] 'process raft request' (duration: 134.23021ms)","trace[1101860570] 'compare' (duration: 225.573161ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:46:53.422033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:53.063334Z","time spent":"358.650861ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:46:53.42211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:53.061751Z","time spent":"360.273582ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:46:53.422348Z","caller":"traceutil/trace.go:171","msg":"trace[963160905] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"359.085234ms","start":"2026-07-31T13:46:53.063247Z","end":"2026-07-31T13:46:53.422332Z","steps":["trace[963160905] 'process raft request' (duration: 358.60401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:53.422452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:46:53.063224Z","time spent":"359.159535ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:46:53.739719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.602806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-31T13:46:53.739832Z","caller":"traceutil/trace.go:171","msg":"trace[898002714] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2436; }","duration":"183.73544ms","start":"2026-07-31T13:46:53.556064Z","end":"2026-07-31T13:46:53.739799Z","steps":["trace[898002714] 'count revisions from in-memory index tree' (duration: 183.424271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:53.739735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.558483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-31T13:46:53.73992Z","caller":"traceutil/trace.go:171","msg":"trace[710734107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2436; }","duration":"181.788519ms","start":"2026-07-31T13:46:53.558112Z","end":"2026-07-31T13:46:53.739901Z","steps":["trace[710734107] 'range keys from in-memory index tree' (duration: 181.377119ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:59.189008Z","caller":"traceutil/trace.go:171","msg":"trace[189143888] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"162.871234ms","start":"2026-07-31T13:46:59.026116Z","end":"2026-07-31T13:46:59.188987Z","steps":["trace[189143888] 'process raft request' (duration: 162.673319ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:59.189168Z","caller":"traceutil/trace.go:171","msg":"trace[2031974975] linearizableReadLoop","detail":"{readStateIndex:2560; appliedIndex:2558; }","duration":"125.694671ms","start":"2026-07-31T13:46:59.063454Z","end":"2026-07-31T13:46:59.189148Z","steps":["trace[2031974975] 'read index received' (duration: 125.361883ms)","trace[2031974975] 'applied index is now lower than readState.Index' (duration: 331.448µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:46:59.189187Z","caller":"traceutil/trace.go:171","msg":"trace[583260722] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"162.246658ms","start":"2026-07-31T13:46:59.026929Z","end":"2026-07-31T13:46:59.189176Z","steps":["trace[583260722] 'process raft request' (duration: 162.019532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:59.189343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.881867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-31T13:46:59.189413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.092815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-31T13:46:59.189458Z","caller":"traceutil/trace.go:171","msg":"trace[2042980545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2470; }","duration":"125.173227ms","start":"2026-07-31T13:46:59.064272Z","end":"2026-07-31T13:46:59.189445Z","steps":["trace[2042980545] 'agreement among raft nodes before linearized reading' (duration: 124.988742ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:59.189458Z","caller":"traceutil/trace.go:171","msg":"trace[1667494218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2470; }","duration":"126.036071ms","start":"2026-07-31T13:46:59.063397Z","end":"2026-07-31T13:46:59.189433Z","steps":["trace[1667494218] 'agreement among raft nodes before linearized reading' (duration: 125.831715ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:59.618383Z","caller":"traceutil/trace.go:171","msg":"trace[326704947] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"170.355807ms","start":"2026-07-31T13:46:59.447997Z","end":"2026-07-31T13:46:59.618353Z","steps":["trace[326704947] 'process raft request' (duration: 170.204103ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:59.738811Z","caller":"traceutil/trace.go:171","msg":"trace[1504507445] linearizableReadLoop","detail":"{readStateIndex:2566; appliedIndex:2563; }","duration":"209.262452ms","start":"2026-07-31T13:46:59.529522Z","end":"2026-07-31T13:46:59.738784Z","steps":["trace[1504507445] 'read index received' (duration: 88.754654ms)","trace[1504507445] 'applied index is now lower than readState.Index' (duration: 120.506328ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:46:59.738851Z","caller":"traceutil/trace.go:171","msg":"trace[86744840] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"289.251432ms","start":"2026-07-31T13:46:59.449566Z","end":"2026-07-31T13:46:59.738817Z","steps":["trace[86744840] 'process raft request' (duration: 288.993976ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:59.738869Z","caller":"traceutil/trace.go:171","msg":"trace[663700325] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"288.523824ms","start":"2026-07-31T13:46:59.450316Z","end":"2026-07-31T13:46:59.73884Z","steps":["trace[663700325] 'process raft request' (duration: 288.415611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:59.739012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.476568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:46:59.73906Z","caller":"traceutil/trace.go:171","msg":"trace[549328692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2476; }","duration":"209.5798ms","start":"2026-07-31T13:46:59.529469Z","end":"2026-07-31T13:46:59.739049Z","steps":["trace[549328692] 'agreement among raft nodes before linearized reading' (duration: 209.483018ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:46:59.955987Z","caller":"traceutil/trace.go:171","msg":"trace[139039412] linearizableReadLoop","detail":"{readStateIndex:2568; appliedIndex:2567; }","duration":"145.95549ms","start":"2026-07-31T13:46:59.810007Z","end":"2026-07-31T13:46:59.955963Z","steps":["trace[139039412] 'read index received' (duration: 96.751529ms)","trace[139039412] 'applied index is now lower than readState.Index' (duration: 49.202721ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:46:59.956069Z","caller":"traceutil/trace.go:171","msg":"trace[1565210673] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"148.210279ms","start":"2026-07-31T13:46:59.807825Z","end":"2026-07-31T13:46:59.956035Z","steps":["trace[1565210673] 'process raft request' (duration: 98.935456ms)","trace[1565210673] 'compare' (duration: 49.053397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:46:59.956211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.182337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:46:59.956299Z","caller":"traceutil/trace.go:171","msg":"trace[1040759050] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2477; }","duration":"146.301759ms","start":"2026-07-31T13:46:59.809978Z","end":"2026-07-31T13:46:59.95628Z","steps":["trace[1040759050] 'agreement among raft nodes before linearized reading' (duration: 146.099954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:46:59.956327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.836716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T13:46:59.956377Z","caller":"traceutil/trace.go:171","msg":"trace[480104570] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2477; }","duration":"104.95278ms","start":"2026-07-31T13:46:59.851408Z","end":"2026-07-31T13:46:59.956361Z","steps":["trace[480104570] 'agreement among raft nodes before linearized reading' (duration: 104.691154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:00.741559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.699491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T13:47:00.741671Z","caller":"traceutil/trace.go:171","msg":"trace[1036510265] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"735.348325ms","start":"2026-07-31T13:47:00.006304Z","end":"2026-07-31T13:47:00.741652Z","steps":["trace[1036510265] 'process raft request' (duration: 99.463849ms)","trace[1036510265] 'compare' (duration: 635.520057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:47:00.741732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:00.006283Z","time spent":"735.422116ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:47:01.00983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850333402,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T13:47:01.03051Z","caller":"traceutil/trace.go:171","msg":"trace[1925718334] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"698.743017ms","start":"2026-07-31T13:47:00.331739Z","end":"2026-07-31T13:47:01.030482Z","steps":["trace[1925718334] 'process raft request' (duration: 693.289227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:01.030873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:00.331714Z","time spent":"698.873919ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:47:01.061081Z","caller":"traceutil/trace.go:171","msg":"trace[1509136285] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"541.288711ms","start":"2026-07-31T13:47:00.519753Z","end":"2026-07-31T13:47:01.061042Z","steps":["trace[1509136285] 'process raft request' (duration: 541.134967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:01.061556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:00.51972Z","time spent":"541.785114ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:47:01.061209Z","caller":"traceutil/trace.go:171","msg":"trace[2025626705] linearizableReadLoop","detail":"{readStateIndex:2574; appliedIndex:2571; }","duration":"552.481358ms","start":"2026-07-31T13:47:00.508717Z","end":"2026-07-31T13:47:01.061198Z","steps":["trace[2025626705] 'read index received' (duration: 516.26854ms)","trace[2025626705] 'applied index is now lower than readState.Index' (duration: 36.212108ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:47:01.061277Z","caller":"traceutil/trace.go:171","msg":"trace[1737005155] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"541.018364ms","start":"2026-07-31T13:47:00.520235Z","end":"2026-07-31T13:47:01.061253Z","steps":["trace[1737005155] 'process raft request' (duration: 540.759598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:01.0619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.931549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-31T13:47:01.061964Z","caller":"traceutil/trace.go:171","msg":"trace[1317581031] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2483; }","duration":"144.039942ms","start":"2026-07-31T13:47:00.917908Z","end":"2026-07-31T13:47:01.061948Z","steps":["trace[1317581031] 'agreement among raft nodes before linearized reading' (duration: 143.916959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:01.061987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.184345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-31T13:47:01.061887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:00.520225Z","time spent":"541.555379ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:47:01.062048Z","caller":"traceutil/trace.go:171","msg":"trace[148407863] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2483; }","duration":"247.280828ms","start":"2026-07-31T13:47:00.81475Z","end":"2026-07-31T13:47:01.062031Z","steps":["trace[148407863] 'agreement among raft nodes before linearized reading' (duration: 247.064152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:01.061467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.736975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T13:47:01.06215Z","caller":"traceutil/trace.go:171","msg":"trace[748452325] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2483; }","duration":"553.485215ms","start":"2026-07-31T13:47:00.508655Z","end":"2026-07-31T13:47:01.06214Z","steps":["trace[748452325] 'agreement among raft nodes before linearized reading' (duration: 552.570311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:01.062189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:00.50863Z","time spent":"553.550436ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":308,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-31T13:47:01.364501Z","caller":"traceutil/trace.go:171","msg":"trace[932516302] linearizableReadLoop","detail":"{readStateIndex:2578; appliedIndex:2576; }","duration":"108.978833ms","start":"2026-07-31T13:47:01.255495Z","end":"2026-07-31T13:47:01.364474Z","steps":["trace[932516302] 'read index received' (duration: 9.75488ms)","trace[932516302] 'applied index is now lower than readState.Index' (duration: 99.222683ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:47:01.364746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.229599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-31T13:47:01.364789Z","caller":"traceutil/trace.go:171","msg":"trace[1799924724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2487; }","duration":"109.317142ms","start":"2026-07-31T13:47:01.25546Z","end":"2026-07-31T13:47:01.364778Z","steps":["trace[1799924724] 'agreement among raft nodes before linearized reading' (duration: 109.112647ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:47:01.36467Z","caller":"traceutil/trace.go:171","msg":"trace[64967915] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"118.286383ms","start":"2026-07-31T13:47:01.246359Z","end":"2026-07-31T13:47:01.364646Z","steps":["trace[64967915] 'process raft request' (duration: 45.511907ms)","trace[64967915] 'compare' (duration: 72.465538ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:47:02.118986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.780149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:47:02.119067Z","caller":"traceutil/trace.go:171","msg":"trace[729957158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2488; }","duration":"588.910313ms","start":"2026-07-31T13:47:01.530137Z","end":"2026-07-31T13:47:02.119047Z","steps":["trace[729957158] 'range keys from in-memory index tree' (duration: 588.693357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:02.119109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:01.530116Z","time spent":"588.984664ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T13:47:02.119158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.803246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-31T13:47:02.119229Z","caller":"traceutil/trace.go:171","msg":"trace[598643502] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2488; }","duration":"621.934019ms","start":"2026-07-31T13:47:01.497276Z","end":"2026-07-31T13:47:02.11921Z","steps":["trace[598643502] 'range keys from in-memory index tree' (duration: 621.428036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:02.119272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:01.497248Z","time spent":"622.009341ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T13:47:02.119429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.108329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T13:47:02.119432Z","caller":"traceutil/trace.go:171","msg":"trace[683646956] linearizableReadLoop","detail":"{readStateIndex:2580; appliedIndex:2579; }","duration":"376.847557ms","start":"2026-07-31T13:47:01.74256Z","end":"2026-07-31T13:47:02.119407Z","steps":["trace[683646956] 'read index received' (duration: 326.184938ms)","trace[683646956] 'applied index is now lower than readState.Index' (duration: 50.658569ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:47:02.119462Z","caller":"traceutil/trace.go:171","msg":"trace[838351563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2488; }","duration":"497.14052ms","start":"2026-07-31T13:47:01.622311Z","end":"2026-07-31T13:47:02.119452Z","steps":["trace[838351563] 'range keys from in-memory index tree' (duration: 496.927415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:02.119501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:01.622245Z","time spent":"497.249103ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T13:47:02.119722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.296423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-31T13:47:02.119759Z","caller":"traceutil/trace.go:171","msg":"trace[1993999851] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2489; }","duration":"376.386335ms","start":"2026-07-31T13:47:01.743361Z","end":"2026-07-31T13:47:02.119748Z","steps":["trace[1993999851] 'agreement among raft nodes before linearized reading' (duration: 376.18132ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:47:02.119755Z","caller":"traceutil/trace.go:171","msg":"trace[385221531] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"472.379415ms","start":"2026-07-31T13:47:01.647331Z","end":"2026-07-31T13:47:02.119711Z","steps":["trace[385221531] 'process raft request' (duration: 421.476411ms)","trace[385221531] 'compare' (duration: 49.9256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:47:02.119806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:01.743338Z","time spent":"376.460648ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-31T13:47:02.119751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.175556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-31T13:47:02.119998Z","caller":"traceutil/trace.go:171","msg":"trace[1298477329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2489; }","duration":"377.459722ms","start":"2026-07-31T13:47:01.74252Z","end":"2026-07-31T13:47:02.11998Z","steps":["trace[1298477329] 'agreement among raft nodes before linearized reading' (duration: 377.015651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:02.120013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:01.647303Z","time spent":"472.55332ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:47:02.120067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:01.742508Z","time spent":"377.542265ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T13:47:03.121566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.502438ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:47:03.121668Z","caller":"traceutil/trace.go:171","msg":"trace[364827677] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2489; }","duration":"678.621521ms","start":"2026-07-31T13:47:02.443032Z","end":"2026-07-31T13:47:03.121654Z","steps":["trace[364827677] 'range keys from in-memory index tree' (duration: 678.484208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:03.12203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.361002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T13:47:03.122126Z","caller":"traceutil/trace.go:171","msg":"trace[725079145] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"998.619702ms","start":"2026-07-31T13:47:02.123488Z","end":"2026-07-31T13:47:03.122108Z","steps":["trace[725079145] 'process raft request' (duration: 651.106576ms)","trace[725079145] 'compare' (duration: 347.262869ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:47:03.122193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:02.123452Z","time spent":"998.721554ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:47:03.553722Z","caller":"traceutil/trace.go:171","msg":"trace[2059038621] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"1.430049558s","start":"2026-07-31T13:47:02.123652Z","end":"2026-07-31T13:47:03.553701Z","steps":["trace[2059038621] 'process raft request' (duration: 1.429794292s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:03.553866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:02.123633Z","time spent":"1.43015042s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:47:03.553511Z","caller":"traceutil/trace.go:171","msg":"trace[511208113] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"1.429887664s","start":"2026-07-31T13:47:02.123598Z","end":"2026-07-31T13:47:03.553486Z","steps":["trace[511208113] 'process raft request' (duration: 1.429656808s)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:47:03.554024Z","caller":"traceutil/trace.go:171","msg":"trace[668517625] linearizableReadLoop","detail":"{readStateIndex:2584; appliedIndex:2580; }","duration":"1.203656216s","start":"2026-07-31T13:47:02.350352Z","end":"2026-07-31T13:47:03.554008Z","steps":["trace[668517625] 'read index received' (duration: 424.16705ms)","trace[668517625] 'applied index is now lower than readState.Index' (duration: 779.487976ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:47:03.554047Z","caller":"traceutil/trace.go:171","msg":"trace[1250763314] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"1.430215922s","start":"2026-07-31T13:47:02.123797Z","end":"2026-07-31T13:47:03.554013Z","steps":["trace[1250763314] 'process raft request' (duration: 1.429856683s)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:47:03.55411Z","caller":"traceutil/trace.go:171","msg":"trace[519586721] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"977.04696ms","start":"2026-07-31T13:47:02.577024Z","end":"2026-07-31T13:47:03.554071Z","steps":["trace[519586721] 'process raft request' (duration: 976.908666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:03.554183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20382884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-31T13:47:03.554222Z","caller":"traceutil/trace.go:171","msg":"trace[465476470] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2494; }","duration":"1.203921023s","start":"2026-07-31T13:47:02.350291Z","end":"2026-07-31T13:47:03.554212Z","steps":["trace[465476470] 'agreement among raft nodes before linearized reading' (duration: 1.203812441s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:03.554222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:02.123768Z","time spent":"1.430355236s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:47:03.554261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:02.350262Z","time spent":"1.203987204s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-31T13:47:03.554297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:02.576989Z","time spent":"977.215764ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:47:03.554098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:02.123573Z","time spent":"1.430459729s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:47:03.967717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.962843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T13:47:03.96795Z","caller":"traceutil/trace.go:171","msg":"trace[78224915] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"900.542419ms","start":"2026-07-31T13:47:03.067376Z","end":"2026-07-31T13:47:03.967918Z","steps":["trace[78224915] 'process raft request' (duration: 583.222577ms)","trace[78224915] 'compare' (duration: 316.85196ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:47:03.968034Z","caller":"traceutil/trace.go:171","msg":"trace[1978414520] linearizableReadLoop","detail":"{readStateIndex:2589; appliedIndex:2585; }","duration":"413.940868ms","start":"2026-07-31T13:47:03.554071Z","end":"2026-07-31T13:47:03.968012Z","steps":["trace[1978414520] 'read index received' (duration: 96.542505ms)","trace[1978414520] 'applied index is now lower than readState.Index' (duration: 317.397003ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:47:03.968068Z","caller":"traceutil/trace.go:171","msg":"trace[1904113937] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"747.256211ms","start":"2026-07-31T13:47:03.220775Z","end":"2026-07-31T13:47:03.968031Z","steps":["trace[1904113937] 'process raft request' (duration: 747.122167ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:47:03.968131Z","caller":"traceutil/trace.go:171","msg":"trace[773947748] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"719.89973ms","start":"2026-07-31T13:47:03.24822Z","end":"2026-07-31T13:47:03.96812Z","steps":["trace[773947748] 'process raft request' (duration: 719.716125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:03.968202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:03.248185Z","time spent":"719.979732ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:47:03.968235Z","caller":"traceutil/trace.go:171","msg":"trace[1884014369] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"168.142259ms","start":"2026-07-31T13:47:03.800071Z","end":"2026-07-31T13:47:03.968213Z","steps":["trace[1884014369] 'process raft request' (duration: 167.911404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:03.968358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.761341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-31T13:47:03.968411Z","caller":"traceutil/trace.go:171","msg":"trace[605755688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2499; }","duration":"599.838282ms","start":"2026-07-31T13:47:03.36856Z","end":"2026-07-31T13:47:03.968399Z","steps":["trace[605755688] 'agreement among raft nodes before linearized reading' (duration: 599.635657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:03.968419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437374136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T13:47:03.968361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.744164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-31T13:47:03.968659Z","caller":"traceutil/trace.go:171","msg":"trace[1892621982] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2499; }","duration":"338.059242ms","start":"2026-07-31T13:47:03.630591Z","end":"2026-07-31T13:47:03.96865Z","steps":["trace[1892621982] 'agreement among raft nodes before linearized reading' (duration: 337.682533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:03.968696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:03.630516Z","time spent":"338.170175ms","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":17,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-31T13:47:03.968838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.801983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-31T13:47:03.968949Z","caller":"traceutil/trace.go:171","msg":"trace[205622247] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2499; }","duration":"841.966737ms","start":"2026-07-31T13:47:03.126958Z","end":"2026-07-31T13:47:03.968925Z","steps":["trace[205622247] 'agreement among raft nodes before linearized reading' (duration: 841.199578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:03.969012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:03.12694Z","time spent":"842.061379ms","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-31T13:47:03.968451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:03.36855Z","time spent":"599.894644ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T13:47:03.969201Z","caller":"traceutil/trace.go:171","msg":"trace[1436335683] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"901.728448ms","start":"2026-07-31T13:47:03.067439Z","end":"2026-07-31T13:47:03.969167Z","steps":["trace[1436335683] 'process raft request' (duration: 900.384414ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:47:03.96866Z","caller":"traceutil/trace.go:171","msg":"trace[1718159021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2499; }","duration":"1.437637743s","start":"2026-07-31T13:47:02.53101Z","end":"2026-07-31T13:47:03.968647Z","steps":["trace[1718159021] 'agreement among raft nodes before linearized reading' (duration: 1.437385167s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:03.969271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.601862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-31T13:47:03.96932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.890972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-31T13:47:03.969385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:03.067126Z","time spent":"902.14775ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:47:03.9694Z","caller":"traceutil/trace.go:171","msg":"trace[1470048287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2499; }","duration":"701.011165ms","start":"2026-07-31T13:47:03.268378Z","end":"2026-07-31T13:47:03.969389Z","steps":["trace[1470048287] 'agreement among raft nodes before linearized reading' (duration: 700.783609ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:47:03.969424Z","caller":"traceutil/trace.go:171","msg":"trace[707378885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2499; }","duration":"568.765346ms","start":"2026-07-31T13:47:03.400613Z","end":"2026-07-31T13:47:03.969378Z","steps":["trace[707378885] 'agreement among raft nodes before linearized reading' (duration: 568.363886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:47:03.969437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:03.268355Z","time spent":"701.073977ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T13:47:03.968808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:03.220719Z","time spent":"747.416874ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:47:03.96952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:03.400586Z","time spent":"568.87304ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T13:47:03.968139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:03.067355Z","time spent":"900.688683ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:47:03.969413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:47:02.530992Z","time spent":"1.43832858s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T13:48:19.221797Z","caller":"traceutil/trace.go:171","msg":"trace[1958992842] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"218.205297ms","start":"2026-07-31T13:48:19.003566Z","end":"2026-07-31T13:48:19.221771Z","steps":["trace[1958992842] 'process raft request' (duration: 218.030253ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:48:44.740603Z","caller":"traceutil/trace.go:171","msg":"trace[1906389045] linearizableReadLoop","detail":"{readStateIndex:3476; appliedIndex:3473; }","duration":"133.260191ms","start":"2026-07-31T13:48:44.607321Z","end":"2026-07-31T13:48:44.740581Z","steps":["trace[1906389045] 'read index received' (duration: 17.688133ms)","trace[1906389045] 'applied index is now lower than readState.Index' (duration: 115.571118ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:48:44.740637Z","caller":"traceutil/trace.go:171","msg":"trace[1048641117] transaction","detail":"{read_only:false; response_revision:3356; number_of_response:1; }","duration":"164.453959ms","start":"2026-07-31T13:48:44.576159Z","end":"2026-07-31T13:48:44.740613Z","steps":["trace[1048641117] 'process raft request' (duration: 164.386227ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:48:44.740636Z","caller":"traceutil/trace.go:171","msg":"trace[571435337] transaction","detail":"{read_only:false; response_revision:3355; number_of_response:1; }","duration":"165.21729ms","start":"2026-07-31T13:48:44.575387Z","end":"2026-07-31T13:48:44.740605Z","steps":["trace[571435337] 'process raft request' (duration: 165.038825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:44.740918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.58831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-31T13:48:44.741009Z","caller":"traceutil/trace.go:171","msg":"trace[138186676] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3356; }","duration":"133.712803ms","start":"2026-07-31T13:48:44.607268Z","end":"2026-07-31T13:48:44.740981Z","steps":["trace[138186676] 'agreement among raft nodes before linearized reading' (duration: 133.408304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:44.997278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.090406ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-31T13:48:47.005894Z","caller":"traceutil/trace.go:171","msg":"trace[1159832226] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"258.121016ms","start":"2026-07-31T13:48:46.747747Z","end":"2026-07-31T13:48:47.005868Z","steps":["trace[1159832226] 'process raft request' (duration: 257.928481ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:48:47.408889Z","caller":"traceutil/trace.go:171","msg":"trace[835386744] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"659.407927ms","start":"2026-07-31T13:48:46.749456Z","end":"2026-07-31T13:48:47.408864Z","steps":["trace[835386744] 'process raft request' (duration: 651.370403ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:48:47.408683Z","caller":"traceutil/trace.go:171","msg":"trace[2004585025] linearizableReadLoop","detail":"{readStateIndex:3492; appliedIndex:3491; }","duration":"597.187641ms","start":"2026-07-31T13:48:46.811457Z","end":"2026-07-31T13:48:47.408645Z","steps":["trace[2004585025] 'read index received' (duration: 194.445403ms)","trace[2004585025] 'applied index is now lower than readState.Index' (duration: 402.740748ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:48:47.409055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:46.749445Z","time spent":"659.51222ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:48:47.409139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.52163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:48:47.409271Z","caller":"traceutil/trace.go:171","msg":"trace[1576222028] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3371; }","duration":"597.890869ms","start":"2026-07-31T13:48:46.811331Z","end":"2026-07-31T13:48:47.409222Z","steps":["trace[1576222028] 'agreement among raft nodes before linearized reading' (duration: 597.594701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:47.409369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:46.811307Z","time spent":"598.007532ms","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T13:48:47.423757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.905283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c763fc269aeada\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-31T13:48:47.42383Z","caller":"traceutil/trace.go:171","msg":"trace[239927940] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c763fc269aeada; range_end:; response_count:1; response_revision:3372; }","duration":"516.006906ms","start":"2026-07-31T13:48:46.907805Z","end":"2026-07-31T13:48:47.423812Z","steps":["trace[239927940] 'agreement among raft nodes before linearized reading' (duration: 515.829511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:47.423862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:46.907792Z","time spent":"516.064387ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c763fc269aeada\" "} {"level":"info","ts":"2026-07-31T13:48:47.424079Z","caller":"traceutil/trace.go:171","msg":"trace[526736244] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"261.003279ms","start":"2026-07-31T13:48:47.163066Z","end":"2026-07-31T13:48:47.424069Z","steps":["trace[526736244] 'process raft request' (duration: 260.465726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:47.664836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.883095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:48:47.664936Z","caller":"traceutil/trace.go:171","msg":"trace[1173137539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3373; }","duration":"135.05068ms","start":"2026-07-31T13:48:47.52986Z","end":"2026-07-31T13:48:47.664911Z","steps":["trace[1173137539] 'range keys from in-memory index tree' (duration: 134.775163ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:48:48.283558Z","caller":"traceutil/trace.go:171","msg":"trace[1159175705] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"126.006741ms","start":"2026-07-31T13:48:48.157522Z","end":"2026-07-31T13:48:48.283529Z","steps":["trace[1159175705] 'process raft request' (duration: 111.3516ms)","trace[1159175705] 'compare' (duration: 14.556668ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:48:48.610679Z","caller":"traceutil/trace.go:171","msg":"trace[1545624187] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"216.937564ms","start":"2026-07-31T13:48:48.393564Z","end":"2026-07-31T13:48:48.610501Z","steps":["trace[1545624187] 'process raft request' (duration: 157.811886ms)","trace[1545624187] 'compare' (duration: 59.020855ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:48:48.723504Z","caller":"traceutil/trace.go:171","msg":"trace[134020309] transaction","detail":"{read_only:false; response_revision:3380; number_of_response:1; }","duration":"314.021481ms","start":"2026-07-31T13:48:48.409459Z","end":"2026-07-31T13:48:48.72348Z","steps":["trace[134020309] 'process raft request' (duration: 313.938429ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:48:48.72353Z","caller":"traceutil/trace.go:171","msg":"trace[827495624] transaction","detail":"{read_only:false; response_revision:3379; number_of_response:1; }","duration":"314.902753ms","start":"2026-07-31T13:48:48.408581Z","end":"2026-07-31T13:48:48.723484Z","steps":["trace[827495624] 'process raft request' (duration: 311.160848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:48.723691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:48.409453Z","time spent":"314.160454ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:48:48.723721Z","caller":"traceutil/trace.go:171","msg":"trace[1845162557] linearizableReadLoop","detail":"{readStateIndex:3503; appliedIndex:3499; }","duration":"117.114825ms","start":"2026-07-31T13:48:48.606589Z","end":"2026-07-31T13:48:48.723704Z","steps":["trace[1845162557] 'read index received' (duration: 113.155035ms)","trace[1845162557] 'applied index is now lower than readState.Index' (duration: 3.95886ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:48:48.7238Z","caller":"traceutil/trace.go:171","msg":"trace[732325785] transaction","detail":"{read_only:false; response_revision:3381; number_of_response:1; }","duration":"313.458687ms","start":"2026-07-31T13:48:48.410332Z","end":"2026-07-31T13:48:48.723791Z","steps":["trace[732325785] 'process raft request' (duration: 313.104388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:48.723908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:48.410317Z","time spent":"313.508268ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:48:48.723917Z","caller":"traceutil/trace.go:171","msg":"trace[1368239810] transaction","detail":"{read_only:false; response_revision:3382; number_of_response:1; }","duration":"241.387642ms","start":"2026-07-31T13:48:48.482497Z","end":"2026-07-31T13:48:48.723885Z","steps":["trace[1368239810] 'process raft request' (duration: 241.123225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:48.724155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.556777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-31T13:48:48.724232Z","caller":"traceutil/trace.go:171","msg":"trace[306124703] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3382; }","duration":"117.68226ms","start":"2026-07-31T13:48:48.606535Z","end":"2026-07-31T13:48:48.724217Z","steps":["trace[306124703] 'agreement among raft nodes before linearized reading' (duration: 117.370552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:48.724079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:48.408573Z","time spent":"315.075467ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:48:53.045775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.654389ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:48:53.045963Z","caller":"traceutil/trace.go:171","msg":"trace[532740020] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3406; }","duration":"602.852034ms","start":"2026-07-31T13:48:52.443087Z","end":"2026-07-31T13:48:53.045939Z","steps":["trace[532740020] 'range keys from in-memory index tree' (duration: 602.636169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:53.045957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.042171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:48:53.046032Z","caller":"traceutil/trace.go:171","msg":"trace[639634491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3406; }","duration":"515.166924ms","start":"2026-07-31T13:48:52.530846Z","end":"2026-07-31T13:48:53.046013Z","steps":["trace[639634491] 'range keys from in-memory index tree' (duration: 514.933579ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:48:53.046073Z","caller":"traceutil/trace.go:171","msg":"trace[2135588482] transaction","detail":"{read_only:false; response_revision:3407; number_of_response:1; }","duration":"424.255442ms","start":"2026-07-31T13:48:52.621798Z","end":"2026-07-31T13:48:53.046053Z","steps":["trace[2135588482] 'process raft request' (duration: 402.145392ms)","trace[2135588482] 'compare' (duration: 21.625128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:48:53.046099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:52.530816Z","time spent":"515.273697ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T13:48:53.046197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:52.62177Z","time spent":"424.355344ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:48:53.046283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.715428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-31T13:48:53.046381Z","caller":"traceutil/trace.go:171","msg":"trace[1754616582] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3406; }","duration":"438.892482ms","start":"2026-07-31T13:48:52.60747Z","end":"2026-07-31T13:48:53.046362Z","steps":["trace[1754616582] 'range keys from in-memory index tree' (duration: 438.323408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:53.046452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:52.607443Z","time spent":"438.997245ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-31T13:48:53.196785Z","caller":"traceutil/trace.go:171","msg":"trace[1903298065] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"462.012168ms","start":"2026-07-31T13:48:52.734744Z","end":"2026-07-31T13:48:53.196756Z","steps":["trace[1903298065] 'process raft request' (duration: 419.066452ms)","trace[1903298065] 'compare' (duration: 42.594888ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:48:53.196948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:52.734714Z","time spent":"462.143452ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:48:53.197244Z","caller":"traceutil/trace.go:171","msg":"trace[914894196] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"460.691685ms","start":"2026-07-31T13:48:52.736516Z","end":"2026-07-31T13:48:53.197207Z","steps":["trace[914894196] 'process raft request' (duration: 460.138421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:53.197421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:52.736497Z","time spent":"460.816407ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:48:53.197237Z","caller":"traceutil/trace.go:171","msg":"trace[2046672026] linearizableReadLoop","detail":"{readStateIndex:3532; appliedIndex:3528; }","duration":"455.254357ms","start":"2026-07-31T13:48:52.741956Z","end":"2026-07-31T13:48:53.197211Z","steps":["trace[2046672026] 'read index received' (duration: 282.059541ms)","trace[2046672026] 'applied index is now lower than readState.Index' (duration: 173.193706ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:48:53.19768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.851548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-31T13:48:53.19772Z","caller":"traceutil/trace.go:171","msg":"trace[1377776923] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3410; }","duration":"319.983072ms","start":"2026-07-31T13:48:52.877727Z","end":"2026-07-31T13:48:53.19771Z","steps":["trace[1377776923] 'agreement among raft nodes before linearized reading' (duration: 319.872069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:53.197752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:52.877699Z","time spent":"320.043983ms","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":27,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-31T13:48:53.198053Z","caller":"traceutil/trace.go:171","msg":"trace[891301355] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"460.093909ms","start":"2026-07-31T13:48:52.737943Z","end":"2026-07-31T13:48:53.198037Z","steps":["trace[891301355] 'process raft request' (duration: 458.966231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:53.198098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.544027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-31T13:48:53.198132Z","caller":"traceutil/trace.go:171","msg":"trace[14996814] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3410; }","duration":"147.596388ms","start":"2026-07-31T13:48:53.050525Z","end":"2026-07-31T13:48:53.198122Z","steps":["trace[14996814] 'agreement among raft nodes before linearized reading' (duration: 147.464833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:53.198289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.200439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T13:48:53.198285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:52.737897Z","time spent":"460.206794ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:48:53.198323Z","caller":"traceutil/trace.go:171","msg":"trace[264333632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3410; }","duration":"151.25509ms","start":"2026-07-31T13:48:53.047059Z","end":"2026-07-31T13:48:53.198314Z","steps":["trace[264333632] 'agreement among raft nodes before linearized reading' (duration: 151.207539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:53.198669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.044852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T13:48:53.19875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.796367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-31T13:48:53.198763Z","caller":"traceutil/trace.go:171","msg":"trace[1264324837] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3410; }","duration":"252.510993ms","start":"2026-07-31T13:48:52.946238Z","end":"2026-07-31T13:48:53.198749Z","steps":["trace[1264324837] 'agreement among raft nodes before linearized reading' (duration: 252.065772ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:48:53.198794Z","caller":"traceutil/trace.go:171","msg":"trace[1465558444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3410; }","duration":"456.870709ms","start":"2026-07-31T13:48:52.74191Z","end":"2026-07-31T13:48:53.19878Z","steps":["trace[1465558444] 'agreement among raft nodes before linearized reading' (duration: 455.388971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:53.19883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:52.741894Z","time spent":"456.929ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T13:48:53.199087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.67639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-31T13:48:53.199124Z","caller":"traceutil/trace.go:171","msg":"trace[1657988752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3410; }","duration":"168.766613ms","start":"2026-07-31T13:48:53.030349Z","end":"2026-07-31T13:48:53.199115Z","steps":["trace[1657988752] 'agreement among raft nodes before linearized reading' (duration: 168.666131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:54.650995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.752566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-31T13:48:54.6511Z","caller":"traceutil/trace.go:171","msg":"trace[1002573191] linearizableReadLoop","detail":"{readStateIndex:3534; appliedIndex:3533; }","duration":"1.444176658s","start":"2026-07-31T13:48:53.206906Z","end":"2026-07-31T13:48:54.651083Z","steps":["trace[1002573191] 'read index received' (duration: 7.54695ms)","trace[1002573191] 'applied index is now lower than readState.Index' (duration: 1.436628328s)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:48:54.651124Z","caller":"traceutil/trace.go:171","msg":"trace[1920686192] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"1.44663644s","start":"2026-07-31T13:48:53.204455Z","end":"2026-07-31T13:48:54.651091Z","steps":["trace[1920686192] 'process raft request' (duration: 551.71298ms)","trace[1920686192] 'compare' (duration: 894.433428ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:48:54.651272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:53.204442Z","time spent":"1.446752493s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:48:54.651285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.254901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-31T13:48:54.651315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119622919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T13:48:54.651298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.7317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-31T13:48:54.651316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.008937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T13:48:54.65135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21440287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-31T13:48:54.651382Z","caller":"traceutil/trace.go:171","msg":"trace[403972620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3412; }","duration":"1.119734853s","start":"2026-07-31T13:48:53.531629Z","end":"2026-07-31T13:48:54.651363Z","steps":["trace[403972620] 'agreement among raft nodes before linearized reading' (duration: 1.119598899s)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:48:54.651398Z","caller":"traceutil/trace.go:171","msg":"trace[1345683224] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3412; }","duration":"132.879174ms","start":"2026-07-31T13:48:54.518499Z","end":"2026-07-31T13:48:54.651378Z","steps":["trace[1345683224] 'agreement among raft nodes before linearized reading' (duration: 132.71353ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:48:54.651405Z","caller":"traceutil/trace.go:171","msg":"trace[202198497] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3412; }","duration":"379.16151ms","start":"2026-07-31T13:48:54.272225Z","end":"2026-07-31T13:48:54.651387Z","steps":["trace[202198497] 'agreement among raft nodes before linearized reading' (duration: 379.010916ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:48:54.651429Z","caller":"traceutil/trace.go:171","msg":"trace[2069292068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3412; }","duration":"1.214479222s","start":"2026-07-31T13:48:53.436931Z","end":"2026-07-31T13:48:54.65141Z","steps":["trace[2069292068] 'agreement among raft nodes before linearized reading' (duration: 1.214268367s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:54.651444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:53.531604Z","time spent":"1.119827334s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T13:48:54.651452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:54.2722Z","time spent":"379.242573ms","remote":"127.0.0.1:41252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-31T13:48:54.651369Z","caller":"traceutil/trace.go:171","msg":"trace[662220624] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3412; }","duration":"480.410384ms","start":"2026-07-31T13:48:54.17094Z","end":"2026-07-31T13:48:54.651351Z","steps":["trace[662220624] 'agreement among raft nodes before linearized reading' (duration: 480.261511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:54.651477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.385301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-31T13:48:54.651492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:53.436865Z","time spent":"1.214612515s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T13:48:54.65152Z","caller":"traceutil/trace.go:171","msg":"trace[143518721] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3412; }","duration":"474.454853ms","start":"2026-07-31T13:48:54.177056Z","end":"2026-07-31T13:48:54.651511Z","steps":["trace[143518721] 'agreement among raft nodes before linearized reading' (duration: 474.34042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:54.651519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.216791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-31T13:48:54.651524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:54.170913Z","time spent":"480.597999ms","remote":"127.0.0.1:41390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-31T13:48:54.651562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:54.177044Z","time spent":"474.510614ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-31T13:48:54.651566Z","caller":"traceutil/trace.go:171","msg":"trace[726111379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3412; }","duration":"345.307173ms","start":"2026-07-31T13:48:54.306246Z","end":"2026-07-31T13:48:54.651553Z","steps":["trace[726111379] 'agreement among raft nodes before linearized reading' (duration: 344.942874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:54.651413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.30092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-31T13:48:54.651602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:54.306223Z","time spent":"345.371494ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T13:48:54.651607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.007687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-31T13:48:54.651669Z","caller":"traceutil/trace.go:171","msg":"trace[190049251] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3412; }","duration":"834.129681ms","start":"2026-07-31T13:48:53.81753Z","end":"2026-07-31T13:48:54.65166Z","steps":["trace[190049251] 'agreement among raft nodes before linearized reading' (duration: 833.928796ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:48:54.651648Z","caller":"traceutil/trace.go:171","msg":"trace[1677139546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3412; }","duration":"895.604757ms","start":"2026-07-31T13:48:53.756019Z","end":"2026-07-31T13:48:54.651624Z","steps":["trace[1677139546] 'agreement among raft nodes before linearized reading' (duration: 895.202477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:54.651713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:53.817505Z","time spent":"834.201072ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T13:48:54.651822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:53.755992Z","time spent":"895.795252ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T13:48:54.65192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445005898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7461"} {"level":"info","ts":"2026-07-31T13:48:54.651967Z","caller":"traceutil/trace.go:171","msg":"trace[147870761] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3412; }","duration":"1.445052049s","start":"2026-07-31T13:48:53.206901Z","end":"2026-07-31T13:48:54.651953Z","steps":["trace[147870761] 'agreement among raft nodes before linearized reading' (duration: 1.44425702s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:54.652008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:53.206867Z","time spent":"1.445130611s","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-31T13:48:55.021908Z","caller":"traceutil/trace.go:171","msg":"trace[2017808604] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"366.267834ms","start":"2026-07-31T13:48:54.655611Z","end":"2026-07-31T13:48:55.021879Z","steps":["trace[2017808604] 'process raft request' (duration: 350.105125ms)","trace[2017808604] 'compare' (duration: 15.919122ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:48:55.022056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:54.655594Z","time spent":"366.381988ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:48:55.028681Z","caller":"traceutil/trace.go:171","msg":"trace[1104302339] transaction","detail":"{read_only:false; response_revision:3415; number_of_response:1; }","duration":"372.38428ms","start":"2026-07-31T13:48:54.656274Z","end":"2026-07-31T13:48:55.028658Z","steps":["trace[1104302339] 'process raft request' (duration: 372.283277ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:48:55.028719Z","caller":"traceutil/trace.go:171","msg":"trace[1502717832] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"372.496202ms","start":"2026-07-31T13:48:54.656202Z","end":"2026-07-31T13:48:55.028699Z","steps":["trace[1502717832] 'process raft request' (duration: 372.234785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:55.028831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:54.656268Z","time spent":"372.483142ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:48:55.02883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:54.656193Z","time spent":"372.572814ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:48:55.028866Z","caller":"traceutil/trace.go:171","msg":"trace[1844589125] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"372.091912ms","start":"2026-07-31T13:48:54.656743Z","end":"2026-07-31T13:48:55.028835Z","steps":["trace[1844589125] 'process raft request' (duration: 371.873577ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:48:55.028954Z","caller":"traceutil/trace.go:171","msg":"trace[1196431267] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"372.051511ms","start":"2026-07-31T13:48:54.656881Z","end":"2026-07-31T13:48:55.028932Z","steps":["trace[1196431267] 'process raft request' (duration: 371.835896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:55.029041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:54.656735Z","time spent":"372.227785ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T13:48:55.029132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:54.656851Z","time spent":"372.191024ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T13:48:55.035627Z","caller":"traceutil/trace.go:171","msg":"trace[1490982900] linearizableReadLoop","detail":"{readStateIndex:3539; appliedIndex:3534; }","duration":"375.146658ms","start":"2026-07-31T13:48:54.660461Z","end":"2026-07-31T13:48:55.035607Z","steps":["trace[1490982900] 'read index received' (duration: 345.242981ms)","trace[1490982900] 'applied index is now lower than readState.Index' (duration: 29.902457ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T13:48:55.035721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.24956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T13:48:55.035776Z","caller":"traceutil/trace.go:171","msg":"trace[1786677094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3417; }","duration":"375.327693ms","start":"2026-07-31T13:48:54.660435Z","end":"2026-07-31T13:48:55.035763Z","steps":["trace[1786677094] 'agreement among raft nodes before linearized reading' (duration: 375.2316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:55.035817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T13:48:54.660425Z","time spent":"375.385505ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T13:48:55.035838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.180389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-31T13:48:55.035878Z","caller":"traceutil/trace.go:171","msg":"trace[725497282] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3417; }","duration":"230.259571ms","start":"2026-07-31T13:48:54.805607Z","end":"2026-07-31T13:48:55.035866Z","steps":["trace[725497282] 'agreement among raft nodes before linearized reading' (duration: 230.121007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:48:56.627062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.741126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-31T13:48:56.627141Z","caller":"traceutil/trace.go:171","msg":"trace[436939637] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3427; }","duration":"195.87936ms","start":"2026-07-31T13:48:56.431244Z","end":"2026-07-31T13:48:56.627123Z","steps":["trace[436939637] 'range keys from in-memory index tree' (duration: 195.562991ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:49:00.409832Z","caller":"traceutil/trace.go:171","msg":"trace[453715370] linearizableReadLoop","detail":"{readStateIndex:3578; appliedIndex:3577; }","duration":"168.64325ms","start":"2026-07-31T13:49:00.241162Z","end":"2026-07-31T13:49:00.409806Z","steps":["trace[453715370] 'read index received' (duration: 163.54195ms)","trace[453715370] 'applied index is now lower than readState.Index' (duration: 5.10028ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:49:00.410217Z","caller":"traceutil/trace.go:171","msg":"trace[665325828] transaction","detail":"{read_only:false; response_revision:3454; number_of_response:1; }","duration":"257.629114ms","start":"2026-07-31T13:49:00.152535Z","end":"2026-07-31T13:49:00.410164Z","steps":["trace[665325828] 'process raft request' (duration: 252.250167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:49:00.410307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.129123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-31T13:49:00.410294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.6351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T13:49:00.41035Z","caller":"traceutil/trace.go:171","msg":"trace[1630150393] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3454; }","duration":"169.231145ms","start":"2026-07-31T13:49:00.241106Z","end":"2026-07-31T13:49:00.410337Z","steps":["trace[1630150393] 'agreement among raft nodes before linearized reading' (duration: 169.04543ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:49:00.410425Z","caller":"traceutil/trace.go:171","msg":"trace[1091111245] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3454; }","duration":"123.813145ms","start":"2026-07-31T13:49:00.286574Z","end":"2026-07-31T13:49:00.410387Z","steps":["trace[1091111245] 'agreement among raft nodes before linearized reading' (duration: 123.539659ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:49:00.804798Z","caller":"traceutil/trace.go:171","msg":"trace[1278354322] transaction","detail":"{read_only:false; response_revision:3457; number_of_response:1; }","duration":"110.643302ms","start":"2026-07-31T13:49:00.694126Z","end":"2026-07-31T13:49:00.804769Z","steps":["trace[1278354322] 'process raft request' (duration: 110.458947ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:49:01.320427Z","caller":"traceutil/trace.go:171","msg":"trace[1045469276] linearizableReadLoop","detail":"{readStateIndex:3585; appliedIndex:3583; }","duration":"201.709387ms","start":"2026-07-31T13:49:01.1187Z","end":"2026-07-31T13:49:01.32041Z","steps":["trace[1045469276] 'read index received' (duration: 201.635426ms)","trace[1045469276] 'applied index is now lower than readState.Index' (duration: 73.031µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:49:01.320484Z","caller":"traceutil/trace.go:171","msg":"trace[785964461] transaction","detail":"{read_only:false; response_revision:3460; number_of_response:1; }","duration":"239.256089ms","start":"2026-07-31T13:49:01.081197Z","end":"2026-07-31T13:49:01.320442Z","steps":["trace[785964461] 'process raft request' (duration: 239.065574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:49:01.320616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.34895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-31T13:49:01.320648Z","caller":"traceutil/trace.go:171","msg":"trace[38905811] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3461; }","duration":"237.408082ms","start":"2026-07-31T13:49:01.083231Z","end":"2026-07-31T13:49:01.320639Z","steps":["trace[38905811] 'agreement among raft nodes before linearized reading' (duration: 237.263319ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:49:01.320534Z","caller":"traceutil/trace.go:171","msg":"trace[1313122481] transaction","detail":"{read_only:false; response_revision:3461; number_of_response:1; }","duration":"211.839424ms","start":"2026-07-31T13:49:01.108646Z","end":"2026-07-31T13:49:01.320485Z","steps":["trace[1313122481] 'process raft request' (duration: 211.725681ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:49:01.36604Z","caller":"traceutil/trace.go:171","msg":"trace[1256133529] transaction","detail":"{read_only:false; response_revision:3462; number_of_response:1; }","duration":"242.54703ms","start":"2026-07-31T13:49:01.123458Z","end":"2026-07-31T13:49:01.366005Z","steps":["trace[1256133529] 'process raft request' (duration: 231.158072ms)","trace[1256133529] 'compare' (duration: 11.181103ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:49:01.366497Z","caller":"traceutil/trace.go:171","msg":"trace[1489137226] transaction","detail":"{read_only:false; response_revision:3463; number_of_response:1; }","duration":"242.92519ms","start":"2026-07-31T13:49:01.123547Z","end":"2026-07-31T13:49:01.366472Z","steps":["trace[1489137226] 'process raft request' (duration: 242.410817ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:49:01.366572Z","caller":"traceutil/trace.go:171","msg":"trace[1885227750] transaction","detail":"{read_only:false; response_revision:3465; number_of_response:1; }","duration":"137.321637ms","start":"2026-07-31T13:49:01.229222Z","end":"2026-07-31T13:49:01.366544Z","steps":["trace[1885227750] 'process raft request' (duration: 137.056ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:49:01.366756Z","caller":"traceutil/trace.go:171","msg":"trace[957899158] transaction","detail":"{read_only:false; response_revision:3464; number_of_response:1; }","duration":"141.01795ms","start":"2026-07-31T13:49:01.225724Z","end":"2026-07-31T13:49:01.366742Z","steps":["trace[957899158] 'process raft request' (duration: 140.436605ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:49:01.366801Z","caller":"traceutil/trace.go:171","msg":"trace[1136720438] transaction","detail":"{read_only:false; response_revision:3466; number_of_response:1; }","duration":"134.951237ms","start":"2026-07-31T13:49:01.231836Z","end":"2026-07-31T13:49:01.366788Z","steps":["trace[1136720438] 'process raft request' (duration: 134.485305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T13:49:01.366993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.676049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-31T13:49:01.367033Z","caller":"traceutil/trace.go:171","msg":"trace[798397306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3466; }","duration":"126.766981ms","start":"2026-07-31T13:49:01.240256Z","end":"2026-07-31T13:49:01.367022Z","steps":["trace[798397306] 'agreement among raft nodes before linearized reading' (duration: 126.629427ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:49:17.513074Z","caller":"traceutil/trace.go:171","msg":"trace[853139076] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"101.779546ms","start":"2026-07-31T13:49:17.411269Z","end":"2026-07-31T13:49:17.513048Z","steps":["trace[853139076] 'process raft request' (duration: 101.605092ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:50:59.923682Z","caller":"traceutil/trace.go:171","msg":"trace[998381266] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"117.323856ms","start":"2026-07-31T13:50:59.806316Z","end":"2026-07-31T13:50:59.923639Z","steps":["trace[998381266] 'process raft request' (duration: 57.812227ms)","trace[998381266] 'compare' (duration: 59.222322ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T13:50:59.923859Z","caller":"traceutil/trace.go:171","msg":"trace[591826782] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"114.185576ms","start":"2026-07-31T13:50:59.809637Z","end":"2026-07-31T13:50:59.923823Z","steps":["trace[591826782] 'process raft request' (duration: 113.95778ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:51:00.021902Z","caller":"traceutil/trace.go:171","msg":"trace[1987133329] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"106.717879ms","start":"2026-07-31T13:50:59.915153Z","end":"2026-07-31T13:51:00.021871Z","steps":["trace[1987133329] 'process raft request' (duration: 106.3458ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:51:03.715429Z","caller":"traceutil/trace.go:171","msg":"trace[437588739] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"126.002315ms","start":"2026-07-31T13:51:03.58939Z","end":"2026-07-31T13:51:03.715393Z","steps":["trace[437588739] 'process raft request' (duration: 125.774569ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:51:25.986635Z","caller":"traceutil/trace.go:171","msg":"trace[582762850] transaction","detail":"{read_only:false; response_revision:4393; number_of_response:1; }","duration":"134.044987ms","start":"2026-07-31T13:51:25.852561Z","end":"2026-07-31T13:51:25.986606Z","steps":["trace[582762850] 'process raft request' (duration: 133.727629ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:51:26.017721Z","caller":"traceutil/trace.go:171","msg":"trace[1598039279] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"136.53158ms","start":"2026-07-31T13:51:25.881163Z","end":"2026-07-31T13:51:26.017694Z","steps":["trace[1598039279] 'process raft request' (duration: 136.344166ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:51:26.017992Z","caller":"traceutil/trace.go:171","msg":"trace[1316624237] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"136.481029ms","start":"2026-07-31T13:51:25.881481Z","end":"2026-07-31T13:51:26.017962Z","steps":["trace[1316624237] 'process raft request' (duration: 136.167031ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T13:53:16.686738Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3140} {"level":"info","ts":"2026-07-31T13:53:16.79708Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3140,"took":"107.946391ms","hash":1006045749,"current-db-size-bytes":36171776,"current-db-size":"36 MB","current-db-size-in-use-bytes":9728000,"current-db-size-in-use":"9.7 MB"} {"level":"info","ts":"2026-07-31T13:53:16.797149Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1006045749,"revision":3140,"compact-revision":-1} {"level":"info","ts":"2026-07-31T13:58:16.693184Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5111} {"level":"info","ts":"2026-07-31T13:58:16.733997Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5111,"took":"39.536837ms","hash":2824375,"current-db-size-bytes":36171776,"current-db-size":"36 MB","current-db-size-in-use-bytes":12169216,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-31T13:58:16.734069Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2824375,"revision":5111,"compact-revision":3140} {"level":"info","ts":"2026-07-31T14:03:06.796968Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-31T14:03:06.804227Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-31T14:03:06.804312Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-31T14:03:16.701012Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7387} {"level":"info","ts":"2026-07-31T14:03:16.763164Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7387,"took":"60.677985ms","hash":258695398,"current-db-size-bytes":36171776,"current-db-size":"36 MB","current-db-size-in-use-bytes":13537280,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-07-31T14:03:16.763245Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":258695398,"revision":7387,"compact-revision":5111} {"level":"info","ts":"2026-07-31T14:04:35.10803Z","caller":"traceutil/trace.go:171","msg":"trace[1012844106] transaction","detail":"{read_only:false; response_revision:10526; number_of_response:1; }","duration":"109.060826ms","start":"2026-07-31T14:04:34.998943Z","end":"2026-07-31T14:04:35.108003Z","steps":["trace[1012844106] 'process raft request' (duration: 108.938553ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:08:16.711199Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9786} {"level":"info","ts":"2026-07-31T14:08:16.768771Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9786,"took":"56.001098ms","hash":594261464,"current-db-size-bytes":36171776,"current-db-size":"36 MB","current-db-size-in-use-bytes":14626816,"current-db-size-in-use":"15 MB"} {"level":"info","ts":"2026-07-31T14:08:16.768853Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":594261464,"revision":9786,"compact-revision":7387} {"level":"info","ts":"2026-07-31T14:09:44.132808Z","caller":"traceutil/trace.go:171","msg":"trace[1421572753] transaction","detail":"{read_only:false; response_revision:13042; number_of_response:1; }","duration":"185.592321ms","start":"2026-07-31T14:09:43.947187Z","end":"2026-07-31T14:09:44.132779Z","steps":["trace[1421572753] 'process raft request' (duration: 185.532799ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:09:44.132889Z","caller":"traceutil/trace.go:171","msg":"trace[856014335] transaction","detail":"{read_only:false; response_revision:13041; number_of_response:1; }","duration":"185.97314ms","start":"2026-07-31T14:09:43.946867Z","end":"2026-07-31T14:09:44.13284Z","steps":["trace[856014335] 'process raft request' (duration: 185.671753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:10:12.933465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.110943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-31T14:10:12.933564Z","caller":"traceutil/trace.go:171","msg":"trace[216261048] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13236; }","duration":"111.255397ms","start":"2026-07-31T14:10:12.822288Z","end":"2026-07-31T14:10:12.933543Z","steps":["trace[216261048] 'range keys from in-memory index tree' (duration: 110.875156ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:13:16.71798Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12167} {"level":"info","ts":"2026-07-31T14:13:16.775674Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12167,"took":"55.958235ms","hash":3087895754,"current-db-size-bytes":36171776,"current-db-size":"36 MB","current-db-size-in-use-bytes":16199680,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-31T14:13:16.775745Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3087895754,"revision":12167,"compact-revision":9786} {"level":"info","ts":"2026-07-31T14:16:15.550623Z","caller":"traceutil/trace.go:171","msg":"trace[1960413985] transaction","detail":"{read_only:false; response_revision:16159; number_of_response:1; }","duration":"304.713085ms","start":"2026-07-31T14:16:15.245828Z","end":"2026-07-31T14:16:15.550541Z","steps":["trace[1960413985] 'process raft request' (duration: 304.476379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:16:15.550808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:16:15.245816Z","time spent":"304.898859ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:16:15.813574Z","caller":"traceutil/trace.go:171","msg":"trace[162193975] transaction","detail":"{read_only:false; response_revision:16161; number_of_response:1; }","duration":"133.805336ms","start":"2026-07-31T14:16:15.679743Z","end":"2026-07-31T14:16:15.813549Z","steps":["trace[162193975] 'process raft request' (duration: 133.55705ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:17:28.091527Z","caller":"traceutil/trace.go:171","msg":"trace[1528595493] transaction","detail":"{read_only:false; response_revision:17175; number_of_response:1; }","duration":"135.53413ms","start":"2026-07-31T14:17:27.955918Z","end":"2026-07-31T14:17:28.091452Z","steps":["trace[1528595493] 'process raft request' (duration: 135.311624ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:17:53.094616Z","caller":"traceutil/trace.go:171","msg":"trace[1642421514] linearizableReadLoop","detail":"{readStateIndex:17877; appliedIndex:17875; }","duration":"533.889788ms","start":"2026-07-31T14:17:52.560701Z","end":"2026-07-31T14:17:53.09459Z","steps":["trace[1642421514] 'read index received' (duration: 6.792503ms)","trace[1642421514] 'applied index is now lower than readState.Index' (duration: 527.096175ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:17:53.094736Z","caller":"traceutil/trace.go:171","msg":"trace[1005853847] transaction","detail":"{read_only:false; response_revision:17344; number_of_response:1; }","duration":"534.701559ms","start":"2026-07-31T14:17:52.559997Z","end":"2026-07-31T14:17:53.094699Z","steps":["trace[1005853847] 'process raft request' (duration: 534.439752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:17:53.094916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.177176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T14:17:53.094987Z","caller":"traceutil/trace.go:171","msg":"trace[2099880082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17344; }","duration":"534.285678ms","start":"2026-07-31T14:17:52.560667Z","end":"2026-07-31T14:17:53.094953Z","steps":["trace[2099880082] 'agreement among raft nodes before linearized reading' (duration: 534.031852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:17:53.09498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.597161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"warn","ts":"2026-07-31T14:17:53.095013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:17:52.560657Z","time spent":"534.349729ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-31T14:17:53.095026Z","caller":"traceutil/trace.go:171","msg":"trace[513362029] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:17344; }","duration":"511.678152ms","start":"2026-07-31T14:17:52.583334Z","end":"2026-07-31T14:17:53.095012Z","steps":["trace[513362029] 'agreement among raft nodes before linearized reading' (duration: 511.416016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:17:53.095064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:17:52.583323Z","time spent":"511.731425ms","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1667,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-31T14:17:53.09517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.14139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-l9ztk\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-31T14:17:53.095267Z","caller":"traceutil/trace.go:171","msg":"trace[967801465] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-l9ztk; range_end:; response_count:1; response_revision:17344; }","duration":"203.258633ms","start":"2026-07-31T14:17:52.891965Z","end":"2026-07-31T14:17:53.095224Z","steps":["trace[967801465] 'agreement among raft nodes before linearized reading' (duration: 203.110399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:17:53.095356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.115594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-l9ztk\" ","response":"range_response_count:1 size:22023"} {"level":"info","ts":"2026-07-31T14:17:53.09539Z","caller":"traceutil/trace.go:171","msg":"trace[338399519] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-l9ztk; range_end:; response_count:1; response_revision:17344; }","duration":"235.187096ms","start":"2026-07-31T14:17:52.860193Z","end":"2026-07-31T14:17:53.09538Z","steps":["trace[338399519] 'agreement among raft nodes before linearized reading' (duration: 235.070513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:17:53.095375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:17:52.559979Z","time spent":"534.841922ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:18:16.725804Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14650} {"level":"info","ts":"2026-07-31T14:18:16.806614Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14650,"took":"78.393685ms","hash":525298714,"current-db-size-bytes":36171776,"current-db-size":"36 MB","current-db-size-in-use-bytes":18280448,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-31T14:18:16.806718Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":525298714,"revision":14650,"compact-revision":12167} {"level":"info","ts":"2026-07-31T14:22:52.248985Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-31T14:22:52.259721Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-31T14:22:52.259838Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-31T14:23:16.73561Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17497} {"level":"info","ts":"2026-07-31T14:23:16.816727Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17497,"took":"78.246981ms","hash":2516259527,"current-db-size-bytes":36171776,"current-db-size":"36 MB","current-db-size-in-use-bytes":18538496,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-31T14:23:16.816784Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2516259527,"revision":17497,"compact-revision":14650} {"level":"info","ts":"2026-07-31T14:23:48.176474Z","caller":"traceutil/trace.go:171","msg":"trace[882067831] transaction","detail":"{read_only:false; response_revision:20125; number_of_response:1; }","duration":"110.914372ms","start":"2026-07-31T14:23:48.065522Z","end":"2026-07-31T14:23:48.176437Z","steps":["trace[882067831] 'process raft request' (duration: 71.905469ms)","trace[882067831] 'compare' (duration: 38.629583ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:28:16.744711Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19718} {"level":"info","ts":"2026-07-31T14:28:16.831153Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19718,"took":"84.166842ms","hash":1772626123,"current-db-size-bytes":36171776,"current-db-size":"36 MB","current-db-size-in-use-bytes":18112512,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-31T14:28:16.831214Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1772626123,"revision":19718,"compact-revision":17497} {"level":"info","ts":"2026-07-31T14:28:58.183677Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000594b.wal"} {"level":"info","ts":"2026-07-31T14:30:51.39161Z","caller":"traceutil/trace.go:171","msg":"trace[1853500786] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"285.188777ms","start":"2026-07-31T14:30:51.106404Z","end":"2026-07-31T14:30:51.391593Z","steps":["trace[1853500786] 'process raft request' (duration: 279.604994ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:30:51.400342Z","caller":"traceutil/trace.go:171","msg":"trace[506775865] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"292.316838ms","start":"2026-07-31T14:30:51.108003Z","end":"2026-07-31T14:30:51.40032Z","steps":["trace[506775865] 'process raft request' (duration: 292.097653ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:30:51.400378Z","caller":"traceutil/trace.go:171","msg":"trace[1293285332] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"225.749329ms","start":"2026-07-31T14:30:51.174598Z","end":"2026-07-31T14:30:51.400347Z","steps":["trace[1293285332] 'process raft request' (duration: 225.676137ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:30:51.400429Z","caller":"traceutil/trace.go:171","msg":"trace[557160711] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"228.841268ms","start":"2026-07-31T14:30:51.171555Z","end":"2026-07-31T14:30:51.400396Z","steps":["trace[557160711] 'process raft request' (duration: 228.681244ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:30:51.400498Z","caller":"traceutil/trace.go:171","msg":"trace[1270250181] linearizableReadLoop","detail":"{readStateIndex:23805; appliedIndex:23803; }","duration":"257.871509ms","start":"2026-07-31T14:30:51.142603Z","end":"2026-07-31T14:30:51.400475Z","steps":["trace[1270250181] 'read index received' (duration: 243.423181ms)","trace[1270250181] 'applied index is now lower than readState.Index' (duration: 14.447228ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:30:51.400558Z","caller":"traceutil/trace.go:171","msg":"trace[1222507829] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"224.507957ms","start":"2026-07-31T14:30:51.176017Z","end":"2026-07-31T14:30:51.400525Z","steps":["trace[1222507829] 'process raft request' (duration: 224.293092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:30:51.400673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.065684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-31T14:30:51.400711Z","caller":"traceutil/trace.go:171","msg":"trace[1599070924] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:23101; }","duration":"258.147896ms","start":"2026-07-31T14:30:51.142548Z","end":"2026-07-31T14:30:51.400696Z","steps":["trace[1599070924] 'agreement among raft nodes before linearized reading' (duration: 257.998352ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:30:58.000826Z","caller":"traceutil/trace.go:171","msg":"trace[1168873381] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"229.595828ms","start":"2026-07-31T14:30:57.771207Z","end":"2026-07-31T14:30:58.000803Z","steps":["trace[1168873381] 'process raft request' (duration: 229.393333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:30:58.562578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.568813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:30:58.562646Z","caller":"traceutil/trace.go:171","msg":"trace[887599743] linearizableReadLoop","detail":"{readStateIndex:23854; appliedIndex:23853; }","duration":"312.047232ms","start":"2026-07-31T14:30:58.250575Z","end":"2026-07-31T14:30:58.562622Z","steps":["trace[887599743] 'read index received' (duration: 286.763047ms)","trace[887599743] 'applied index is now lower than readState.Index' (duration: 25.282895ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:30:58.562709Z","caller":"traceutil/trace.go:171","msg":"trace[1491343667] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:23145; }","duration":"366.768678ms","start":"2026-07-31T14:30:58.195908Z","end":"2026-07-31T14:30:58.562676Z","steps":["trace[1491343667] 'count revisions from in-memory index tree' (duration: 366.4747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:30:58.562783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:30:58.195884Z","time spent":"366.88507ms","remote":"127.0.0.1:53044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:30:58.562773Z","caller":"traceutil/trace.go:171","msg":"trace[604002248] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"315.968772ms","start":"2026-07-31T14:30:58.246737Z","end":"2026-07-31T14:30:58.562706Z","steps":["trace[604002248] 'process raft request' (duration: 290.642496ms)","trace[604002248] 'compare' (duration: 24.511875ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:30:58.562892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.305588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-31T14:30:58.56295Z","caller":"traceutil/trace.go:171","msg":"trace[1005438369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23146; }","duration":"312.438662ms","start":"2026-07-31T14:30:58.250498Z","end":"2026-07-31T14:30:58.562937Z","steps":["trace[1005438369] 'agreement among raft nodes before linearized reading' (duration: 312.259877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:30:58.562995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:30:58.250464Z","time spent":"312.521263ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:30:58.563041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:30:58.24672Z","time spent":"316.183258ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:30:58.563274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.781633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T14:30:58.563328Z","caller":"traceutil/trace.go:171","msg":"trace[518237849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23146; }","duration":"240.844965ms","start":"2026-07-31T14:30:58.32246Z","end":"2026-07-31T14:30:58.563305Z","steps":["trace[518237849] 'agreement among raft nodes before linearized reading' (duration: 240.748182ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:31:20.273918Z","caller":"traceutil/trace.go:171","msg":"trace[78726327] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"100.089814ms","start":"2026-07-31T14:31:20.173796Z","end":"2026-07-31T14:31:20.273886Z","steps":["trace[78726327] 'process raft request' (duration: 86.057816ms)","trace[78726327] 'compare' (duration: 13.760051ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:31:20.274315Z","caller":"traceutil/trace.go:171","msg":"trace[4357456] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"100.175385ms","start":"2026-07-31T14:31:20.174109Z","end":"2026-07-31T14:31:20.274284Z","steps":["trace[4357456] 'process raft request' (duration: 99.691613ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:31:20.27434Z","caller":"traceutil/trace.go:171","msg":"trace[2063247988] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"100.118744ms","start":"2026-07-31T14:31:20.174184Z","end":"2026-07-31T14:31:20.274302Z","steps":["trace[2063247988] 'process raft request' (duration: 99.884278ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:32:26.114377Z","caller":"traceutil/trace.go:171","msg":"trace[572331766] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"334.906465ms","start":"2026-07-31T14:32:25.779426Z","end":"2026-07-31T14:32:26.114332Z","steps":["trace[572331766] 'process raft request' (duration: 334.7172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:32:26.114711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:32:25.779401Z","time spent":"335.171242ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:32:26.140414Z","caller":"traceutil/trace.go:171","msg":"trace[478578275] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"352.335229ms","start":"2026-07-31T14:32:25.788055Z","end":"2026-07-31T14:32:26.140391Z","steps":["trace[478578275] 'process raft request' (duration: 352.212256ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:32:26.140448Z","caller":"traceutil/trace.go:171","msg":"trace[1893180092] linearizableReadLoop","detail":"{readStateIndex:24660; appliedIndex:24656; }","duration":"261.235785ms","start":"2026-07-31T14:32:25.879191Z","end":"2026-07-31T14:32:26.140426Z","steps":["trace[1893180092] 'read index received' (duration: 235.002275ms)","trace[1893180092] 'applied index is now lower than readState.Index' (duration: 26.23176ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:32:26.140569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:32:25.788042Z","time spent":"352.432892ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:32:26.140724Z","caller":"traceutil/trace.go:171","msg":"trace[1015745365] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"353.52657ms","start":"2026-07-31T14:32:25.787184Z","end":"2026-07-31T14:32:26.14071Z","steps":["trace[1015745365] 'process raft request' (duration: 352.908544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:32:26.140797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:32:25.787165Z","time spent":"353.594042ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:32:26.140932Z","caller":"traceutil/trace.go:171","msg":"trace[1017511483] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"352.695898ms","start":"2026-07-31T14:32:25.788196Z","end":"2026-07-31T14:32:26.140892Z","steps":["trace[1017511483] 'process raft request' (duration: 352.137964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:32:26.14111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.911717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T14:32:26.14125Z","caller":"traceutil/trace.go:171","msg":"trace[1478165120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23927; }","duration":"232.088472ms","start":"2026-07-31T14:32:25.909147Z","end":"2026-07-31T14:32:26.141235Z","steps":["trace[1478165120] 'agreement among raft nodes before linearized reading' (duration: 231.767163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:32:26.141344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.800513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-74j6f\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-31T14:32:26.141431Z","caller":"traceutil/trace.go:171","msg":"trace[1484514440] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-74j6f; range_end:; response_count:1; response_revision:23927; }","duration":"189.929297ms","start":"2026-07-31T14:32:25.951487Z","end":"2026-07-31T14:32:26.141416Z","steps":["trace[1484514440] 'agreement among raft nodes before linearized reading' (duration: 189.738042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:32:26.141485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.263262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:32:26.14161Z","caller":"traceutil/trace.go:171","msg":"trace[1230233500] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23927; }","duration":"262.464747ms","start":"2026-07-31T14:32:25.879117Z","end":"2026-07-31T14:32:26.141582Z","steps":["trace[1230233500] 'agreement among raft nodes before linearized reading' (duration: 262.259512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:32:26.141129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:32:25.788183Z","time spent":"352.840023ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:32:26.141681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.922001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:32:26.141767Z","caller":"traceutil/trace.go:171","msg":"trace[997824353] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:23927; }","duration":"227.019263ms","start":"2026-07-31T14:32:25.914728Z","end":"2026-07-31T14:32:26.141747Z","steps":["trace[997824353] 'agreement among raft nodes before linearized reading' (duration: 226.778537ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:32:29.263966Z","caller":"traceutil/trace.go:171","msg":"trace[699652615] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"175.648001ms","start":"2026-07-31T14:32:29.088296Z","end":"2026-07-31T14:32:29.263944Z","steps":["trace[699652615] 'process raft request' (duration: 175.60334ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:32:29.264055Z","caller":"traceutil/trace.go:171","msg":"trace[1585715450] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"175.774214ms","start":"2026-07-31T14:32:29.088248Z","end":"2026-07-31T14:32:29.264022Z","steps":["trace[1585715450] 'process raft request' (duration: 175.513377ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:32:29.30504Z","caller":"traceutil/trace.go:171","msg":"trace[591901964] linearizableReadLoop","detail":"{readStateIndex:24688; appliedIndex:24684; }","duration":"194.262586ms","start":"2026-07-31T14:32:29.110747Z","end":"2026-07-31T14:32:29.305009Z","steps":["trace[591901964] 'read index received' (duration: 152.963132ms)","trace[591901964] 'applied index is now lower than readState.Index' (duration: 41.297654ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:32:29.305388Z","caller":"traceutil/trace.go:171","msg":"trace[214067463] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"195.223471ms","start":"2026-07-31T14:32:29.11009Z","end":"2026-07-31T14:32:29.305314Z","steps":["trace[214067463] 'process raft request' (duration: 194.852672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:32:29.305573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.709158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T14:32:29.305646Z","caller":"traceutil/trace.go:171","msg":"trace[807278914] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23955; }","duration":"194.830871ms","start":"2026-07-31T14:32:29.1108Z","end":"2026-07-31T14:32:29.305631Z","steps":["trace[807278914] 'agreement among raft nodes before linearized reading' (duration: 194.617415ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:32:29.305706Z","caller":"traceutil/trace.go:171","msg":"trace[2092553797] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"215.497029ms","start":"2026-07-31T14:32:29.090164Z","end":"2026-07-31T14:32:29.305661Z","steps":["trace[2092553797] 'process raft request' (duration: 214.623577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:32:29.305885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.112787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-31T14:32:29.305954Z","caller":"traceutil/trace.go:171","msg":"trace[424390562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23955; }","duration":"195.221411ms","start":"2026-07-31T14:32:29.110714Z","end":"2026-07-31T14:32:29.305935Z","steps":["trace[424390562] 'agreement among raft nodes before linearized reading' (duration: 194.996695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:32:29.306087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.967897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T14:32:29.30646Z","caller":"traceutil/trace.go:171","msg":"trace[2053392098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23955; }","duration":"192.388848ms","start":"2026-07-31T14:32:29.114055Z","end":"2026-07-31T14:32:29.306444Z","steps":["trace[2053392098] 'agreement among raft nodes before linearized reading' (duration: 191.65018ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:33:16.751141Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21880} {"level":"info","ts":"2026-07-31T14:33:16.826054Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21880,"took":"72.409307ms","hash":422573459,"current-db-size-bytes":36171776,"current-db-size":"36 MB","current-db-size-in-use-bytes":19632128,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-07-31T14:33:16.826123Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":422573459,"revision":21880,"compact-revision":19718} {"level":"warn","ts":"2026-07-31T14:33:52.990774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.951576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:33:52.990956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.443836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:33:52.991024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.473169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-07-31T14:33:52.991033Z","caller":"traceutil/trace.go:171","msg":"trace[1023123454] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24791; }","duration":"146.579759ms","start":"2026-07-31T14:33:52.844438Z","end":"2026-07-31T14:33:52.991018Z","steps":["trace[1023123454] 'count revisions from in-memory index tree' (duration: 146.335844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:33:52.99091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.071429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:33:52.991063Z","caller":"traceutil/trace.go:171","msg":"trace[1628770208] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:24791; }","duration":"139.52325ms","start":"2026-07-31T14:33:52.851524Z","end":"2026-07-31T14:33:52.991047Z","steps":["trace[1628770208] 'range keys from in-memory index tree' (duration: 139.335645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:33:52.991046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.563582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:33:52.991159Z","caller":"traceutil/trace.go:171","msg":"trace[1578469548] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:24791; }","duration":"141.733686ms","start":"2026-07-31T14:33:52.849399Z","end":"2026-07-31T14:33:52.991133Z","steps":["trace[1578469548] 'range keys from in-memory index tree' (duration: 141.425028ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:33:52.991173Z","caller":"traceutil/trace.go:171","msg":"trace[706623571] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:24791; }","duration":"141.301835ms","start":"2026-07-31T14:33:52.849799Z","end":"2026-07-31T14:33:52.991101Z","steps":["trace[706623571] 'range keys from in-memory index tree' (duration: 141.025028ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:33:52.990997Z","caller":"traceutil/trace.go:171","msg":"trace[1632990812] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:24791; }","duration":"141.189062ms","start":"2026-07-31T14:33:52.849776Z","end":"2026-07-31T14:33:52.990965Z","steps":["trace[1632990812] 'range keys from in-memory index tree' (duration: 140.879664ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:33:53.102306Z","caller":"traceutil/trace.go:171","msg":"trace[1313515153] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"107.255206ms","start":"2026-07-31T14:33:52.995032Z","end":"2026-07-31T14:33:53.102287Z","steps":["trace[1313515153] 'process raft request' (duration: 107.073012ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:33:53.921483Z","caller":"traceutil/trace.go:171","msg":"trace[1934155686] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"120.602787ms","start":"2026-07-31T14:33:53.800848Z","end":"2026-07-31T14:33:53.921451Z","steps":["trace[1934155686] 'process raft request' (duration: 118.758781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:33:53.921706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.907766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T14:33:53.921769Z","caller":"traceutil/trace.go:171","msg":"trace[1921200730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24795; }","duration":"122.998158ms","start":"2026-07-31T14:33:53.798756Z","end":"2026-07-31T14:33:53.921754Z","steps":["trace[1921200730] 'agreement among raft nodes before linearized reading' (duration: 122.855434ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:38:16.758012Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24369} {"level":"info","ts":"2026-07-31T14:38:16.852225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24369,"took":"91.755246ms","hash":1985231861,"current-db-size-bytes":36171776,"current-db-size":"36 MB","current-db-size-in-use-bytes":18931712,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-31T14:38:16.852289Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1985231861,"revision":24369,"compact-revision":21880} {"level":"warn","ts":"2026-07-31T14:40:37.358479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.993005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-31T14:40:37.358585Z","caller":"traceutil/trace.go:171","msg":"trace[172156261] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27618; }","duration":"105.229161ms","start":"2026-07-31T14:40:37.253332Z","end":"2026-07-31T14:40:37.358561Z","steps":["trace[172156261] 'range keys from in-memory index tree' (duration: 104.78414ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:37.540641Z","caller":"traceutil/trace.go:171","msg":"trace[1990822083] transaction","detail":"{read_only:false; response_revision:27620; number_of_response:1; }","duration":"177.691533ms","start":"2026-07-31T14:40:37.362918Z","end":"2026-07-31T14:40:37.54061Z","steps":["trace[1990822083] 'process raft request' (duration: 99.021252ms)","trace[1990822083] 'compare' (duration: 78.461856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:38.037392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.145071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:40:38.037601Z","caller":"traceutil/trace.go:171","msg":"trace[2101619744] transaction","detail":"{read_only:false; response_revision:27622; number_of_response:1; }","duration":"188.758836ms","start":"2026-07-31T14:40:37.84882Z","end":"2026-07-31T14:40:38.037579Z","steps":["trace[2101619744] 'process raft request' (duration: 70.306048ms)","trace[2101619744] 'compare' (duration: 117.979506ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:38.037679Z","caller":"traceutil/trace.go:171","msg":"trace[2036672634] transaction","detail":"{read_only:false; response_revision:27623; number_of_response:1; }","duration":"185.581415ms","start":"2026-07-31T14:40:37.852079Z","end":"2026-07-31T14:40:38.037661Z","steps":["trace[2036672634] 'process raft request' (duration: 185.458382ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:38.03789Z","caller":"traceutil/trace.go:171","msg":"trace[1368373439] transaction","detail":"{read_only:false; response_revision:27624; number_of_response:1; }","duration":"185.589605ms","start":"2026-07-31T14:40:37.852267Z","end":"2026-07-31T14:40:38.037856Z","steps":["trace[1368373439] 'process raft request' (duration: 185.351799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:38.271603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.579576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:40:38.271797Z","caller":"traceutil/trace.go:171","msg":"trace[1273383635] transaction","detail":"{read_only:false; response_revision:27627; number_of_response:1; }","duration":"229.045676ms","start":"2026-07-31T14:40:38.042732Z","end":"2026-07-31T14:40:38.271778Z","steps":["trace[1273383635] 'process raft request' (duration: 228.982485ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:38.271921Z","caller":"traceutil/trace.go:171","msg":"trace[2032720426] transaction","detail":"{read_only:false; response_revision:27626; number_of_response:1; }","duration":"229.16225ms","start":"2026-07-31T14:40:38.042716Z","end":"2026-07-31T14:40:38.271878Z","steps":["trace[2032720426] 'process raft request' (duration: 120.211154ms)","trace[2032720426] 'compare' (duration: 108.436603ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:38.349851Z","caller":"traceutil/trace.go:171","msg":"trace[670063652] transaction","detail":"{read_only:false; response_revision:27629; number_of_response:1; }","duration":"125.198191ms","start":"2026-07-31T14:40:38.224629Z","end":"2026-07-31T14:40:38.349827Z","steps":["trace[670063652] 'process raft request' (duration: 124.932774ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:39.110605Z","caller":"traceutil/trace.go:171","msg":"trace[1034027972] transaction","detail":"{read_only:false; response_revision:27632; number_of_response:1; }","duration":"226.708287ms","start":"2026-07-31T14:40:38.883872Z","end":"2026-07-31T14:40:39.110581Z","steps":["trace[1034027972] 'process raft request' (duration: 151.908465ms)","trace[1034027972] 'compare' (duration: 74.462843ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:39.110956Z","caller":"traceutil/trace.go:171","msg":"trace[547831315] transaction","detail":"{read_only:false; response_revision:27633; number_of_response:1; }","duration":"226.82588ms","start":"2026-07-31T14:40:38.884111Z","end":"2026-07-31T14:40:39.110937Z","steps":["trace[547831315] 'process raft request' (duration: 226.389359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:39.111032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.049177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T14:40:39.111092Z","caller":"traceutil/trace.go:171","msg":"trace[1169755606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27633; }","duration":"100.15964ms","start":"2026-07-31T14:40:39.010916Z","end":"2026-07-31T14:40:39.111076Z","steps":["trace[1169755606] 'agreement among raft nodes before linearized reading' (duration: 99.912624ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:39.646149Z","caller":"traceutil/trace.go:171","msg":"trace[1599763058] transaction","detail":"{read_only:false; response_revision:27635; number_of_response:1; }","duration":"101.211907ms","start":"2026-07-31T14:40:39.544911Z","end":"2026-07-31T14:40:39.646123Z","steps":["trace[1599763058] 'process raft request' (duration: 101.069954ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:40.344114Z","caller":"traceutil/trace.go:171","msg":"trace[36238850] transaction","detail":"{read_only:false; response_revision:27636; number_of_response:1; }","duration":"307.646346ms","start":"2026-07-31T14:40:40.036439Z","end":"2026-07-31T14:40:40.344085Z","steps":["trace[36238850] 'process raft request' (duration: 307.42165ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:40.344257Z","caller":"traceutil/trace.go:171","msg":"trace[1715384760] linearizableReadLoop","detail":"{readStateIndex:28488; appliedIndex:28488; }","duration":"302.910254ms","start":"2026-07-31T14:40:40.04131Z","end":"2026-07-31T14:40:40.34422Z","steps":["trace[1715384760] 'read index received' (duration: 302.793461ms)","trace[1715384760] 'applied index is now lower than readState.Index' (duration: 113.243µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:40.344295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:40.036408Z","time spent":"307.78665ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:40.344943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.633413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T14:40:40.345543Z","caller":"traceutil/trace.go:171","msg":"trace[1445676851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27636; }","duration":"303.726055ms","start":"2026-07-31T14:40:40.041264Z","end":"2026-07-31T14:40:40.34499Z","steps":["trace[1445676851] 'agreement among raft nodes before linearized reading' (duration: 303.057658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:40.345641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:40.041251Z","time spent":"304.360891ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T14:40:40.51564Z","caller":"traceutil/trace.go:171","msg":"trace[365123980] transaction","detail":"{read_only:false; response_revision:27637; number_of_response:1; }","duration":"203.307579ms","start":"2026-07-31T14:40:40.312295Z","end":"2026-07-31T14:40:40.515603Z","steps":["trace[365123980] 'process raft request' (duration: 108.336381ms)","trace[365123980] 'compare' (duration: 94.715992ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:40.515741Z","caller":"traceutil/trace.go:171","msg":"trace[1970452816] linearizableReadLoop","detail":"{readStateIndex:28489; appliedIndex:28488; }","duration":"171.362892ms","start":"2026-07-31T14:40:40.34434Z","end":"2026-07-31T14:40:40.515703Z","steps":["trace[1970452816] 'read index received' (duration: 76.365583ms)","trace[1970452816] 'applied index is now lower than readState.Index' (duration: 94.994839ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:40.51581Z","caller":"traceutil/trace.go:171","msg":"trace[229681011] transaction","detail":"{read_only:false; response_revision:27640; number_of_response:1; }","duration":"159.286253ms","start":"2026-07-31T14:40:40.3565Z","end":"2026-07-31T14:40:40.515787Z","steps":["trace[229681011] 'process raft request' (duration: 159.249222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:40.515929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.997759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:40:40.515965Z","caller":"traceutil/trace.go:171","msg":"trace[438763960] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27640; }","duration":"228.078691ms","start":"2026-07-31T14:40:40.287874Z","end":"2026-07-31T14:40:40.515953Z","steps":["trace[438763960] 'agreement among raft nodes before linearized reading' (duration: 227.964028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:40.516023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.535887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T14:40:40.516114Z","caller":"traceutil/trace.go:171","msg":"trace[1665863532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27640; }","duration":"374.636879ms","start":"2026-07-31T14:40:40.141454Z","end":"2026-07-31T14:40:40.51609Z","steps":["trace[1665863532] 'agreement among raft nodes before linearized reading' (duration: 374.408474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:40.516165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:40.141347Z","time spent":"374.806243ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T14:40:40.516194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.154914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-31T14:40:40.516236Z","caller":"traceutil/trace.go:171","msg":"trace[1308683997] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27640; }","duration":"169.252047ms","start":"2026-07-31T14:40:40.346973Z","end":"2026-07-31T14:40:40.516225Z","steps":["trace[1308683997] 'agreement among raft nodes before linearized reading' (duration: 169.103153ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:40.51628Z","caller":"traceutil/trace.go:171","msg":"trace[1674989453] transaction","detail":"{read_only:false; response_revision:27638; number_of_response:1; }","duration":"166.322322ms","start":"2026-07-31T14:40:40.349917Z","end":"2026-07-31T14:40:40.516239Z","steps":["trace[1674989453] 'process raft request' (duration: 165.697566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:40.516317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.121209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-31T14:40:40.516313Z","caller":"traceutil/trace.go:171","msg":"trace[1159149011] transaction","detail":"{read_only:false; response_revision:27639; number_of_response:1; }","duration":"161.751436ms","start":"2026-07-31T14:40:40.354537Z","end":"2026-07-31T14:40:40.516288Z","steps":["trace[1159149011] 'process raft request' (duration: 161.174172ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:40.516382Z","caller":"traceutil/trace.go:171","msg":"trace[2065535687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27640; }","duration":"240.193641ms","start":"2026-07-31T14:40:40.276171Z","end":"2026-07-31T14:40:40.516364Z","steps":["trace[2065535687] 'agreement among raft nodes before linearized reading' (duration: 240.020747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:40.516386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.372056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-31T14:40:40.516441Z","caller":"traceutil/trace.go:171","msg":"trace[1751814982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27640; }","duration":"240.425458ms","start":"2026-07-31T14:40:40.276002Z","end":"2026-07-31T14:40:40.516427Z","steps":["trace[1751814982] 'agreement among raft nodes before linearized reading' (duration: 240.282234ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:40.807623Z","caller":"traceutil/trace.go:171","msg":"trace[687776169] linearizableReadLoop","detail":"{readStateIndex:28494; appliedIndex:28492; }","duration":"285.719326ms","start":"2026-07-31T14:40:40.521877Z","end":"2026-07-31T14:40:40.807596Z","steps":["trace[687776169] 'read index received' (duration: 25.549713ms)","trace[687776169] 'applied index is now lower than readState.Index' (duration: 260.167883ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:40.807662Z","caller":"traceutil/trace.go:171","msg":"trace[1479018766] transaction","detail":"{read_only:false; response_revision:27643; number_of_response:1; }","duration":"285.232063ms","start":"2026-07-31T14:40:40.522402Z","end":"2026-07-31T14:40:40.807634Z","steps":["trace[1479018766] 'process raft request' (duration: 285.13672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:40.807829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.950831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T14:40:40.807864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.393474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:40:40.807932Z","caller":"traceutil/trace.go:171","msg":"trace[1534573096] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27643; }","duration":"286.109505ms","start":"2026-07-31T14:40:40.521805Z","end":"2026-07-31T14:40:40.807914Z","steps":["trace[1534573096] 'agreement among raft nodes before linearized reading' (duration: 285.91037ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:40.807945Z","caller":"traceutil/trace.go:171","msg":"trace[525147464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27643; }","duration":"279.489366ms","start":"2026-07-31T14:40:40.528437Z","end":"2026-07-31T14:40:40.807927Z","steps":["trace[525147464] 'agreement among raft nodes before linearized reading' (duration: 279.354882ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:40.808182Z","caller":"traceutil/trace.go:171","msg":"trace[1925628894] transaction","detail":"{read_only:false; response_revision:27642; number_of_response:1; }","duration":"286.29037ms","start":"2026-07-31T14:40:40.521685Z","end":"2026-07-31T14:40:40.807975Z","steps":["trace[1925628894] 'process raft request' (duration: 285.674725ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:41.374245Z","caller":"traceutil/trace.go:171","msg":"trace[553758530] transaction","detail":"{read_only:false; response_revision:27644; number_of_response:1; }","duration":"255.245446ms","start":"2026-07-31T14:40:41.118968Z","end":"2026-07-31T14:40:41.374213Z","steps":["trace[553758530] 'process raft request' (duration: 255.036741ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:41.417926Z","caller":"traceutil/trace.go:171","msg":"trace[1133160925] transaction","detail":"{read_only:false; response_revision:27645; number_of_response:1; }","duration":"298.37671ms","start":"2026-07-31T14:40:41.119523Z","end":"2026-07-31T14:40:41.4179Z","steps":["trace[1133160925] 'process raft request' (duration: 298.144324ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:41.418149Z","caller":"traceutil/trace.go:171","msg":"trace[1903476106] transaction","detail":"{read_only:false; response_revision:27646; number_of_response:1; }","duration":"160.881364ms","start":"2026-07-31T14:40:41.257258Z","end":"2026-07-31T14:40:41.418139Z","steps":["trace[1903476106] 'process raft request' (duration: 160.599656ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:41.929025Z","caller":"traceutil/trace.go:171","msg":"trace[735880299] transaction","detail":"{read_only:false; response_revision:27647; number_of_response:1; }","duration":"277.089095ms","start":"2026-07-31T14:40:41.651911Z","end":"2026-07-31T14:40:41.929Z","steps":["trace[735880299] 'process raft request' (duration: 276.90222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:42.493565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.351644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-31T14:40:42.493707Z","caller":"traceutil/trace.go:171","msg":"trace[1139628068] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27647; }","duration":"283.501418ms","start":"2026-07-31T14:40:42.210137Z","end":"2026-07-31T14:40:42.493638Z","steps":["trace[1139628068] 'range keys from in-memory index tree' (duration: 283.097559ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:42.680875Z","caller":"traceutil/trace.go:171","msg":"trace[362336789] transaction","detail":"{read_only:false; response_revision:27650; number_of_response:1; }","duration":"159.074877ms","start":"2026-07-31T14:40:42.521779Z","end":"2026-07-31T14:40:42.680854Z","steps":["trace[362336789] 'process raft request' (duration: 158.990025ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:42.680924Z","caller":"traceutil/trace.go:171","msg":"trace[986760505] transaction","detail":"{read_only:false; response_revision:27649; number_of_response:1; }","duration":"159.708934ms","start":"2026-07-31T14:40:42.521171Z","end":"2026-07-31T14:40:42.68088Z","steps":["trace[986760505] 'process raft request' (duration: 151.143795ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:42.681053Z","caller":"traceutil/trace.go:171","msg":"trace[1090792962] linearizableReadLoop","detail":"{readStateIndex:28503; appliedIndex:28500; }","duration":"115.096753ms","start":"2026-07-31T14:40:42.565923Z","end":"2026-07-31T14:40:42.68102Z","steps":["trace[1090792962] 'read index received' (duration: 106.37291ms)","trace[1090792962] 'applied index is now lower than readState.Index' (duration: 8.721503ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:42.681141Z","caller":"traceutil/trace.go:171","msg":"trace[1194135148] transaction","detail":"{read_only:false; response_revision:27651; number_of_response:1; }","duration":"159.149929ms","start":"2026-07-31T14:40:42.521965Z","end":"2026-07-31T14:40:42.681114Z","steps":["trace[1194135148] 'process raft request' (duration: 158.856712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:42.681248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.691035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-31T14:40:42.681259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.188709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:40:42.681306Z","caller":"traceutil/trace.go:171","msg":"trace[42339723] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27651; }","duration":"136.783077ms","start":"2026-07-31T14:40:42.544506Z","end":"2026-07-31T14:40:42.681289Z","steps":["trace[42339723] 'agreement among raft nodes before linearized reading' (duration: 136.583412ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:42.681309Z","caller":"traceutil/trace.go:171","msg":"trace[734098157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27651; }","duration":"130.298782ms","start":"2026-07-31T14:40:42.550997Z","end":"2026-07-31T14:40:42.681295Z","steps":["trace[734098157] 'agreement among raft nodes before linearized reading' (duration: 130.084667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:42.681398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.225766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:40:42.681573Z","caller":"traceutil/trace.go:171","msg":"trace[1341464125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27651; }","duration":"151.534364ms","start":"2026-07-31T14:40:42.53001Z","end":"2026-07-31T14:40:42.681544Z","steps":["trace[1341464125] 'agreement among raft nodes before linearized reading' (duration: 151.105443ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:42.772501Z","caller":"traceutil/trace.go:171","msg":"trace[908777220] transaction","detail":"{read_only:false; response_revision:27652; number_of_response:1; }","duration":"202.844146ms","start":"2026-07-31T14:40:42.569623Z","end":"2026-07-31T14:40:42.772467Z","steps":["trace[908777220] 'process raft request' (duration: 202.522038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:43.312277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850405625,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T14:40:43.627839Z","caller":"traceutil/trace.go:171","msg":"trace[6850743] transaction","detail":"{read_only:false; response_revision:27653; number_of_response:1; }","duration":"942.010665ms","start":"2026-07-31T14:40:42.685805Z","end":"2026-07-31T14:40:43.627815Z","steps":["trace[6850743] 'process raft request' (duration: 941.79465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:43.627989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:42.685784Z","time spent":"942.133339ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:43.62817Z","caller":"traceutil/trace.go:171","msg":"trace[1866670662] linearizableReadLoop","detail":"{readStateIndex:28506; appliedIndex:28504; }","duration":"816.112306ms","start":"2026-07-31T14:40:42.81199Z","end":"2026-07-31T14:40:43.628102Z","steps":["trace[1866670662] 'read index received' (duration: 815.604804ms)","trace[1866670662] 'applied index is now lower than readState.Index' (duration: 504.852µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:43.62822Z","caller":"traceutil/trace.go:171","msg":"trace[1818580214] transaction","detail":"{read_only:false; response_revision:27654; number_of_response:1; }","duration":"941.986905ms","start":"2026-07-31T14:40:42.686219Z","end":"2026-07-31T14:40:43.628205Z","steps":["trace[1818580214] 'process raft request' (duration: 941.524123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:43.628291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:42.686208Z","time spent":"942.048616ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:43.628469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.452225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T14:40:43.628551Z","caller":"traceutil/trace.go:171","msg":"trace[814170942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27654; }","duration":"816.584258ms","start":"2026-07-31T14:40:42.811947Z","end":"2026-07-31T14:40:43.628531Z","steps":["trace[814170942] 'agreement among raft nodes before linearized reading' (duration: 816.349712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:43.628592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:42.811926Z","time spent":"816.657209ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T14:40:43.62859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.364475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-31T14:40:43.628596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.101915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:40:43.62863Z","caller":"traceutil/trace.go:171","msg":"trace[1176905554] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27654; }","duration":"249.447677ms","start":"2026-07-31T14:40:43.379172Z","end":"2026-07-31T14:40:43.62862Z","steps":["trace[1176905554] 'agreement among raft nodes before linearized reading' (duration: 249.310154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:43.628634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.681035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T14:40:43.628658Z","caller":"traceutil/trace.go:171","msg":"trace[1846644080] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:27654; }","duration":"286.220008ms","start":"2026-07-31T14:40:43.342422Z","end":"2026-07-31T14:40:43.628642Z","steps":["trace[1846644080] 'agreement among raft nodes before linearized reading' (duration: 286.091655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:43.628658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.931371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-31T14:40:43.628707Z","caller":"traceutil/trace.go:171","msg":"trace[692562180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27654; }","duration":"815.797348ms","start":"2026-07-31T14:40:42.812889Z","end":"2026-07-31T14:40:43.628687Z","steps":["trace[692562180] 'agreement among raft nodes before linearized reading' (duration: 815.566722ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:43.628717Z","caller":"traceutil/trace.go:171","msg":"trace[809173493] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27654; }","duration":"586.029733ms","start":"2026-07-31T14:40:43.042671Z","end":"2026-07-31T14:40:43.628701Z","steps":["trace[809173493] 'agreement among raft nodes before linearized reading' (duration: 585.872729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:43.6287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.314516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-31T14:40:43.628755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:43.042648Z","time spent":"586.098646ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:40:43.628751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:42.81287Z","time spent":"815.8721ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-31T14:40:43.628794Z","caller":"traceutil/trace.go:171","msg":"trace[451125516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27654; }","duration":"206.449288ms","start":"2026-07-31T14:40:43.422328Z","end":"2026-07-31T14:40:43.628777Z","steps":["trace[451125516] 'agreement among raft nodes before linearized reading' (duration: 206.224473ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:44.063621Z","caller":"traceutil/trace.go:171","msg":"trace[316360065] transaction","detail":"{read_only:false; response_revision:27656; number_of_response:1; }","duration":"429.215194ms","start":"2026-07-31T14:40:43.634374Z","end":"2026-07-31T14:40:44.063589Z","steps":["trace[316360065] 'process raft request' (duration: 428.815324ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:44.063661Z","caller":"traceutil/trace.go:171","msg":"trace[2020682887] transaction","detail":"{read_only:false; response_revision:27657; number_of_response:1; }","duration":"429.176923ms","start":"2026-07-31T14:40:43.63446Z","end":"2026-07-31T14:40:44.063637Z","steps":["trace[2020682887] 'process raft request' (duration: 429.016369ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:44.063716Z","caller":"traceutil/trace.go:171","msg":"trace[1706739307] linearizableReadLoop","detail":"{readStateIndex:28511; appliedIndex:28507; }","duration":"381.975896ms","start":"2026-07-31T14:40:43.68173Z","end":"2026-07-31T14:40:44.063706Z","steps":["trace[1706739307] 'read index received' (duration: 381.506644ms)","trace[1706739307] 'applied index is now lower than readState.Index' (duration: 467.612µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:44.063815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.065048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:40:44.063796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:43.634349Z","time spent":"429.351197ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:44.06385Z","caller":"traceutil/trace.go:171","msg":"trace[1739636551] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27659; }","duration":"382.177931ms","start":"2026-07-31T14:40:43.68166Z","end":"2026-07-31T14:40:44.063838Z","steps":["trace[1739636551] 'agreement among raft nodes before linearized reading' (duration: 382.089749ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:44.063629Z","caller":"traceutil/trace.go:171","msg":"trace[1947680765] transaction","detail":"{read_only:false; response_revision:27658; number_of_response:1; }","duration":"428.978538ms","start":"2026-07-31T14:40:43.634627Z","end":"2026-07-31T14:40:44.063605Z","steps":["trace[1947680765] 'process raft request' (duration: 428.901546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:44.063885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:43.681606Z","time spent":"382.268944ms","remote":"127.0.0.1:41636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:40:44.063868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:43.634453Z","time spent":"429.338047ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:44.063966Z","caller":"traceutil/trace.go:171","msg":"trace[1639961839] transaction","detail":"{read_only:false; response_revision:27659; number_of_response:1; }","duration":"428.975038ms","start":"2026-07-31T14:40:43.634946Z","end":"2026-07-31T14:40:44.063922Z","steps":["trace[1639961839] 'process raft request' (duration: 428.618299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:44.064008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:43.634614Z","time spent":"429.301996ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:44.064154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:43.634919Z","time spent":"429.139733ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:44.298717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.806192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:40:44.298808Z","caller":"traceutil/trace.go:171","msg":"trace[1183701529] linearizableReadLoop","detail":"{readStateIndex:28512; appliedIndex:28511; }","duration":"158.637655ms","start":"2026-07-31T14:40:44.140155Z","end":"2026-07-31T14:40:44.298792Z","steps":["trace[1183701529] 'read index received' (duration: 40.606928ms)","trace[1183701529] 'applied index is now lower than readState.Index' (duration: 118.029327ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:44.298946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.794189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-31T14:40:44.298983Z","caller":"traceutil/trace.go:171","msg":"trace[1303439841] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27660; }","duration":"158.82878ms","start":"2026-07-31T14:40:44.140142Z","end":"2026-07-31T14:40:44.298971Z","steps":["trace[1303439841] 'agreement among raft nodes before linearized reading' (duration: 158.694127ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:44.299196Z","caller":"traceutil/trace.go:171","msg":"trace[926901304] transaction","detail":"{read_only:false; response_revision:27660; number_of_response:1; }","duration":"364.588322ms","start":"2026-07-31T14:40:43.934346Z","end":"2026-07-31T14:40:44.298934Z","steps":["trace[926901304] 'process raft request' (duration: 246.413371ms)","trace[926901304] 'compare' (duration: 117.659828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:44.299455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:43.934311Z","time spent":"365.009684ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:44.566606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.582708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:40:44.56668Z","caller":"traceutil/trace.go:171","msg":"trace[2045466345] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27661; }","duration":"119.701891ms","start":"2026-07-31T14:40:44.446962Z","end":"2026-07-31T14:40:44.566664Z","steps":["trace[2045466345] 'range keys from in-memory index tree' (duration: 119.503616ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:45.00006Z","caller":"traceutil/trace.go:171","msg":"trace[951724449] transaction","detail":"{read_only:false; response_revision:27663; number_of_response:1; }","duration":"313.077585ms","start":"2026-07-31T14:40:44.686957Z","end":"2026-07-31T14:40:45.000034Z","steps":["trace[951724449] 'process raft request' (duration: 312.746966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:45.000223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:44.686924Z","time spent":"313.213248ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:45.000213Z","caller":"traceutil/trace.go:171","msg":"trace[1104117863] linearizableReadLoop","detail":"{readStateIndex:28516; appliedIndex:28514; }","duration":"223.460884ms","start":"2026-07-31T14:40:44.776728Z","end":"2026-07-31T14:40:45.000189Z","steps":["trace[1104117863] 'read index received' (duration: 223.034133ms)","trace[1104117863] 'applied index is now lower than readState.Index' (duration: 424.481µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:45.000375Z","caller":"traceutil/trace.go:171","msg":"trace[883556469] transaction","detail":"{read_only:false; response_revision:27664; number_of_response:1; }","duration":"312.913461ms","start":"2026-07-31T14:40:44.68745Z","end":"2026-07-31T14:40:45.000363Z","steps":["trace[883556469] 'process raft request' (duration: 312.529191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:45.000409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.661159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-31T14:40:45.000427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:44.687429Z","time spent":"312.968552ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:45.000455Z","caller":"traceutil/trace.go:171","msg":"trace[914460909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27664; }","duration":"223.755471ms","start":"2026-07-31T14:40:44.776687Z","end":"2026-07-31T14:40:45.000442Z","steps":["trace[914460909] 'agreement among raft nodes before linearized reading' (duration: 223.586917ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:45.117673Z","caller":"traceutil/trace.go:171","msg":"trace[1472836492] transaction","detail":"{read_only:false; response_revision:27665; number_of_response:1; }","duration":"253.525073ms","start":"2026-07-31T14:40:44.864116Z","end":"2026-07-31T14:40:45.117641Z","steps":["trace[1472836492] 'process raft request' (duration: 174.336597ms)","trace[1472836492] 'compare' (duration: 78.820575ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:45.117965Z","caller":"traceutil/trace.go:171","msg":"trace[339681801] transaction","detail":"{read_only:false; response_revision:27666; number_of_response:1; }","duration":"113.228495ms","start":"2026-07-31T14:40:45.004708Z","end":"2026-07-31T14:40:45.117937Z","steps":["trace[339681801] 'process raft request' (duration: 112.809645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:45.22175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.846825ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T14:40:45.79839Z","caller":"traceutil/trace.go:171","msg":"trace[1219006180] linearizableReadLoop","detail":"{readStateIndex:28520; appliedIndex:28519; }","duration":"132.304304ms","start":"2026-07-31T14:40:45.666062Z","end":"2026-07-31T14:40:45.798366Z","steps":["trace[1219006180] 'read index received' (duration: 132.105459ms)","trace[1219006180] 'applied index is now lower than readState.Index' (duration: 197.945µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:45.798452Z","caller":"traceutil/trace.go:171","msg":"trace[669232402] transaction","detail":"{read_only:false; response_revision:27667; number_of_response:1; }","duration":"160.284669ms","start":"2026-07-31T14:40:45.638134Z","end":"2026-07-31T14:40:45.798419Z","steps":["trace[669232402] 'process raft request' (duration: 160.087374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:45.798613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.539639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:40:45.798676Z","caller":"traceutil/trace.go:171","msg":"trace[75178045] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27667; }","duration":"132.659582ms","start":"2026-07-31T14:40:45.666001Z","end":"2026-07-31T14:40:45.79866Z","steps":["trace[75178045] 'agreement among raft nodes before linearized reading' (duration: 132.476948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:46.122252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.442899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:40:46.122363Z","caller":"traceutil/trace.go:171","msg":"trace[334888293] transaction","detail":"{read_only:false; response_revision:27668; number_of_response:1; }","duration":"319.383706ms","start":"2026-07-31T14:40:45.802967Z","end":"2026-07-31T14:40:46.12235Z","steps":["trace[334888293] 'process raft request' (duration: 40.778103ms)","trace[334888293] 'compare' (duration: 278.360827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:46.122406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:45.802944Z","time spent":"319.444418ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:46.330261Z","caller":"traceutil/trace.go:171","msg":"trace[1705831421] transaction","detail":"{read_only:false; response_revision:27670; number_of_response:1; }","duration":"205.007742ms","start":"2026-07-31T14:40:46.125213Z","end":"2026-07-31T14:40:46.33022Z","steps":["trace[1705831421] 'process raft request' (duration: 204.728055ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:46.330257Z","caller":"traceutil/trace.go:171","msg":"trace[499255723] transaction","detail":"{read_only:false; response_revision:27671; number_of_response:1; }","duration":"204.587401ms","start":"2026-07-31T14:40:46.125638Z","end":"2026-07-31T14:40:46.330225Z","steps":["trace[499255723] 'process raft request' (duration: 204.491448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:46.634326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.043396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:40:46.634396Z","caller":"traceutil/trace.go:171","msg":"trace[327948811] linearizableReadLoop","detail":"{readStateIndex:28525; appliedIndex:28524; }","duration":"105.773495ms","start":"2026-07-31T14:40:46.528609Z","end":"2026-07-31T14:40:46.634383Z","steps":["trace[327948811] 'read index received' (duration: 41.771µs)","trace[327948811] 'applied index is now lower than readState.Index' (duration: 105.730784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:46.634433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.830086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:40:46.634444Z","caller":"traceutil/trace.go:171","msg":"trace[2027551118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27672; }","duration":"105.869467ms","start":"2026-07-31T14:40:46.52857Z","end":"2026-07-31T14:40:46.63444Z","steps":["trace[2027551118] 'agreement among raft nodes before linearized reading' (duration: 105.841117ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:46.634561Z","caller":"traceutil/trace.go:171","msg":"trace[625068850] transaction","detail":"{read_only:false; response_revision:27672; number_of_response:1; }","duration":"329.745011ms","start":"2026-07-31T14:40:46.30481Z","end":"2026-07-31T14:40:46.634555Z","steps":["trace[625068850] 'process raft request' (duration: 136.415488ms)","trace[625068850] 'compare' (duration: 192.8083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:46.634591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:46.304775Z","time spent":"329.798563ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:47.275798Z","caller":"traceutil/trace.go:171","msg":"trace[452445198] linearizableReadLoop","detail":"{readStateIndex:28526; appliedIndex:28525; }","duration":"439.877787ms","start":"2026-07-31T14:40:46.835893Z","end":"2026-07-31T14:40:47.275771Z","steps":["trace[452445198] 'read index received' (duration: 372.942155ms)","trace[452445198] 'applied index is now lower than readState.Index' (duration: 66.934272ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:47.275866Z","caller":"traceutil/trace.go:171","msg":"trace[744515993] transaction","detail":"{read_only:false; response_revision:27673; number_of_response:1; }","duration":"531.351875ms","start":"2026-07-31T14:40:46.744483Z","end":"2026-07-31T14:40:47.275835Z","steps":["trace[744515993] 'process raft request' (duration: 464.2728ms)","trace[744515993] 'compare' (duration: 66.625834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:47.27592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.00522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:40:47.276002Z","caller":"traceutil/trace.go:171","msg":"trace[1623954246] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27673; }","duration":"440.124003ms","start":"2026-07-31T14:40:46.835858Z","end":"2026-07-31T14:40:47.275982Z","steps":["trace[1623954246] 'agreement among raft nodes before linearized reading' (duration: 439.98677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:47.276014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:46.744458Z","time spent":"531.467809ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:47.27605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:46.835842Z","time spent":"440.196995ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:40:47.775982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850405670,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T14:40:48.024228Z","caller":"traceutil/trace.go:171","msg":"trace[1881422278] linearizableReadLoop","detail":"{readStateIndex:28528; appliedIndex:28526; }","duration":"748.345394ms","start":"2026-07-31T14:40:47.275859Z","end":"2026-07-31T14:40:48.024204Z","steps":["trace[1881422278] 'read index received' (duration: 748.233041ms)","trace[1881422278] 'applied index is now lower than readState.Index' (duration: 111.073µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:48.024304Z","caller":"traceutil/trace.go:171","msg":"trace[973866005] transaction","detail":"{read_only:false; response_revision:27674; number_of_response:1; }","duration":"1.01847291s","start":"2026-07-31T14:40:47.005802Z","end":"2026-07-31T14:40:48.024274Z","steps":["trace[973866005] 'process raft request' (duration: 1.018232414s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:48.02437Z","caller":"traceutil/trace.go:171","msg":"trace[36748352] transaction","detail":"{read_only:false; response_revision:27675; number_of_response:1; }","duration":"1.018248445s","start":"2026-07-31T14:40:47.006105Z","end":"2026-07-31T14:40:48.024353Z","steps":["trace[36748352] 'process raft request' (duration: 1.01805513s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.024453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:47.005775Z","time spent":"1.018591133s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:48.024486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:47.006096Z","time spent":"1.018310166s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:48.024655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.052024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T14:40:48.024707Z","caller":"traceutil/trace.go:171","msg":"trace[875897718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27675; }","duration":"902.165756ms","start":"2026-07-31T14:40:47.122529Z","end":"2026-07-31T14:40:48.024694Z","steps":["trace[875897718] 'agreement among raft nodes before linearized reading' (duration: 901.950571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.024772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:47.12251Z","time spent":"902.251769ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T14:40:48.062632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.393016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:40:48.062702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.274164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:40:48.062787Z","caller":"traceutil/trace.go:171","msg":"trace[2052456313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27676; }","duration":"533.392497ms","start":"2026-07-31T14:40:47.529373Z","end":"2026-07-31T14:40:48.062765Z","steps":["trace[2052456313] 'agreement among raft nodes before linearized reading' (duration: 533.253204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.0628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.029837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:40:48.062791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.983489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-31T14:40:48.062844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:47.529323Z","time spent":"533.5126ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T14:40:48.062855Z","caller":"traceutil/trace.go:171","msg":"trace[957974306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:27676; }","duration":"328.13089ms","start":"2026-07-31T14:40:47.734709Z","end":"2026-07-31T14:40:48.06284Z","steps":["trace[957974306] 'agreement among raft nodes before linearized reading' (duration: 328.038488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.062892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:47.734684Z","time spent":"328.199251ms","remote":"127.0.0.1:60436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:40:48.062895Z","caller":"traceutil/trace.go:171","msg":"trace[563305210] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27676; }","duration":"492.104102ms","start":"2026-07-31T14:40:47.570752Z","end":"2026-07-31T14:40:48.062856Z","steps":["trace[563305210] 'agreement among raft nodes before linearized reading' (duration: 491.845866ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:48.062899Z","caller":"traceutil/trace.go:171","msg":"trace[1548265779] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27676; }","duration":"274.56692ms","start":"2026-07-31T14:40:47.788183Z","end":"2026-07-31T14:40:48.06275Z","steps":["trace[1548265779] 'agreement among raft nodes before linearized reading' (duration: 274.370315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.062966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:47.570734Z","time spent":"492.197324ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:40:48.063194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.905763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:40:48.06324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.941192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:40:48.063303Z","caller":"traceutil/trace.go:171","msg":"trace[230353609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27676; }","duration":"261.056134ms","start":"2026-07-31T14:40:47.802229Z","end":"2026-07-31T14:40:48.063285Z","steps":["trace[230353609] 'agreement among raft nodes before linearized reading' (duration: 260.679415ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:48.063297Z","caller":"traceutil/trace.go:171","msg":"trace[1823070279] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27676; }","duration":"651.62545ms","start":"2026-07-31T14:40:47.411646Z","end":"2026-07-31T14:40:48.063272Z","steps":["trace[1823070279] 'agreement among raft nodes before linearized reading' (duration: 650.874121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.063375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:47.411627Z","time spent":"651.725973ms","remote":"127.0.0.1:41346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":31,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:40:48.409393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.980138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:40:48.409664Z","caller":"traceutil/trace.go:171","msg":"trace[2114953268] transaction","detail":"{read_only:false; response_revision:27677; number_of_response:1; }","duration":"380.067108ms","start":"2026-07-31T14:40:48.029534Z","end":"2026-07-31T14:40:48.409601Z","steps":["trace[2114953268] 'process raft request' (duration: 250.773563ms)","trace[2114953268] 'compare' (duration: 128.865775ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:48.409741Z","caller":"traceutil/trace.go:171","msg":"trace[470547821] linearizableReadLoop","detail":"{readStateIndex:28530; appliedIndex:28529; }","duration":"345.945846ms","start":"2026-07-31T14:40:48.063742Z","end":"2026-07-31T14:40:48.409688Z","steps":["trace[470547821] 'read index received' (duration: 216.551697ms)","trace[470547821] 'applied index is now lower than readState.Index' (duration: 129.391058ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:48.409719Z","caller":"traceutil/trace.go:171","msg":"trace[1350682218] transaction","detail":"{read_only:false; response_revision:27679; number_of_response:1; }","duration":"342.463366ms","start":"2026-07-31T14:40:48.067235Z","end":"2026-07-31T14:40:48.409698Z","steps":["trace[1350682218] 'process raft request' (duration: 342.416285ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:48.409826Z","caller":"traceutil/trace.go:171","msg":"trace[2047370055] transaction","detail":"{read_only:false; response_revision:27678; number_of_response:1; }","duration":"342.781535ms","start":"2026-07-31T14:40:48.067018Z","end":"2026-07-31T14:40:48.4098Z","steps":["trace[2047370055] 'process raft request' (duration: 342.56833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.409846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:48.029504Z","time spent":"380.246842ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:48.409946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:48.066996Z","time spent":"342.887177ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:48.409962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.201532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:40:48.409947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:48.067226Z","time spent":"342.63995ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:48.410041Z","caller":"traceutil/trace.go:171","msg":"trace[1293591488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27679; }","duration":"346.310445ms","start":"2026-07-31T14:40:48.063716Z","end":"2026-07-31T14:40:48.410026Z","steps":["trace[1293591488] 'agreement among raft nodes before linearized reading' (duration: 346.142191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.410075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.480009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-31T14:40:48.410132Z","caller":"traceutil/trace.go:171","msg":"trace[1321680497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27679; }","duration":"231.580171ms","start":"2026-07-31T14:40:48.178538Z","end":"2026-07-31T14:40:48.410118Z","steps":["trace[1321680497] 'agreement among raft nodes before linearized reading' (duration: 231.427038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.41012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.519105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:40:48.410204Z","caller":"traceutil/trace.go:171","msg":"trace[1739677492] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27679; }","duration":"284.626258ms","start":"2026-07-31T14:40:48.125544Z","end":"2026-07-31T14:40:48.41017Z","steps":["trace[1739677492] 'agreement among raft nodes before linearized reading' (duration: 284.409942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.4103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:48.063702Z","time spent":"346.494079ms","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:40:48.768795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.825015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:40:48.76891Z","caller":"traceutil/trace.go:171","msg":"trace[2019480650] transaction","detail":"{read_only:false; response_revision:27680; number_of_response:1; }","duration":"353.097558ms","start":"2026-07-31T14:40:48.415794Z","end":"2026-07-31T14:40:48.768891Z","steps":["trace[2019480650] 'process raft request' (duration: 127.091409ms)","trace[2019480650] 'compare' (duration: 225.680701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:48.768969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:48.415774Z","time spent":"353.16816ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:48.851446Z","caller":"traceutil/trace.go:171","msg":"trace[667301808] transaction","detail":"{read_only:false; response_revision:27681; number_of_response:1; }","duration":"435.464023ms","start":"2026-07-31T14:40:48.415959Z","end":"2026-07-31T14:40:48.851423Z","steps":["trace[667301808] 'process raft request' (duration: 435.279999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.851608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:48.415934Z","time spent":"435.590168ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:48.851847Z","caller":"traceutil/trace.go:171","msg":"trace[397940207] linearizableReadLoop","detail":"{readStateIndex:28536; appliedIndex:28532; }","duration":"321.591972ms","start":"2026-07-31T14:40:48.530233Z","end":"2026-07-31T14:40:48.851825Z","steps":["trace[397940207] 'read index received' (duration: 12.663043ms)","trace[397940207] 'applied index is now lower than readState.Index' (duration: 308.927649ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:48.851906Z","caller":"traceutil/trace.go:171","msg":"trace[190760070] transaction","detail":"{read_only:false; response_revision:27683; number_of_response:1; }","duration":"435.562307ms","start":"2026-07-31T14:40:48.41633Z","end":"2026-07-31T14:40:48.851892Z","steps":["trace[190760070] 'process raft request' (duration: 435.399653ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:48.851871Z","caller":"traceutil/trace.go:171","msg":"trace[757624420] transaction","detail":"{read_only:false; response_revision:27682; number_of_response:1; }","duration":"435.548617ms","start":"2026-07-31T14:40:48.416298Z","end":"2026-07-31T14:40:48.851847Z","steps":["trace[757624420] 'process raft request' (duration: 435.073394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.851963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.731567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:40:48.85197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:48.416307Z","time spent":"435.629299ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:48.852Z","caller":"traceutil/trace.go:171","msg":"trace[144004493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27683; }","duration":"321.774748ms","start":"2026-07-31T14:40:48.530215Z","end":"2026-07-31T14:40:48.85199Z","steps":["trace[144004493] 'agreement among raft nodes before linearized reading' (duration: 321.701156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.852038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:48.530156Z","time spent":"321.87548ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:40:48.852027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:48.416278Z","time spent":"435.68942ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:48.852722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.632541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-31T14:40:48.852771Z","caller":"traceutil/trace.go:171","msg":"trace[1924653793] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27684; }","duration":"317.702283ms","start":"2026-07-31T14:40:48.535057Z","end":"2026-07-31T14:40:48.852759Z","steps":["trace[1924653793] 'agreement among raft nodes before linearized reading' (duration: 317.550089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.852801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:48.535048Z","time spent":"317.746224ms","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1665,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-31T14:40:48.853102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.52345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:40:48.853157Z","caller":"traceutil/trace.go:171","msg":"trace[639442665] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27684; }","duration":"285.624733ms","start":"2026-07-31T14:40:48.567519Z","end":"2026-07-31T14:40:48.853144Z","steps":["trace[639442665] 'agreement among raft nodes before linearized reading' (duration: 285.491699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.85316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.334129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:40:48.853193Z","caller":"traceutil/trace.go:171","msg":"trace[1868103254] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27684; }","duration":"309.38827ms","start":"2026-07-31T14:40:48.543795Z","end":"2026-07-31T14:40:48.853184Z","steps":["trace[1868103254] 'agreement among raft nodes before linearized reading' (duration: 309.261967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.853231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:48.543786Z","time spent":"309.437042ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":101,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:40:48.853393Z","caller":"traceutil/trace.go:171","msg":"trace[1905213001] transaction","detail":"{read_only:false; response_revision:27684; number_of_response:1; }","duration":"214.024132ms","start":"2026-07-31T14:40:48.639357Z","end":"2026-07-31T14:40:48.853381Z","steps":["trace[1905213001] 'process raft request' (duration: 213.16671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:48.853777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.078836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-31T14:40:48.853817Z","caller":"traceutil/trace.go:171","msg":"trace[1398330123] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27684; }","duration":"220.166498ms","start":"2026-07-31T14:40:48.633641Z","end":"2026-07-31T14:40:48.853807Z","steps":["trace[1398330123] 'agreement among raft nodes before linearized reading' (duration: 220.031715ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:49.020471Z","caller":"traceutil/trace.go:171","msg":"trace[1982526733] transaction","detail":"{read_only:false; response_revision:27685; number_of_response:1; }","duration":"162.726071ms","start":"2026-07-31T14:40:48.85772Z","end":"2026-07-31T14:40:49.020446Z","steps":["trace[1982526733] 'process raft request' (duration: 106.607686ms)","trace[1982526733] 'compare' (duration: 55.863548ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:49.298524Z","caller":"traceutil/trace.go:171","msg":"trace[1842354162] transaction","detail":"{read_only:false; response_revision:27686; number_of_response:1; }","duration":"225.27328ms","start":"2026-07-31T14:40:49.073226Z","end":"2026-07-31T14:40:49.298499Z","steps":["trace[1842354162] 'process raft request' (duration: 225.105486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:49.705537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.508858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T14:40:49.705618Z","caller":"traceutil/trace.go:171","msg":"trace[1650055229] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27690; }","duration":"116.648511ms","start":"2026-07-31T14:40:49.588951Z","end":"2026-07-31T14:40:49.705599Z","steps":["trace[1650055229] 'range keys from in-memory index tree' (duration: 116.301043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:49.705336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.526688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:40:49.705982Z","caller":"traceutil/trace.go:171","msg":"trace[2006036777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27690; }","duration":"176.232436ms","start":"2026-07-31T14:40:49.529729Z","end":"2026-07-31T14:40:49.705961Z","steps":["trace[2006036777] 'range keys from in-memory index tree' (duration: 175.433555ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:50.473005Z","caller":"traceutil/trace.go:171","msg":"trace[1348350632] transaction","detail":"{read_only:false; response_revision:27692; number_of_response:1; }","duration":"441.454547ms","start":"2026-07-31T14:40:50.031517Z","end":"2026-07-31T14:40:50.472972Z","steps":["trace[1348350632] 'process raft request' (duration: 441.360534ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:50.473077Z","caller":"traceutil/trace.go:171","msg":"trace[568046493] transaction","detail":"{read_only:false; response_revision:27691; number_of_response:1; }","duration":"443.301285ms","start":"2026-07-31T14:40:50.029741Z","end":"2026-07-31T14:40:50.473042Z","steps":["trace[568046493] 'process raft request' (duration: 442.907795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:50.473213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:50.02968Z","time spent":"443.459318ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:50.473199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:50.031497Z","time spent":"441.60247ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:50.533274Z","caller":"traceutil/trace.go:171","msg":"trace[1146269171] linearizableReadLoop","detail":"{readStateIndex:28547; appliedIndex:28544; }","duration":"257.679058ms","start":"2026-07-31T14:40:50.275569Z","end":"2026-07-31T14:40:50.533248Z","steps":["trace[1146269171] 'read index received' (duration: 197.170521ms)","trace[1146269171] 'applied index is now lower than readState.Index' (duration: 60.507147ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:50.533307Z","caller":"traceutil/trace.go:171","msg":"trace[1629640538] transaction","detail":"{read_only:false; response_revision:27693; number_of_response:1; }","duration":"409.8907ms","start":"2026-07-31T14:40:50.123387Z","end":"2026-07-31T14:40:50.533278Z","steps":["trace[1629640538] 'process raft request' (duration: 409.659714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:50.533489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:50.123359Z","time spent":"410.045953ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:50.533579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.966865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:40:50.533664Z","caller":"traceutil/trace.go:171","msg":"trace[1376167105] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:27693; }","duration":"258.092838ms","start":"2026-07-31T14:40:50.275551Z","end":"2026-07-31T14:40:50.533644Z","steps":["trace[1376167105] 'agreement among raft nodes before linearized reading' (duration: 257.854152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:50.533664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.846928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-31T14:40:50.533715Z","caller":"traceutil/trace.go:171","msg":"trace[664526970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27693; }","duration":"118.963031ms","start":"2026-07-31T14:40:50.41474Z","end":"2026-07-31T14:40:50.533703Z","steps":["trace[664526970] 'agreement among raft nodes before linearized reading' (duration: 118.690184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:50.533788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.5303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:40:50.533868Z","caller":"traceutil/trace.go:171","msg":"trace[959134250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27693; }","duration":"118.661524ms","start":"2026-07-31T14:40:50.415189Z","end":"2026-07-31T14:40:50.533851Z","steps":["trace[959134250] 'agreement among raft nodes before linearized reading' (duration: 118.421177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:50.762716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.478307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:40:50.762901Z","caller":"traceutil/trace.go:171","msg":"trace[795788918] linearizableReadLoop","detail":"{readStateIndex:28549; appliedIndex:28547; }","duration":"223.005353ms","start":"2026-07-31T14:40:50.539871Z","end":"2026-07-31T14:40:50.762876Z","steps":["trace[795788918] 'read index received' (duration: 29.29873ms)","trace[795788918] 'applied index is now lower than readState.Index' (duration: 193.705363ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:50.762934Z","caller":"traceutil/trace.go:171","msg":"trace[1381200366] transaction","detail":"{read_only:false; response_revision:27694; number_of_response:1; }","duration":"225.231149ms","start":"2026-07-31T14:40:50.537665Z","end":"2026-07-31T14:40:50.762896Z","steps":["trace[1381200366] 'process raft request' (duration: 31.478226ms)","trace[1381200366] 'compare' (duration: 193.132087ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:50.762984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.113685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:40:50.763012Z","caller":"traceutil/trace.go:171","msg":"trace[1562411216] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27695; }","duration":"223.165146ms","start":"2026-07-31T14:40:50.539837Z","end":"2026-07-31T14:40:50.763002Z","steps":["trace[1562411216] 'agreement among raft nodes before linearized reading' (duration: 223.096254ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:50.763296Z","caller":"traceutil/trace.go:171","msg":"trace[90682427] transaction","detail":"{read_only:false; response_revision:27695; number_of_response:1; }","duration":"224.267904ms","start":"2026-07-31T14:40:50.538986Z","end":"2026-07-31T14:40:50.763254Z","steps":["trace[90682427] 'process raft request' (duration: 223.833243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:51.137315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.41994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:40:51.137595Z","caller":"traceutil/trace.go:171","msg":"trace[796145797] transaction","detail":"{read_only:false; response_revision:27697; number_of_response:1; }","duration":"279.065755ms","start":"2026-07-31T14:40:50.858508Z","end":"2026-07-31T14:40:51.137574Z","steps":["trace[796145797] 'process raft request' (duration: 278.959853ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:51.137676Z","caller":"traceutil/trace.go:171","msg":"trace[866871370] linearizableReadLoop","detail":"{readStateIndex:28550; appliedIndex:28549; }","duration":"281.079728ms","start":"2026-07-31T14:40:50.856557Z","end":"2026-07-31T14:40:51.137637Z","steps":["trace[866871370] 'read index received' (duration: 43.227966ms)","trace[866871370] 'applied index is now lower than readState.Index' (duration: 237.848842ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:51.13798Z","caller":"traceutil/trace.go:171","msg":"trace[1253969360] transaction","detail":"{read_only:false; response_revision:27696; number_of_response:1; }","duration":"360.892037ms","start":"2026-07-31T14:40:50.777039Z","end":"2026-07-31T14:40:51.137931Z","steps":["trace[1253969360] 'process raft request' (duration: 122.735408ms)","trace[1253969360] 'compare' (duration: 237.026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:51.13817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.18633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-31T14:40:51.138211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:50.777009Z","time spent":"361.071532ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:51.138229Z","caller":"traceutil/trace.go:171","msg":"trace[130696851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27697; }","duration":"281.256502ms","start":"2026-07-31T14:40:50.856952Z","end":"2026-07-31T14:40:51.138208Z","steps":["trace[130696851] 'agreement among raft nodes before linearized reading' (duration: 281.083138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:51.138285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.673723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-31T14:40:51.138312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.16211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-31T14:40:51.138694Z","caller":"traceutil/trace.go:171","msg":"trace[1404324970] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27697; }","duration":"281.603771ms","start":"2026-07-31T14:40:50.85707Z","end":"2026-07-31T14:40:51.138674Z","steps":["trace[1404324970] 'agreement among raft nodes before linearized reading' (duration: 281.008766ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:51.138687Z","caller":"traceutil/trace.go:171","msg":"trace[2082719705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27697; }","duration":"282.004281ms","start":"2026-07-31T14:40:50.856496Z","end":"2026-07-31T14:40:51.1385Z","steps":["trace[2082719705] 'agreement among raft nodes before linearized reading' (duration: 281.438616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:51.357908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.055862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:40:51.358147Z","caller":"traceutil/trace.go:171","msg":"trace[2146408854] transaction","detail":"{read_only:false; response_revision:27698; number_of_response:1; }","duration":"215.196652ms","start":"2026-07-31T14:40:51.142915Z","end":"2026-07-31T14:40:51.358112Z","steps":["trace[2146408854] 'process raft request' (duration: 108.847863ms)","trace[2146408854] 'compare' (duration: 105.900798ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:51.358188Z","caller":"traceutil/trace.go:171","msg":"trace[172531353] transaction","detail":"{read_only:false; response_revision:27699; number_of_response:1; }","duration":"214.919555ms","start":"2026-07-31T14:40:51.143239Z","end":"2026-07-31T14:40:51.358159Z","steps":["trace[172531353] 'process raft request' (duration: 214.786601ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:51.358226Z","caller":"traceutil/trace.go:171","msg":"trace[353858246] transaction","detail":"{read_only:false; response_revision:27700; number_of_response:1; }","duration":"214.840123ms","start":"2026-07-31T14:40:51.143366Z","end":"2026-07-31T14:40:51.358207Z","steps":["trace[353858246] 'process raft request' (duration: 214.71361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:51.779819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.99507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:40:51.779964Z","caller":"traceutil/trace.go:171","msg":"trace[230302902] linearizableReadLoop","detail":"{readStateIndex:28556; appliedIndex:28555; }","duration":"169.778181ms","start":"2026-07-31T14:40:51.610162Z","end":"2026-07-31T14:40:51.77994Z","steps":["trace[230302902] 'read index received' (duration: 63.555745ms)","trace[230302902] 'applied index is now lower than readState.Index' (duration: 106.220436ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:51.780007Z","caller":"traceutil/trace.go:171","msg":"trace[232072786] transaction","detail":"{read_only:false; response_revision:27702; number_of_response:1; }","duration":"304.26324ms","start":"2026-07-31T14:40:51.475704Z","end":"2026-07-31T14:40:51.779967Z","steps":["trace[232072786] 'process raft request' (duration: 197.970832ms)","trace[232072786] 'compare' (duration: 105.851487ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:51.78016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.995476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1412"} {"level":"info","ts":"2026-07-31T14:40:51.780241Z","caller":"traceutil/trace.go:171","msg":"trace[572387601] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:27702; }","duration":"170.108289ms","start":"2026-07-31T14:40:51.610118Z","end":"2026-07-31T14:40:51.780226Z","steps":["trace[572387601] 'agreement among raft nodes before linearized reading' (duration: 169.893064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:51.78025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:51.475669Z","time spent":"304.429834ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:52.788687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.821793ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:40:52.788808Z","caller":"traceutil/trace.go:171","msg":"trace[1353003171] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27702; }","duration":"345.955186ms","start":"2026-07-31T14:40:52.442836Z","end":"2026-07-31T14:40:52.788792Z","steps":["trace[1353003171] 'range keys from in-memory index tree' (duration: 345.805162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:52.789096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.172152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:40:52.789153Z","caller":"traceutil/trace.go:171","msg":"trace[706043644] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27702; }","duration":"321.277825ms","start":"2026-07-31T14:40:52.467862Z","end":"2026-07-31T14:40:52.78914Z","steps":["trace[706043644] 'count revisions from in-memory index tree' (duration: 321.05293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:52.789171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.301871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:40:52.789194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:52.467839Z","time spent":"321.343117ms","remote":"127.0.0.1:46302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:40:52.789208Z","caller":"traceutil/trace.go:171","msg":"trace[486756759] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27702; }","duration":"455.397953ms","start":"2026-07-31T14:40:52.333798Z","end":"2026-07-31T14:40:52.789196Z","steps":["trace[486756759] 'count revisions from in-memory index tree' (duration: 455.194989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:52.789243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:52.333778Z","time spent":"455.453035ms","remote":"127.0.0.1:36316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:40:53.030581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850405732,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T14:40:53.468635Z","caller":"traceutil/trace.go:171","msg":"trace[2074368768] transaction","detail":"{read_only:false; response_revision:27703; number_of_response:1; }","duration":"990.289221ms","start":"2026-07-31T14:40:52.478312Z","end":"2026-07-31T14:40:53.468601Z","steps":["trace[2074368768] 'process raft request' (duration: 989.997193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:53.468849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:52.478288Z","time spent":"990.441034ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:53.820132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.991843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:40:53.820345Z","caller":"traceutil/trace.go:171","msg":"trace[1091880382] transaction","detail":"{read_only:false; response_revision:27704; number_of_response:1; }","duration":"1.340410372s","start":"2026-07-31T14:40:52.479901Z","end":"2026-07-31T14:40:53.820311Z","steps":["trace[1091880382] 'process raft request' (duration: 1.072141512s)","trace[1091880382] 'compare' (duration: 267.724836ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:53.820473Z","caller":"traceutil/trace.go:171","msg":"trace[1032682619] linearizableReadLoop","detail":"{readStateIndex:28559; appliedIndex:28556; }","duration":"1.29029394s","start":"2026-07-31T14:40:52.530161Z","end":"2026-07-31T14:40:53.820455Z","steps":["trace[1032682619] 'read index received' (duration: 938.174338ms)","trace[1032682619] 'applied index is now lower than readState.Index' (duration: 352.118312ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:53.820567Z","caller":"traceutil/trace.go:171","msg":"trace[34792801] transaction","detail":"{read_only:false; response_revision:27706; number_of_response:1; }","duration":"677.599105ms","start":"2026-07-31T14:40:53.142954Z","end":"2026-07-31T14:40:53.820553Z","steps":["trace[34792801] 'process raft request' (duration: 677.41193ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:53.820596Z","caller":"traceutil/trace.go:171","msg":"trace[1523236932] transaction","detail":"{read_only:false; response_revision:27707; number_of_response:1; }","duration":"457.325263ms","start":"2026-07-31T14:40:53.363241Z","end":"2026-07-31T14:40:53.820566Z","steps":["trace[1523236932] 'process raft request' (duration: 457.167869ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:53.820654Z","caller":"traceutil/trace.go:171","msg":"trace[1120933623] transaction","detail":"{read_only:false; response_revision:27705; number_of_response:1; }","duration":"1.194313027s","start":"2026-07-31T14:40:52.626315Z","end":"2026-07-31T14:40:53.820628Z","steps":["trace[1120933623] 'process raft request' (duration: 1.193935127s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:53.820691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.200938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:40:53.820699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:53.142941Z","time spent":"677.663677ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:53.820683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290513106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:40:53.82073Z","caller":"traceutil/trace.go:171","msg":"trace[1685382407] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27707; }","duration":"498.27367ms","start":"2026-07-31T14:40:53.322444Z","end":"2026-07-31T14:40:53.820717Z","steps":["trace[1685382407] 'agreement among raft nodes before linearized reading' (duration: 498.213979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:53.820748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:53.363223Z","time spent":"457.448756ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:53.820754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.140519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-31T14:40:53.820782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:53.322425Z","time spent":"498.345262ms","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":7,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:40:53.82077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.701673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-31T14:40:53.820786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:52.626274Z","time spent":"1.1944443s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:53.820838Z","caller":"traceutil/trace.go:171","msg":"trace[1508790952] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27707; }","duration":"405.813905ms","start":"2026-07-31T14:40:53.415007Z","end":"2026-07-31T14:40:53.820821Z","steps":["trace[1508790952] 'agreement among raft nodes before linearized reading' (duration: 405.594099ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:53.820841Z","caller":"traceutil/trace.go:171","msg":"trace[1312657082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27707; }","duration":"459.272543ms","start":"2026-07-31T14:40:53.36153Z","end":"2026-07-31T14:40:53.820803Z","steps":["trace[1312657082] 'agreement among raft nodes before linearized reading' (duration: 459.059298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:53.820638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177263941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:40:53.820853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.268487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-31T14:40:53.820894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:53.414992Z","time spent":"405.892837ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-31T14:40:53.820904Z","caller":"traceutil/trace.go:171","msg":"trace[1177163997] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27707; }","duration":"1.17765434s","start":"2026-07-31T14:40:52.643236Z","end":"2026-07-31T14:40:53.820891Z","steps":["trace[1177163997] 'agreement among raft nodes before linearized reading' (duration: 1.177355693s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:53.820934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:52.643214Z","time spent":"1.177710721s","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:40:53.820867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.373514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:40:53.820899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:53.361505Z","time spent":"459.381655ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:40:53.820976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.662312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-31T14:40:53.820837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.78979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T14:40:53.820934Z","caller":"traceutil/trace.go:171","msg":"trace[1464729490] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27707; }","duration":"458.38733ms","start":"2026-07-31T14:40:53.362529Z","end":"2026-07-31T14:40:53.820916Z","steps":["trace[1464729490] 'agreement among raft nodes before linearized reading' (duration: 458.124803ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:53.821188Z","caller":"traceutil/trace.go:171","msg":"trace[205187097] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27707; }","duration":"809.58555ms","start":"2026-07-31T14:40:53.011392Z","end":"2026-07-31T14:40:53.820978Z","steps":["trace[205187097] 'agreement among raft nodes before linearized reading' (duration: 809.296932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:53.821254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054708717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-31T14:40:53.82127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:53.011379Z","time spent":"809.877199ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:40:53.821268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:53.362519Z","time spent":"458.728809ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-31T14:40:53.821292Z","caller":"traceutil/trace.go:171","msg":"trace[87350401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27707; }","duration":"1.054778649s","start":"2026-07-31T14:40:52.766502Z","end":"2026-07-31T14:40:53.821281Z","steps":["trace[87350401] 'agreement among raft nodes before linearized reading' (duration: 1.054383558s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:53.821195Z","caller":"traceutil/trace.go:171","msg":"trace[642064539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27707; }","duration":"678.9113ms","start":"2026-07-31T14:40:53.142273Z","end":"2026-07-31T14:40:53.821184Z","steps":["trace[642064539] 'agreement among raft nodes before linearized reading' (duration: 678.472078ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:53.820773Z","caller":"traceutil/trace.go:171","msg":"trace[1479215147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27707; }","duration":"1.290637709s","start":"2026-07-31T14:40:52.530102Z","end":"2026-07-31T14:40:53.82074Z","steps":["trace[1479215147] 'agreement among raft nodes before linearized reading' (duration: 1.290465384s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:53.821389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:52.76648Z","time spent":"1.054841711s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T14:40:53.821347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:53.142253Z","time spent":"679.081574ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T14:40:53.821431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:52.530081Z","time spent":"1.291329908s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T14:40:53.821201Z","caller":"traceutil/trace.go:171","msg":"trace[1237211250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27707; }","duration":"459.204681ms","start":"2026-07-31T14:40:53.361984Z","end":"2026-07-31T14:40:53.821189Z","steps":["trace[1237211250] 'agreement among raft nodes before linearized reading' (duration: 458.735368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:53.821509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:53.361962Z","time spent":"459.53197ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T14:40:53.821586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:52.479883Z","time spent":"1.341627913s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:53.822133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054913813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:40:53.822192Z","caller":"traceutil/trace.go:171","msg":"trace[157878892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27707; }","duration":"1.054980585s","start":"2026-07-31T14:40:52.767198Z","end":"2026-07-31T14:40:53.822178Z","steps":["trace[157878892] 'agreement among raft nodes before linearized reading' (duration: 1.053738523s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:53.822224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:52.76713Z","time spent":"1.055087017s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T14:40:53.994629Z","caller":"traceutil/trace.go:171","msg":"trace[2015113672] transaction","detail":"{read_only:false; response_revision:27708; number_of_response:1; }","duration":"168.076038ms","start":"2026-07-31T14:40:53.82652Z","end":"2026-07-31T14:40:53.994596Z","steps":["trace[2015113672] 'process raft request' (duration: 103.057905ms)","trace[2015113672] 'compare' (duration: 64.89097ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:54.078401Z","caller":"traceutil/trace.go:171","msg":"trace[1928720304] transaction","detail":"{read_only:false; response_revision:27709; number_of_response:1; }","duration":"251.802858ms","start":"2026-07-31T14:40:53.826562Z","end":"2026-07-31T14:40:54.078365Z","steps":["trace[1928720304] 'process raft request' (duration: 251.164972ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:54.078507Z","caller":"traceutil/trace.go:171","msg":"trace[2127321035] transaction","detail":"{read_only:false; response_revision:27710; number_of_response:1; }","duration":"251.87482ms","start":"2026-07-31T14:40:53.826613Z","end":"2026-07-31T14:40:54.078488Z","steps":["trace[2127321035] 'process raft request' (duration: 251.660024ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:54.078887Z","caller":"traceutil/trace.go:171","msg":"trace[670650899] transaction","detail":"{read_only:false; response_revision:27711; number_of_response:1; }","duration":"251.829258ms","start":"2026-07-31T14:40:53.82704Z","end":"2026-07-31T14:40:54.078869Z","steps":["trace[670650899] 'process raft request' (duration: 251.397897ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:54.07895Z","caller":"traceutil/trace.go:171","msg":"trace[657507321] transaction","detail":"{read_only:false; response_revision:27712; number_of_response:1; }","duration":"251.86262ms","start":"2026-07-31T14:40:53.827068Z","end":"2026-07-31T14:40:54.07893Z","steps":["trace[657507321] 'process raft request' (duration: 251.593872ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:54.079374Z","caller":"traceutil/trace.go:171","msg":"trace[734665605] transaction","detail":"{read_only:false; response_revision:27713; number_of_response:1; }","duration":"252.070185ms","start":"2026-07-31T14:40:53.827288Z","end":"2026-07-31T14:40:54.079358Z","steps":["trace[734665605] 'process raft request' (duration: 251.579751ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:54.079476Z","caller":"traceutil/trace.go:171","msg":"trace[408291311] transaction","detail":"{read_only:false; response_revision:27714; number_of_response:1; }","duration":"252.117266ms","start":"2026-07-31T14:40:53.827337Z","end":"2026-07-31T14:40:54.079454Z","steps":["trace[408291311] 'process raft request' (duration: 251.962902ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:54.079447Z","caller":"traceutil/trace.go:171","msg":"trace[1347586213] linearizableReadLoop","detail":"{readStateIndex:28568; appliedIndex:28561; }","duration":"251.364877ms","start":"2026-07-31T14:40:53.82806Z","end":"2026-07-31T14:40:54.079425Z","steps":["trace[1347586213] 'read index received' (duration: 101.496905ms)","trace[1347586213] 'applied index is now lower than readState.Index' (duration: 149.866922ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:54.079646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.053671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:40:54.07964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.556272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:40:54.079678Z","caller":"traceutil/trace.go:171","msg":"trace[426234303] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27714; }","duration":"176.166904ms","start":"2026-07-31T14:40:53.903501Z","end":"2026-07-31T14:40:54.079668Z","steps":["trace[426234303] 'agreement among raft nodes before linearized reading' (duration: 176.095233ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:54.079699Z","caller":"traceutil/trace.go:171","msg":"trace[1695905271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27714; }","duration":"251.640784ms","start":"2026-07-31T14:40:53.828043Z","end":"2026-07-31T14:40:54.079684Z","steps":["trace[1695905271] 'agreement among raft nodes before linearized reading' (duration: 251.530421ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:54.317969Z","caller":"traceutil/trace.go:171","msg":"trace[1301104647] transaction","detail":"{read_only:false; response_revision:27715; number_of_response:1; }","duration":"233.946422ms","start":"2026-07-31T14:40:54.083966Z","end":"2026-07-31T14:40:54.317913Z","steps":["trace[1301104647] 'process raft request' (duration: 233.685145ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:54.48149Z","caller":"traceutil/trace.go:171","msg":"trace[676667416] transaction","detail":"{read_only:false; response_revision:27716; number_of_response:1; }","duration":"158.81657ms","start":"2026-07-31T14:40:54.322635Z","end":"2026-07-31T14:40:54.481452Z","steps":["trace[676667416] 'process raft request' (duration: 143.110189ms)","trace[676667416] 'compare' (duration: 15.2953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:55.057013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.116665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-31T14:40:55.057153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.459754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-31T14:40:55.057174Z","caller":"traceutil/trace.go:171","msg":"trace[481744881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27717; }","duration":"268.343301ms","start":"2026-07-31T14:40:54.788808Z","end":"2026-07-31T14:40:55.057151Z","steps":["trace[481744881] 'range keys from in-memory index tree' (duration: 267.89938ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:55.057614Z","caller":"traceutil/trace.go:171","msg":"trace[1104910581] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27717; }","duration":"252.584378ms","start":"2026-07-31T14:40:54.804621Z","end":"2026-07-31T14:40:55.057205Z","steps":["trace[1104910581] 'range keys from in-memory index tree' (duration: 251.975853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:55.802209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.070576ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T14:40:55.802321Z","caller":"traceutil/trace.go:171","msg":"trace[2107000720] linearizableReadLoop","detail":"{readStateIndex:28573; appliedIndex:28572; }","duration":"170.693734ms","start":"2026-07-31T14:40:55.631606Z","end":"2026-07-31T14:40:55.8023Z","steps":["trace[2107000720] 'read index received' (duration: 88.462µs)","trace[2107000720] 'applied index is now lower than readState.Index' (duration: 170.603372ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:55.802465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.859369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:40:55.8025Z","caller":"traceutil/trace.go:171","msg":"trace[1469136882] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27718; }","duration":"170.956721ms","start":"2026-07-31T14:40:55.631533Z","end":"2026-07-31T14:40:55.80249Z","steps":["trace[1469136882] 'agreement among raft nodes before linearized reading' (duration: 170.817828ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:55.955197Z","caller":"traceutil/trace.go:171","msg":"trace[2055837063] transaction","detail":"{read_only:false; response_revision:27719; number_of_response:1; }","duration":"128.021892ms","start":"2026-07-31T14:40:55.827151Z","end":"2026-07-31T14:40:55.955173Z","steps":["trace[2055837063] 'process raft request' (duration: 127.874379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:56.500065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850405768,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T14:40:56.868356Z","caller":"traceutil/trace.go:171","msg":"trace[217838373] linearizableReadLoop","detail":"{readStateIndex:28576; appliedIndex:28574; }","duration":"869.281915ms","start":"2026-07-31T14:40:55.999048Z","end":"2026-07-31T14:40:56.86833Z","steps":["trace[217838373] 'read index received' (duration: 868.404093ms)","trace[217838373] 'applied index is now lower than readState.Index' (duration: 876.812µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:56.868472Z","caller":"traceutil/trace.go:171","msg":"trace[2014672892] transaction","detail":"{read_only:false; response_revision:27721; number_of_response:1; }","duration":"1.040508064s","start":"2026-07-31T14:40:55.827952Z","end":"2026-07-31T14:40:56.86846Z","steps":["trace[2014672892] 'process raft request' (duration: 1.040275598s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:56.868465Z","caller":"traceutil/trace.go:171","msg":"trace[352343276] transaction","detail":"{read_only:false; response_revision:27720; number_of_response:1; }","duration":"1.040552435s","start":"2026-07-31T14:40:55.827872Z","end":"2026-07-31T14:40:56.868425Z","steps":["trace[352343276] 'process raft request' (duration: 1.039626801s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:56.868555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:55.827928Z","time spent":"1.040564374s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:56.868645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.722874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-31T14:40:56.869562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.166139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:40:56.869599Z","caller":"traceutil/trace.go:171","msg":"trace[590785033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27721; }","duration":"785.713899ms","start":"2026-07-31T14:40:56.083847Z","end":"2026-07-31T14:40:56.869561Z","steps":["trace[590785033] 'agreement among raft nodes before linearized reading' (duration: 784.686323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:56.86962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:55.827847Z","time spent":"1.040679577s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:56.869642Z","caller":"traceutil/trace.go:171","msg":"trace[1232650477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27721; }","duration":"784.917419ms","start":"2026-07-31T14:40:56.084703Z","end":"2026-07-31T14:40:56.869621Z","steps":["trace[1232650477] 'agreement among raft nodes before linearized reading' (duration: 784.107308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:56.869683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:56.083813Z","time spent":"785.843963ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:40:56.86971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:56.084677Z","time spent":"785.017293ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:40:56.869767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.813182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-31T14:40:56.869762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.706543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T14:40:56.869833Z","caller":"traceutil/trace.go:171","msg":"trace[975204308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27721; }","duration":"870.811256ms","start":"2026-07-31T14:40:55.999005Z","end":"2026-07-31T14:40:56.869816Z","steps":["trace[975204308] 'agreement among raft nodes before linearized reading' (duration: 870.642032ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:56.869844Z","caller":"traceutil/trace.go:171","msg":"trace[1489958038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27721; }","duration":"785.928346ms","start":"2026-07-31T14:40:56.08388Z","end":"2026-07-31T14:40:56.869808Z","steps":["trace[1489958038] 'agreement among raft nodes before linearized reading' (duration: 785.589467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:56.869863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:55.998985Z","time spent":"870.870127ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T14:40:56.869885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:56.083846Z","time spent":"786.029487ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T14:40:56.870142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.234492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:40:56.870189Z","caller":"traceutil/trace.go:171","msg":"trace[1545635792] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27721; }","duration":"373.344536ms","start":"2026-07-31T14:40:56.496829Z","end":"2026-07-31T14:40:56.870174Z","steps":["trace[1545635792] 'agreement among raft nodes before linearized reading' (duration: 373.159681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:56.870232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:56.496801Z","time spent":"373.421457ms","remote":"127.0.0.1:41342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:40:56.870271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.797552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T14:40:56.870328Z","caller":"traceutil/trace.go:171","msg":"trace[1998710395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27721; }","duration":"785.877734ms","start":"2026-07-31T14:40:56.084425Z","end":"2026-07-31T14:40:56.870303Z","steps":["trace[1998710395] 'agreement among raft nodes before linearized reading' (duration: 785.058104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:56.870362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:56.084406Z","time spent":"785.946495ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T14:40:56.870541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.228985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:40:56.870627Z","caller":"traceutil/trace.go:171","msg":"trace[1889866838] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:27721; }","duration":"280.334067ms","start":"2026-07-31T14:40:56.590258Z","end":"2026-07-31T14:40:56.870592Z","steps":["trace[1889866838] 'agreement among raft nodes before linearized reading' (duration: 280.139123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:56.874813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.395969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:40:56.874872Z","caller":"traceutil/trace.go:171","msg":"trace[57934207] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27721; }","duration":"790.458872ms","start":"2026-07-31T14:40:56.084387Z","end":"2026-07-31T14:40:56.874846Z","steps":["trace[57934207] 'agreement among raft nodes before linearized reading' (duration: 784.994702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:56.874901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:56.084377Z","time spent":"790.516553ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-31T14:40:57.398209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.650673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:40:57.398427Z","caller":"traceutil/trace.go:171","msg":"trace[199700448] transaction","detail":"{read_only:false; response_revision:27722; number_of_response:1; }","duration":"520.457677ms","start":"2026-07-31T14:40:56.87793Z","end":"2026-07-31T14:40:57.398388Z","steps":["trace[199700448] 'process raft request' (duration: 128.549107ms)","trace[199700448] 'compare' (duration: 391.430918ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:57.398602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:56.877909Z","time spent":"520.60397ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:57.398943Z","caller":"traceutil/trace.go:171","msg":"trace[45986972] transaction","detail":"{read_only:false; response_revision:27723; number_of_response:1; }","duration":"520.840027ms","start":"2026-07-31T14:40:56.878033Z","end":"2026-07-31T14:40:57.398873Z","steps":["trace[45986972] 'process raft request' (duration: 520.283012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:57.399111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:56.878025Z","time spent":"520.999811ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:57.399242Z","caller":"traceutil/trace.go:171","msg":"trace[660900126] transaction","detail":"{read_only:false; response_revision:27724; number_of_response:1; }","duration":"521.136544ms","start":"2026-07-31T14:40:56.878063Z","end":"2026-07-31T14:40:57.3992Z","steps":["trace[660900126] 'process raft request' (duration: 520.57826ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:57.399337Z","caller":"traceutil/trace.go:171","msg":"trace[231824282] transaction","detail":"{read_only:false; response_revision:27725; number_of_response:1; }","duration":"521.027372ms","start":"2026-07-31T14:40:56.878272Z","end":"2026-07-31T14:40:57.3993Z","steps":["trace[231824282] 'process raft request' (duration: 520.607871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:57.399441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:56.878045Z","time spent":"521.298149ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:57.399485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:56.878264Z","time spent":"521.139935ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:40:57.399675Z","caller":"traceutil/trace.go:171","msg":"trace[1190425447] transaction","detail":"{read_only:false; response_revision:27726; number_of_response:1; }","duration":"521.276528ms","start":"2026-07-31T14:40:56.878382Z","end":"2026-07-31T14:40:57.399658Z","steps":["trace[1190425447] 'process raft request' (duration: 520.930589ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:57.399684Z","caller":"traceutil/trace.go:171","msg":"trace[531990532] transaction","detail":"{read_only:false; response_revision:27727; number_of_response:1; }","duration":"521.176406ms","start":"2026-07-31T14:40:56.87848Z","end":"2026-07-31T14:40:57.399657Z","steps":["trace[531990532] 'process raft request' (duration: 521.001662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:57.399761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:56.878375Z","time spent":"521.34502ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:57.399916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:56.878473Z","time spent":"521.269938ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:57.801097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.347278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:40:57.801295Z","caller":"traceutil/trace.go:171","msg":"trace[739099878] linearizableReadLoop","detail":"{readStateIndex:28583; appliedIndex:28582; }","duration":"273.598295ms","start":"2026-07-31T14:40:57.527677Z","end":"2026-07-31T14:40:57.801275Z","steps":["trace[739099878] 'read index received' (duration: 150.916018ms)","trace[739099878] 'applied index is now lower than readState.Index' (duration: 122.680197ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:57.80131Z","caller":"traceutil/trace.go:171","msg":"trace[1178635958] transaction","detail":"{read_only:false; response_revision:27728; number_of_response:1; }","duration":"282.01278ms","start":"2026-07-31T14:40:57.519262Z","end":"2026-07-31T14:40:57.801274Z","steps":["trace[1178635958] 'process raft request' (duration: 159.395775ms)","trace[1178635958] 'compare' (duration: 122.204415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:40:57.801445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.744669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:40:57.801537Z","caller":"traceutil/trace.go:171","msg":"trace[171950977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27728; }","duration":"273.886382ms","start":"2026-07-31T14:40:57.527631Z","end":"2026-07-31T14:40:57.801517Z","steps":["trace[171950977] 'agreement among raft nodes before linearized reading' (duration: 273.735109ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:40:58.47992Z","caller":"traceutil/trace.go:171","msg":"trace[1359886027] linearizableReadLoop","detail":"{readStateIndex:28585; appliedIndex:28584; }","duration":"285.995073ms","start":"2026-07-31T14:40:58.193896Z","end":"2026-07-31T14:40:58.479891Z","steps":["trace[1359886027] 'read index received' (duration: 285.774056ms)","trace[1359886027] 'applied index is now lower than readState.Index' (duration: 220.067µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:40:58.480058Z","caller":"traceutil/trace.go:171","msg":"trace[1731060456] transaction","detail":"{read_only:false; response_revision:27730; number_of_response:1; }","duration":"519.416631ms","start":"2026-07-31T14:40:57.960606Z","end":"2026-07-31T14:40:58.480023Z","steps":["trace[1731060456] 'process raft request' (duration: 519.123863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:58.480534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.492376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:40:58.480851Z","caller":"traceutil/trace.go:171","msg":"trace[758985484] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27730; }","duration":"286.972178ms","start":"2026-07-31T14:40:58.193846Z","end":"2026-07-31T14:40:58.480819Z","steps":["trace[758985484] 'agreement among raft nodes before linearized reading' (duration: 286.23813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:40:58.48126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:57.96057Z","time spent":"520.498799ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:40:59.520215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850405787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T14:41:00.014906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135562914s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T14:41:00.015447Z","caller":"traceutil/trace.go:171","msg":"trace[685770832] transaction","detail":"{read_only:false; response_revision:27731; number_of_response:1; }","duration":"1.136185631s","start":"2026-07-31T14:40:58.879229Z","end":"2026-07-31T14:41:00.015415Z","steps":["trace[685770832] 'process raft request' (duration: 1.135891653s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:00.01565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:58.879207Z","time spent":"1.136321725s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:01.529245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00052298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T14:41:01.529346Z","caller":"traceutil/trace.go:171","msg":"trace[1206071849] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000678523s","start":"2026-07-31T14:40:59.528646Z","end":"2026-07-31T14:41:01.529324Z","steps":["trace[1206071849] 'agreement among raft nodes before linearized reading' (duration: 2.00055136s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:01.52943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.528635Z","time spent":"2.000781947s","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 14:41:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T14:41:01.802356Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.315206528s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T14:41:02.24404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:01.644948Z","time spent":"599.081748ms","remote":"127.0.0.1:45710","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T14:41:02.244539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116467654s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:02.244773Z","caller":"traceutil/trace.go:171","msg":"trace[274241276] linearizableReadLoop","detail":"{readStateIndex:28588; appliedIndex:28585; }","duration":"3.22552238s","start":"2026-07-31T14:40:59.019237Z","end":"2026-07-31T14:41:02.244759Z","steps":["trace[274241276] 'read index received' (duration: 995.948195ms)","trace[274241276] 'applied index is now lower than readState.Index' (duration: 2.229573235s)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:02.24477Z","caller":"traceutil/trace.go:171","msg":"trace[1768013262] transaction","detail":"{read_only:false; response_revision:27732; number_of_response:1; }","duration":"3.365401398s","start":"2026-07-31T14:40:58.879326Z","end":"2026-07-31T14:41:02.244727Z","steps":["trace[1768013262] 'process raft request' (duration: 1.248671057s)","trace[1768013262] 'compare' (duration: 2.115386007s)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:02.244841Z","caller":"traceutil/trace.go:171","msg":"trace[875604201] transaction","detail":"{read_only:false; response_revision:27733; number_of_response:1; }","duration":"2.885563129s","start":"2026-07-31T14:40:59.359269Z","end":"2026-07-31T14:41:02.244832Z","steps":["trace[875604201] 'process raft request' (duration: 2.885364404s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:02.244867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:58.879301Z","time spent":"3.36551794s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:02.244897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.359243Z","time spent":"2.88561888s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:02.244975Z","caller":"traceutil/trace.go:171","msg":"trace[1058820701] transaction","detail":"{read_only:false; response_revision:27735; number_of_response:1; }","duration":"1.757888976s","start":"2026-07-31T14:41:00.487058Z","end":"2026-07-31T14:41:02.244947Z","steps":["trace[1058820701] 'process raft request' (duration: 1.7576755s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:02.245079Z","caller":"traceutil/trace.go:171","msg":"trace[1281773959] transaction","detail":"{read_only:false; response_revision:27734; number_of_response:1; }","duration":"2.438072308s","start":"2026-07-31T14:40:59.806996Z","end":"2026-07-31T14:41:02.245069Z","steps":["trace[1281773959] 'process raft request' (duration: 2.437697888s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:02.245115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:00.487036Z","time spent":"1.75800774s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:02.245143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.806965Z","time spent":"2.43814874s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:02.245278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226044235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:02.245318Z","caller":"traceutil/trace.go:171","msg":"trace[177443840] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27735; }","duration":"3.226120167s","start":"2026-07-31T14:40:59.019184Z","end":"2026-07-31T14:41:02.245305Z","steps":["trace[177443840] 'agreement among raft nodes before linearized reading' (duration: 3.226031605s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:02.245404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.019164Z","time spent":"3.226208299s","remote":"127.0.0.1:46348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:02.745404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850405797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T14:41:02.875477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072874302s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T14:41:02.922163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.237234ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:02.922313Z","caller":"traceutil/trace.go:171","msg":"trace[1635034935] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27735; }","duration":"479.406508ms","start":"2026-07-31T14:41:02.442883Z","end":"2026-07-31T14:41:02.92229Z","steps":["trace[1635034935] 'range keys from in-memory index tree' (duration: 479.213973ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:02.922606Z","caller":"traceutil/trace.go:171","msg":"trace[892660673] transaction","detail":"{read_only:false; response_revision:27737; number_of_response:1; }","duration":"1.390086993s","start":"2026-07-31T14:41:01.532499Z","end":"2026-07-31T14:41:02.922586Z","steps":["trace[892660673] 'process raft request' (duration: 1.390006311s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:02.922633Z","caller":"traceutil/trace.go:171","msg":"trace[1086899823] transaction","detail":"{read_only:false; response_revision:27736; number_of_response:1; }","duration":"1.592491848s","start":"2026-07-31T14:41:01.330093Z","end":"2026-07-31T14:41:02.922585Z","steps":["trace[1086899823] 'process raft request' (duration: 1.545674121s)","trace[1086899823] 'compare' (duration: 46.306054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:02.922735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:01.532473Z","time spent":"1.390215325s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-31T14:41:02.922839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:01.330066Z","time spent":"1.592664301s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:03.47428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.986405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:03.474547Z","caller":"traceutil/trace.go:171","msg":"trace[1838774696] transaction","detail":"{read_only:false; response_revision:27740; number_of_response:1; }","duration":"406.095364ms","start":"2026-07-31T14:41:03.068433Z","end":"2026-07-31T14:41:03.474528Z","steps":["trace[1838774696] 'process raft request' (duration: 406.051283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.474624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:03.068406Z","time spent":"406.186035ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:03.474715Z","caller":"traceutil/trace.go:171","msg":"trace[1998349458] transaction","detail":"{read_only:false; response_revision:27738; number_of_response:1; }","duration":"1.634618964s","start":"2026-07-31T14:41:01.840082Z","end":"2026-07-31T14:41:03.474701Z","steps":["trace[1998349458] 'process raft request' (duration: 1.263118496s)","trace[1998349458] 'compare' (duration: 370.7812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:03.474768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:01.840054Z","time spent":"1.634688257s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:03.474832Z","caller":"traceutil/trace.go:171","msg":"trace[1065853812] transaction","detail":"{read_only:false; response_revision:27739; number_of_response:1; }","duration":"1.45295132s","start":"2026-07-31T14:41:02.021849Z","end":"2026-07-31T14:41:03.4748Z","steps":["trace[1065853812] 'process raft request' (duration: 1.452531208s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:03.474919Z","caller":"traceutil/trace.go:171","msg":"trace[1979745041] linearizableReadLoop","detail":"{readStateIndex:28594; appliedIndex:28590; }","duration":"1.230088023s","start":"2026-07-31T14:41:02.244801Z","end":"2026-07-31T14:41:03.474889Z","steps":["trace[1979745041] 'read index received' (duration: 630.966294ms)","trace[1979745041] 'applied index is now lower than readState.Index' (duration: 599.118909ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:03.474992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:02.021828Z","time spent":"1.453078633s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:03.475065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.070475475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-31T14:41:03.475127Z","caller":"traceutil/trace.go:171","msg":"trace[1623891712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27740; }","duration":"4.070544727s","start":"2026-07-31T14:40:59.404569Z","end":"2026-07-31T14:41:03.475114Z","steps":["trace[1623891712] 'agreement among raft nodes before linearized reading' (duration: 4.070371983s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.475159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.404485Z","time spent":"4.07066657s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T14:41:03.475139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.988851698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-31T14:41:03.475221Z","caller":"traceutil/trace.go:171","msg":"trace[174569625] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27740; }","duration":"3.988949391s","start":"2026-07-31T14:40:59.48625Z","end":"2026-07-31T14:41:03.4752Z","steps":["trace[174569625] 'agreement among raft nodes before linearized reading' (duration: 3.988685454s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.475264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.070501716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-31T14:41:03.475287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.48618Z","time spent":"3.989097785s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-31T14:41:03.475301Z","caller":"traceutil/trace.go:171","msg":"trace[1757717504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27740; }","duration":"4.070552657s","start":"2026-07-31T14:40:59.404737Z","end":"2026-07-31T14:41:03.47529Z","steps":["trace[1757717504] 'agreement among raft nodes before linearized reading' (duration: 4.070409603s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.475302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939923821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:03.475332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.404731Z","time spent":"4.070595328s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-31T14:41:03.475342Z","caller":"traceutil/trace.go:171","msg":"trace[1512063344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27740; }","duration":"1.940040084s","start":"2026-07-31T14:41:01.535291Z","end":"2026-07-31T14:41:03.475331Z","steps":["trace[1512063344] 'agreement among raft nodes before linearized reading' (duration: 1.939967362s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.475372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:01.535273Z","time spent":"1.940092546s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:03.475414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750075187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:03.475482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.070521547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-31T14:41:03.475495Z","caller":"traceutil/trace.go:171","msg":"trace[90939980] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:27740; }","duration":"1.750180059s","start":"2026-07-31T14:41:01.725281Z","end":"2026-07-31T14:41:03.475461Z","steps":["trace[90939980] 'agreement among raft nodes before linearized reading' (duration: 1.750075617s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:03.475519Z","caller":"traceutil/trace.go:171","msg":"trace[470652473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27740; }","duration":"4.070612958s","start":"2026-07-31T14:40:59.404897Z","end":"2026-07-31T14:41:03.47551Z","steps":["trace[470652473] 'agreement among raft nodes before linearized reading' (duration: 4.070512756s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.475535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32441826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-31T14:41:03.475548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.404866Z","time spent":"4.07067493s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:41:03.475551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:01.725252Z","time spent":"1.750289562s","remote":"127.0.0.1:53044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:03.475575Z","caller":"traceutil/trace.go:171","msg":"trace[2109776205] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27740; }","duration":"3.324507282s","start":"2026-07-31T14:41:00.151058Z","end":"2026-07-31T14:41:03.475565Z","steps":["trace[2109776205] 'agreement among raft nodes before linearized reading' (duration: 3.324400129s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.47561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:00.151032Z","time spent":"3.324569764s","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T14:41:03.475633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616000495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-31T14:41:03.475678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.359789542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:41:03.475436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072526989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:41:03.475684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519755798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:03.475707Z","caller":"traceutil/trace.go:171","msg":"trace[793956775] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27740; }","duration":"3.616104228s","start":"2026-07-31T14:40:59.859583Z","end":"2026-07-31T14:41:03.475687Z","steps":["trace[793956775] 'agreement among raft nodes before linearized reading' (duration: 3.615897523s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:03.475744Z","caller":"traceutil/trace.go:171","msg":"trace[1494701966] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27740; }","duration":"3.072877389s","start":"2026-07-31T14:41:00.402848Z","end":"2026-07-31T14:41:03.475726Z","steps":["trace[1494701966] 'agreement among raft nodes before linearized reading' (duration: 3.072555651s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.475772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.071717428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-31T14:41:03.475765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.859571Z","time spent":"3.61618085s","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-07-31T14:41:03.475752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951885084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-31T14:41:03.475826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.392212821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-31T14:41:03.475846Z","caller":"traceutil/trace.go:171","msg":"trace[617271110] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27740; }","duration":"3.952067178s","start":"2026-07-31T14:40:59.523755Z","end":"2026-07-31T14:41:03.475822Z","steps":["trace[617271110] 'agreement among raft nodes before linearized reading' (duration: 3.95174693s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:03.47587Z","caller":"traceutil/trace.go:171","msg":"trace[1273971854] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27740; }","duration":"4.392315934s","start":"2026-07-31T14:40:59.083544Z","end":"2026-07-31T14:41:03.47586Z","steps":["trace[1273971854] 'agreement among raft nodes before linearized reading' (duration: 4.392173591s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.475886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.925817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:03.475871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.15315553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-31T14:41:03.475905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.083523Z","time spent":"4.392375666s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:03.475912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.523723Z","time spent":"3.95217369s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-31T14:41:03.475929Z","caller":"traceutil/trace.go:171","msg":"trace[297761816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27740; }","duration":"726.998799ms","start":"2026-07-31T14:41:02.74892Z","end":"2026-07-31T14:41:03.475919Z","steps":["trace[297761816] 'agreement among raft nodes before linearized reading' (duration: 726.937947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.475961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:02.748903Z","time spent":"727.05193ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T14:41:03.475959Z","caller":"traceutil/trace.go:171","msg":"trace[507886231] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27740; }","duration":"4.153283013s","start":"2026-07-31T14:40:59.322652Z","end":"2026-07-31T14:41:03.475935Z","steps":["trace[507886231] 'agreement among raft nodes before linearized reading' (duration: 4.153085958s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:03.47575Z","caller":"traceutil/trace.go:171","msg":"trace[248307567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:27740; }","duration":"1.519864741s","start":"2026-07-31T14:41:01.955867Z","end":"2026-07-31T14:41:03.475732Z","steps":["trace[248307567] 'agreement among raft nodes before linearized reading' (duration: 1.519760388s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.475956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.071296296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-31T14:41:03.476007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.322627Z","time spent":"4.153366686s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:03.476038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:01.955844Z","time spent":"1.520176018s","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:03.475792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:00.402827Z","time spent":"3.07295178s","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:03.475708Z","caller":"traceutil/trace.go:171","msg":"trace[980139939] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27740; }","duration":"4.359864634s","start":"2026-07-31T14:40:59.115835Z","end":"2026-07-31T14:41:03.4757Z","steps":["trace[980139939] 'agreement among raft nodes before linearized reading' (duration: 4.359803233s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.476152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.115802Z","time spent":"4.360332246s","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:03.475693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.852694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:03.476125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914961002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-31T14:41:03.476216Z","caller":"traceutil/trace.go:171","msg":"trace[755405627] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:27740; }","duration":"822.410758ms","start":"2026-07-31T14:41:02.653791Z","end":"2026-07-31T14:41:03.476202Z","steps":["trace[755405627] 'agreement among raft nodes before linearized reading' (duration: 821.864624ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:03.475793Z","caller":"traceutil/trace.go:171","msg":"trace[673688907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27740; }","duration":"4.071772189s","start":"2026-07-31T14:40:59.404014Z","end":"2026-07-31T14:41:03.475786Z","steps":["trace[673688907] 'agreement among raft nodes before linearized reading' (duration: 4.071708178s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.476273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:02.653768Z","time spent":"822.489ms","remote":"127.0.0.1:53080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:03.476065Z","caller":"traceutil/trace.go:171","msg":"trace[1314338842] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27740; }","duration":"4.071494931s","start":"2026-07-31T14:40:59.404544Z","end":"2026-07-31T14:41:03.476039Z","steps":["trace[1314338842] 'agreement among raft nodes before linearized reading' (duration: 4.071100111s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:03.476319Z","caller":"traceutil/trace.go:171","msg":"trace[27817228] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27740; }","duration":"1.91526466s","start":"2026-07-31T14:41:01.560945Z","end":"2026-07-31T14:41:03.47621Z","steps":["trace[27817228] 'agreement among raft nodes before linearized reading' (duration: 1.914566362s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.476426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:01.56089Z","time spent":"1.915520577s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1653,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-31T14:41:03.47634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.403994Z","time spent":"4.072329743s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:03.476342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.404524Z","time spent":"4.071806329s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-31T14:41:03.475472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.070970508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T14:41:03.479989Z","caller":"traceutil/trace.go:171","msg":"trace[1088851654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27740; }","duration":"4.075496592s","start":"2026-07-31T14:40:59.404453Z","end":"2026-07-31T14:41:03.47995Z","steps":["trace[1088851654] 'agreement among raft nodes before linearized reading' (duration: 4.070646019s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:03.480035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:40:59.404442Z","time spent":"4.075575725s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-31T14:41:03.70981Z","caller":"traceutil/trace.go:171","msg":"trace[1720972052] linearizableReadLoop","detail":"{readStateIndex:28596; appliedIndex:28595; }","duration":"231.94103ms","start":"2026-07-31T14:41:03.477838Z","end":"2026-07-31T14:41:03.709779Z","steps":["trace[1720972052] 'read index received' (duration: 170.799947ms)","trace[1720972052] 'applied index is now lower than readState.Index' (duration: 61.139383ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:03.709974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.091353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:03.71007Z","caller":"traceutil/trace.go:171","msg":"trace[524628197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27740; }","duration":"232.216697ms","start":"2026-07-31T14:41:03.477831Z","end":"2026-07-31T14:41:03.710048Z","steps":["trace[524628197] 'agreement among raft nodes before linearized reading' (duration: 232.027832ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:04.200335Z","caller":"traceutil/trace.go:171","msg":"trace[1302757926] transaction","detail":"{read_only:false; response_revision:27741; number_of_response:1; }","duration":"719.026244ms","start":"2026-07-31T14:41:03.481273Z","end":"2026-07-31T14:41:04.200299Z","steps":["trace[1302757926] 'process raft request' (duration: 718.727376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:04.20051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:03.481254Z","time spent":"719.165989ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:04.200612Z","caller":"traceutil/trace.go:171","msg":"trace[951793621] transaction","detail":"{read_only:false; response_revision:27742; number_of_response:1; }","duration":"719.137588ms","start":"2026-07-31T14:41:03.481447Z","end":"2026-07-31T14:41:04.200585Z","steps":["trace[951793621] 'process raft request' (duration: 718.731936ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:04.200595Z","caller":"traceutil/trace.go:171","msg":"trace[534339564] transaction","detail":"{read_only:false; response_revision:27744; number_of_response:1; }","duration":"718.124252ms","start":"2026-07-31T14:41:03.48244Z","end":"2026-07-31T14:41:04.200564Z","steps":["trace[534339564] 'process raft request' (duration: 717.835154ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:04.200664Z","caller":"traceutil/trace.go:171","msg":"trace[846560509] transaction","detail":"{read_only:false; response_revision:27743; number_of_response:1; }","duration":"719.188209ms","start":"2026-07-31T14:41:03.481447Z","end":"2026-07-31T14:41:04.200636Z","steps":["trace[846560509] 'process raft request' (duration: 718.780008ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:04.200774Z","caller":"traceutil/trace.go:171","msg":"trace[1824557219] transaction","detail":"{read_only:false; response_revision:27745; number_of_response:1; }","duration":"718.313997ms","start":"2026-07-31T14:41:03.48244Z","end":"2026-07-31T14:41:04.200754Z","steps":["trace[1824557219] 'process raft request' (duration: 717.870566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:04.200807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:03.481336Z","time spent":"719.338403ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:04.200821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:03.482431Z","time spent":"718.288806ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:04.200878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:03.482428Z","time spent":"718.390509ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:04.200879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:03.481423Z","time spent":"719.395754ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:04.201264Z","caller":"traceutil/trace.go:171","msg":"trace[1778455454] transaction","detail":"{read_only:false; response_revision:27749; number_of_response:1; }","duration":"717.790353ms","start":"2026-07-31T14:41:03.483461Z","end":"2026-07-31T14:41:04.201251Z","steps":["trace[1778455454] 'process raft request' (duration: 717.70824ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:04.201281Z","caller":"traceutil/trace.go:171","msg":"trace[2048887649] transaction","detail":"{read_only:false; response_revision:27748; number_of_response:1; }","duration":"717.846274ms","start":"2026-07-31T14:41:03.483413Z","end":"2026-07-31T14:41:04.201259Z","steps":["trace[2048887649] 'process raft request' (duration: 717.720261ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:04.201277Z","caller":"traceutil/trace.go:171","msg":"trace[19581431] transaction","detail":"{read_only:false; response_revision:27747; number_of_response:1; }","duration":"718.692757ms","start":"2026-07-31T14:41:03.482527Z","end":"2026-07-31T14:41:04.20122Z","steps":["trace[19581431] 'process raft request' (duration: 718.508242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:04.201375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:03.483453Z","time spent":"717.851634ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:04.201378Z","caller":"traceutil/trace.go:171","msg":"trace[75046541] transaction","detail":"{read_only:false; response_revision:27746; number_of_response:1; }","duration":"718.83346ms","start":"2026-07-31T14:41:03.482482Z","end":"2026-07-31T14:41:04.201316Z","steps":["trace[75046541] 'process raft request' (duration: 718.167953ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:04.201521Z","caller":"traceutil/trace.go:171","msg":"trace[410220343] linearizableReadLoop","detail":"{readStateIndex:28606; appliedIndex:28596; }","duration":"491.622061ms","start":"2026-07-31T14:41:03.709882Z","end":"2026-07-31T14:41:04.201504Z","steps":["trace[410220343] 'read index received' (duration: 490.080941ms)","trace[410220343] 'applied index is now lower than readState.Index' (duration: 1.53991ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:04.201541Z","caller":"traceutil/trace.go:171","msg":"trace[1141079383] transaction","detail":"{read_only:false; response_revision:27750; number_of_response:1; }","duration":"716.205213ms","start":"2026-07-31T14:41:03.485312Z","end":"2026-07-31T14:41:04.201517Z","steps":["trace[1141079383] 'process raft request' (duration: 715.905936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:04.201572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:03.482519Z","time spent":"718.910242ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:04.201616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:03.483404Z","time spent":"717.923716ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:04.201632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:03.485302Z","time spent":"716.280905ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:04.201696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.351688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-31T14:41:04.201606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:03.482473Z","time spent":"718.981934ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:04.201727Z","caller":"traceutil/trace.go:171","msg":"trace[951724624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27750; }","duration":"720.409069ms","start":"2026-07-31T14:41:03.481309Z","end":"2026-07-31T14:41:04.201718Z","steps":["trace[951724624] 'agreement among raft nodes before linearized reading' (duration: 720.251135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:04.201762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:03.481292Z","time spent":"720.463911ms","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T14:41:04.201799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.752988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-46fa5cad-119e-44f3-8d59-1d7bba7ef4b5\" ","response":"range_response_count:1 size:2207"} {"level":"info","ts":"2026-07-31T14:41:04.201899Z","caller":"traceutil/trace.go:171","msg":"trace[1249274659] range","detail":"{range_begin:/registry/persistentvolumes/pvc-46fa5cad-119e-44f3-8d59-1d7bba7ef4b5; range_end:; response_count:1; response_revision:27750; }","duration":"718.868911ms","start":"2026-07-31T14:41:03.483004Z","end":"2026-07-31T14:41:04.201873Z","steps":["trace[1249274659] 'agreement among raft nodes before linearized reading' (duration: 718.523022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:04.201957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:03.482986Z","time spent":"718.961323ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2230,"request content":"key:\"/registry/persistentvolumes/pvc-46fa5cad-119e-44f3-8d59-1d7bba7ef4b5\" "} {"level":"warn","ts":"2026-07-31T14:41:04.955723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.126475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:04.955841Z","caller":"traceutil/trace.go:171","msg":"trace[160821381] linearizableReadLoop","detail":"{readStateIndex:28607; appliedIndex:28606; }","duration":"751.827042ms","start":"2026-07-31T14:41:04.203997Z","end":"2026-07-31T14:41:04.955824Z","steps":["trace[160821381] 'read index received' (duration: 203.491912ms)","trace[160821381] 'applied index is now lower than readState.Index' (duration: 548.33379ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:04.955917Z","caller":"traceutil/trace.go:171","msg":"trace[1381125310] transaction","detail":"{read_only:false; response_revision:27751; number_of_response:1; }","duration":"1.244964831s","start":"2026-07-31T14:41:03.710941Z","end":"2026-07-31T14:41:04.955906Z","steps":["trace[1381125310] 'process raft request' (duration: 696.531068ms)","trace[1381125310] 'compare' (duration: 547.973952ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:04.955985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:03.710908Z","time spent":"1.245046043s","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:04.956122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.10258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15306"} {"level":"info","ts":"2026-07-31T14:41:04.956201Z","caller":"traceutil/trace.go:171","msg":"trace[1514584072] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27751; }","duration":"752.220312ms","start":"2026-07-31T14:41:04.203962Z","end":"2026-07-31T14:41:04.956183Z","steps":["trace[1514584072] 'agreement among raft nodes before linearized reading' (duration: 751.942395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:04.956242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:04.203944Z","time spent":"752.290625ms","remote":"127.0.0.1:41116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":15329,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-31T14:41:05.997743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.207245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:05.998063Z","caller":"traceutil/trace.go:171","msg":"trace[1349850025] linearizableReadLoop","detail":"{readStateIndex:28611; appliedIndex:28607; }","duration":"1.042178517s","start":"2026-07-31T14:41:04.955867Z","end":"2026-07-31T14:41:05.998045Z","steps":["trace[1349850025] 'read index received' (duration: 145.719686ms)","trace[1349850025] 'applied index is now lower than readState.Index' (duration: 896.457761ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:05.998147Z","caller":"traceutil/trace.go:171","msg":"trace[215826301] transaction","detail":"{read_only:false; response_revision:27752; number_of_response:1; }","duration":"1.747720076s","start":"2026-07-31T14:41:04.250415Z","end":"2026-07-31T14:41:05.998135Z","steps":["trace[215826301] 'process raft request' (duration: 851.02502ms)","trace[215826301] 'compare' (duration: 895.615419ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:05.998209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:04.250369Z","time spent":"1.747805289s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:05.998399Z","caller":"traceutil/trace.go:171","msg":"trace[261646478] transaction","detail":"{read_only:false; response_revision:27755; number_of_response:1; }","duration":"1.683667329s","start":"2026-07-31T14:41:04.314698Z","end":"2026-07-31T14:41:05.998366Z","steps":["trace[261646478] 'process raft request' (duration: 1.68329598s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:05.998505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699526173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:05.998538Z","caller":"traceutil/trace.go:171","msg":"trace[649519196] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:27755; }","duration":"1.699600695s","start":"2026-07-31T14:41:04.298927Z","end":"2026-07-31T14:41:05.998527Z","steps":["trace[649519196] 'agreement among raft nodes before linearized reading' (duration: 1.699538374s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:05.998513Z","caller":"traceutil/trace.go:171","msg":"trace[1883788741] transaction","detail":"{read_only:false; response_revision:27753; number_of_response:1; }","duration":"1.747691045s","start":"2026-07-31T14:41:04.250787Z","end":"2026-07-31T14:41:05.998478Z","steps":["trace[1883788741] 'process raft request' (duration: 1.747068499s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:05.998557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:04.314677Z","time spent":"1.683796562s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:05.998589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688513222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"warn","ts":"2026-07-31T14:41:05.998596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236863334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:41:05.998658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:04.25076Z","time spent":"1.747821228s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:05.998672Z","caller":"traceutil/trace.go:171","msg":"trace[1160547304] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:27755; }","duration":"1.236994047s","start":"2026-07-31T14:41:04.761659Z","end":"2026-07-31T14:41:05.998653Z","steps":["trace[1160547304] 'agreement among raft nodes before linearized reading' (duration: 1.236822303s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:05.99872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468571429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:05.998721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:04.761639Z","time spent":"1.237072399s","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:05.998751Z","caller":"traceutil/trace.go:171","msg":"trace[349241460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27755; }","duration":"1.468646151s","start":"2026-07-31T14:41:04.530097Z","end":"2026-07-31T14:41:05.998743Z","steps":["trace[349241460] 'agreement among raft nodes before linearized reading' (duration: 1.468595819s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:05.998754Z","caller":"traceutil/trace.go:171","msg":"trace[497934409] transaction","detail":"{read_only:false; response_revision:27754; number_of_response:1; }","duration":"1.747524s","start":"2026-07-31T14:41:04.251217Z","end":"2026-07-31T14:41:05.998741Z","steps":["trace[497934409] 'process raft request' (duration: 1.746739421s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:05.998784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:04.530074Z","time spent":"1.468704073s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:05.998832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:04.251202Z","time spent":"1.747581453s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:05.99866Z","caller":"traceutil/trace.go:171","msg":"trace[412710726] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27755; }","duration":"1.688630475s","start":"2026-07-31T14:41:04.310012Z","end":"2026-07-31T14:41:05.998642Z","steps":["trace[412710726] 'agreement among raft nodes before linearized reading' (duration: 1.688368358s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:05.998884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:04.309989Z","time spent":"1.688882382s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1659,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-31T14:41:05.998978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:04.298907Z","time spent":"1.699653877s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:07.999842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T14:41:07.999926Z","caller":"traceutil/trace.go:171","msg":"trace[114174849] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192342s","start":"2026-07-31T14:41:05.999716Z","end":"2026-07-31T14:41:07.999909Z","steps":["trace[114174849] 'agreement among raft nodes before linearized reading' (duration: 2.000082469s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:07.999987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:05.999699Z","time spent":"2.000265703s","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 14:41:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T14:41:08.092362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766277741s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:08.093395Z","caller":"traceutil/trace.go:171","msg":"trace[1168577518] transaction","detail":"{read_only:false; response_revision:27756; number_of_response:1; }","duration":"2.610626619s","start":"2026-07-31T14:41:05.482677Z","end":"2026-07-31T14:41:08.093304Z","steps":["trace[1168577518] 'process raft request' (duration: 843.304252ms)","trace[1168577518] 'compare' (duration: 1.764834964s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:08.093658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:05.482655Z","time spent":"2.610857226s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:08.333092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000585201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T14:41:08.333226Z","caller":"traceutil/trace.go:171","msg":"trace[1300695446] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000783696s","start":"2026-07-31T14:41:06.332412Z","end":"2026-07-31T14:41:08.333196Z","steps":["trace[1300695446] 'agreement among raft nodes before linearized reading' (duration: 2.000608402s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:08.3333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:06.332399Z","time spent":"2.000886728s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 14:41:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T14:41:08.935734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.21285ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T14:41:08.936039Z","caller":"traceutil/trace.go:171","msg":"trace[2120641467] linearizableReadLoop","detail":"{readStateIndex:28613; appliedIndex:28611; }","duration":"2.937912288s","start":"2026-07-31T14:41:05.998092Z","end":"2026-07-31T14:41:08.936004Z","steps":["trace[2120641467] 'read index received' (duration: 327.907394ms)","trace[2120641467] 'applied index is now lower than readState.Index' (duration: 2.610002364s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:08.93613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503069937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:08.936147Z","caller":"traceutil/trace.go:171","msg":"trace[1066322128] transaction","detail":"{read_only:false; response_revision:27757; number_of_response:1; }","duration":"931.58881ms","start":"2026-07-31T14:41:08.004532Z","end":"2026-07-31T14:41:08.936121Z","steps":["trace[1066322128] 'process raft request' (duration: 931.366134ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:08.936201Z","caller":"traceutil/trace.go:171","msg":"trace[1104848898] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:27756; }","duration":"3.50318864s","start":"2026-07-31T14:41:05.432988Z","end":"2026-07-31T14:41:08.936177Z","steps":["trace[1104848898] 'agreement among raft nodes before linearized reading' (duration: 3.503040767s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:08.936237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:05.432965Z","time spent":"3.503265492s","remote":"127.0.0.1:36318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":22,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:08.936213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.925600901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:08.936291Z","caller":"traceutil/trace.go:171","msg":"trace[2023647213] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27757; }","duration":"3.925686183s","start":"2026-07-31T14:41:05.010586Z","end":"2026-07-31T14:41:08.936272Z","steps":["trace[2023647213] 'agreement among raft nodes before linearized reading' (duration: 3.925477607s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:08.936311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:08.004505Z","time spent":"931.696922ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:08.936319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977879058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-31T14:41:08.936346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:05.010543Z","time spent":"3.925794355s","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-31T14:41:08.936365Z","caller":"traceutil/trace.go:171","msg":"trace[1136530544] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27757; }","duration":"3.97797634s","start":"2026-07-31T14:41:04.958375Z","end":"2026-07-31T14:41:08.936352Z","steps":["trace[1136530544] 'agreement among raft nodes before linearized reading' (duration: 3.977767584s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:08.936399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:04.958355Z","time spent":"3.978036172s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-31T14:41:09.436708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850405827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T14:41:09.48257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.301582179s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T14:41:09.520658Z","caller":"traceutil/trace.go:171","msg":"trace[2112974988] transaction","detail":"{read_only:false; response_revision:27758; number_of_response:1; }","duration":"1.516030372s","start":"2026-07-31T14:41:08.004594Z","end":"2026-07-31T14:41:09.520625Z","steps":["trace[2112974988] 'process raft request' (duration: 1.478272126s)","trace[2112974988] 'compare' (duration: 37.399407ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:09.520735Z","caller":"traceutil/trace.go:171","msg":"trace[1161575147] linearizableReadLoop","detail":"{readStateIndex:28616; appliedIndex:28614; }","duration":"584.582167ms","start":"2026-07-31T14:41:08.936113Z","end":"2026-07-31T14:41:09.520695Z","steps":["trace[1161575147] 'read index received' (duration: 546.598335ms)","trace[1161575147] 'applied index is now lower than readState.Index' (duration: 37.982222ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:09.520811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:08.004568Z","time spent":"1.516161896s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:09.520809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995795108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:09.520893Z","caller":"traceutil/trace.go:171","msg":"trace[1829718527] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27759; }","duration":"2.995921581s","start":"2026-07-31T14:41:06.524948Z","end":"2026-07-31T14:41:09.52087Z","steps":["trace[1829718527] 'agreement among raft nodes before linearized reading' (duration: 2.995769687s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:09.520938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:06.524926Z","time spent":"2.996002304s","remote":"127.0.0.1:57654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:09.521018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269433984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:09.521083Z","caller":"traceutil/trace.go:171","msg":"trace[23094704] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27759; }","duration":"3.269576567s","start":"2026-07-31T14:41:06.251492Z","end":"2026-07-31T14:41:09.521069Z","steps":["trace[23094704] 'agreement among raft nodes before linearized reading' (duration: 3.269414723s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:09.521042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.075078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:41:09.521135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:06.25148Z","time spent":"3.26964086s","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:09.521163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513555268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:09.521166Z","caller":"traceutil/trace.go:171","msg":"trace[384953510] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27759; }","duration":"969.266323ms","start":"2026-07-31T14:41:08.551878Z","end":"2026-07-31T14:41:09.521145Z","steps":["trace[384953510] 'agreement among raft nodes before linearized reading' (duration: 968.987976ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:09.521197Z","caller":"traceutil/trace.go:171","msg":"trace[1513225512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27759; }","duration":"1.5136137s","start":"2026-07-31T14:41:08.007571Z","end":"2026-07-31T14:41:09.521185Z","steps":["trace[1513225512] 'agreement among raft nodes before linearized reading' (duration: 1.513563959s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:09.521224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:08.007559Z","time spent":"1.513659832s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:09.521218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:08.551855Z","time spent":"969.351425ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:09.521402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.315675956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T14:41:09.521434Z","caller":"traceutil/trace.go:171","msg":"trace[1989490702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27759; }","duration":"3.315742658s","start":"2026-07-31T14:41:06.20568Z","end":"2026-07-31T14:41:09.521422Z","steps":["trace[1989490702] 'agreement among raft nodes before linearized reading' (duration: 3.315642346s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:09.52146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:06.205653Z","time spent":"3.31580176s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:09.521417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.315616665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-31T14:41:09.521503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.106079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-31T14:41:09.521524Z","caller":"traceutil/trace.go:171","msg":"trace[1645474322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27759; }","duration":"3.315771399s","start":"2026-07-31T14:41:06.205727Z","end":"2026-07-31T14:41:09.521498Z","steps":["trace[1645474322] 'agreement among raft nodes before linearized reading' (duration: 3.315373929s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:09.521545Z","caller":"traceutil/trace.go:171","msg":"trace[855493953] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27759; }","duration":"583.169951ms","start":"2026-07-31T14:41:08.938362Z","end":"2026-07-31T14:41:09.521532Z","steps":["trace[855493953] 'agreement among raft nodes before linearized reading' (duration: 582.972496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:09.521577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:08.938343Z","time spent":"583.226552ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-31T14:41:09.521576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:06.205667Z","time spent":"3.315898463s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:09.521216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.517945159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d72679f5-06f1-44e2-ac51-25e9416b87af\" ","response":"range_response_count:1 size:2207"} {"level":"warn","ts":"2026-07-31T14:41:09.521626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518568657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-31T14:41:09.521644Z","caller":"traceutil/trace.go:171","msg":"trace[210019672] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d72679f5-06f1-44e2-ac51-25e9416b87af; range_end:; response_count:1; response_revision:27759; }","duration":"3.518395519s","start":"2026-07-31T14:41:06.00324Z","end":"2026-07-31T14:41:09.521635Z","steps":["trace[210019672] 'agreement among raft nodes before linearized reading' (duration: 3.517864976s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:09.521641Z","caller":"traceutil/trace.go:171","msg":"trace[1144197959] transaction","detail":"{read_only:false; response_revision:27759; number_of_response:1; }","duration":"1.516888624s","start":"2026-07-31T14:41:08.004734Z","end":"2026-07-31T14:41:09.521622Z","steps":["trace[1144197959] 'process raft request' (duration: 1.515774996s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:09.521668Z","caller":"traceutil/trace.go:171","msg":"trace[261439667] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae; range_end:; response_count:1; response_revision:27759; }","duration":"1.518645209s","start":"2026-07-31T14:41:08.003008Z","end":"2026-07-31T14:41:09.521653Z","steps":["trace[261439667] 'agreement among raft nodes before linearized reading' (duration: 1.518476725s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:09.521678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:06.003229Z","time spent":"3.51843255s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2230,"request content":"key:\"/registry/persistentvolumes/pvc-d72679f5-06f1-44e2-ac51-25e9416b87af\" "} {"level":"warn","ts":"2026-07-31T14:41:09.521702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:08.002985Z","time spent":"1.518707531s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae\" "} {"level":"warn","ts":"2026-07-31T14:41:09.521714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.315367768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-31T14:41:09.521715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.905711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-31T14:41:09.521739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554120015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:09.521761Z","caller":"traceutil/trace.go:171","msg":"trace[625940052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27759; }","duration":"3.315425959s","start":"2026-07-31T14:41:06.206317Z","end":"2026-07-31T14:41:09.521743Z","steps":["trace[625940052] 'agreement among raft nodes before linearized reading' (duration: 3.315301166s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:09.521768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:08.004715Z","time spent":"1.516986846s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:09.521798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:06.20631Z","time spent":"3.31548009s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T14:41:09.521763Z","caller":"traceutil/trace.go:171","msg":"trace[1848413248] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27759; }","duration":"315.018984ms","start":"2026-07-31T14:41:09.20673Z","end":"2026-07-31T14:41:09.521749Z","steps":["trace[1848413248] 'agreement among raft nodes before linearized reading' (duration: 314.880411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:09.521829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.142957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-31T14:41:09.521846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.20669Z","time spent":"315.150098ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:09.521855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.390729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-31T14:41:09.521867Z","caller":"traceutil/trace.go:171","msg":"trace[119963649] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27759; }","duration":"315.223779ms","start":"2026-07-31T14:41:09.206633Z","end":"2026-07-31T14:41:09.521856Z","steps":["trace[119963649] 'agreement among raft nodes before linearized reading' (duration: 315.087996ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:09.521887Z","caller":"traceutil/trace.go:171","msg":"trace[803340005] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27759; }","duration":"314.45896ms","start":"2026-07-31T14:41:09.207418Z","end":"2026-07-31T14:41:09.521877Z","steps":["trace[803340005] 'agreement among raft nodes before linearized reading' (duration: 314.368867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:09.521897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.206606Z","time spent":"315.284191ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:09.521912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.315686356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T14:41:09.52193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.207397Z","time spent":"314.520872ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:09.521939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31426786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:41:09.521796Z","caller":"traceutil/trace.go:171","msg":"trace[1293268387] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27759; }","duration":"2.554211277s","start":"2026-07-31T14:41:06.967567Z","end":"2026-07-31T14:41:09.521778Z","steps":["trace[1293268387] 'agreement among raft nodes before linearized reading' (duration: 2.554118845s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:09.521947Z","caller":"traceutil/trace.go:171","msg":"trace[1968272026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27759; }","duration":"3.315761368s","start":"2026-07-31T14:41:06.206176Z","end":"2026-07-31T14:41:09.521937Z","steps":["trace[1968272026] 'agreement among raft nodes before linearized reading' (duration: 3.315661266s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:09.521961Z","caller":"traceutil/trace.go:171","msg":"trace[1748838114] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27759; }","duration":"3.314325881s","start":"2026-07-31T14:41:06.207628Z","end":"2026-07-31T14:41:09.521954Z","steps":["trace[1748838114] 'agreement among raft nodes before linearized reading' (duration: 3.31426736s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:09.521983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:06.207607Z","time spent":"3.314369493s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-31T14:41:09.521974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:06.967548Z","time spent":"2.554414162s","remote":"127.0.0.1:36330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:09.521977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:06.206151Z","time spent":"3.315819589s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:41:09.521977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.215909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-31T14:41:09.522012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316038806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-31T14:41:09.521973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.026882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:09.522033Z","caller":"traceutil/trace.go:171","msg":"trace[1771943800] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27759; }","duration":"315.327812ms","start":"2026-07-31T14:41:09.206687Z","end":"2026-07-31T14:41:09.522015Z","steps":["trace[1771943800] 'agreement among raft nodes before linearized reading' (duration: 315.191619ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:09.522046Z","caller":"traceutil/trace.go:171","msg":"trace[1723949270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27759; }","duration":"3.316113728s","start":"2026-07-31T14:41:06.205923Z","end":"2026-07-31T14:41:09.522037Z","steps":["trace[1723949270] 'agreement among raft nodes before linearized reading' (duration: 3.316021165s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:09.522065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.206649Z","time spent":"315.408184ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-31T14:41:09.522063Z","caller":"traceutil/trace.go:171","msg":"trace[1076791457] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27759; }","duration":"582.142985ms","start":"2026-07-31T14:41:08.93991Z","end":"2026-07-31T14:41:09.522053Z","steps":["trace[1076791457] 'agreement among raft nodes before linearized reading' (duration: 582.016652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:09.522073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:06.205894Z","time spent":"3.316173729s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T14:41:09.522098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:08.939899Z","time spent":"582.191196ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-31T14:41:10.687307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.320591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:10.68742Z","caller":"traceutil/trace.go:171","msg":"trace[1145058193] linearizableReadLoop","detail":"{readStateIndex:28617; appliedIndex:28616; }","duration":"1.162468593s","start":"2026-07-31T14:41:09.524933Z","end":"2026-07-31T14:41:10.687402Z","steps":["trace[1145058193] 'read index received' (duration: 415.965137ms)","trace[1145058193] 'applied index is now lower than readState.Index' (duration: 746.502026ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:10.687499Z","caller":"traceutil/trace.go:171","msg":"trace[676952054] transaction","detail":"{read_only:false; response_revision:27760; number_of_response:1; }","duration":"1.163512789s","start":"2026-07-31T14:41:09.523973Z","end":"2026-07-31T14:41:10.687486Z","steps":["trace[676952054] 'process raft request' (duration: 416.89368ms)","trace[676952054] 'compare' (duration: 746.195648ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:10.68757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.52395Z","time spent":"1.16358577s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:10.68803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163058308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:41:10.688221Z","caller":"traceutil/trace.go:171","msg":"trace[1952597785] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27760; }","duration":"1.163275102s","start":"2026-07-31T14:41:09.524901Z","end":"2026-07-31T14:41:10.688176Z","steps":["trace[1952597785] 'agreement among raft nodes before linearized reading' (duration: 1.162862782s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:10.688383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.524887Z","time spent":"1.163410218s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-31T14:41:10.729756Z","caller":"traceutil/trace.go:171","msg":"trace[993931466] transaction","detail":"{read_only:false; response_revision:27762; number_of_response:1; }","duration":"1.202380683s","start":"2026-07-31T14:41:09.527348Z","end":"2026-07-31T14:41:10.729729Z","steps":["trace[993931466] 'process raft request' (duration: 1.201970793s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:10.729482Z","caller":"traceutil/trace.go:171","msg":"trace[66130091] transaction","detail":"{read_only:false; response_revision:27761; number_of_response:1; }","duration":"1.202175707s","start":"2026-07-31T14:41:09.527273Z","end":"2026-07-31T14:41:10.729449Z","steps":["trace[66130091] 'process raft request' (duration: 1.201584912s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:10.729925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.527342Z","time spent":"1.202491266s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:10.72996Z","caller":"traceutil/trace.go:171","msg":"trace[1585546767] transaction","detail":"{read_only:false; response_revision:27764; number_of_response:1; }","duration":"1.202459604s","start":"2026-07-31T14:41:09.527472Z","end":"2026-07-31T14:41:10.729932Z","steps":["trace[1585546767] 'process raft request' (duration: 1.202227478s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:10.730012Z","caller":"traceutil/trace.go:171","msg":"trace[1229417750] transaction","detail":"{read_only:false; response_revision:27770; number_of_response:1; }","duration":"1.201607564s","start":"2026-07-31T14:41:09.52838Z","end":"2026-07-31T14:41:10.729987Z","steps":["trace[1229417750] 'process raft request' (duration: 1.201543702s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:10.730058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.527259Z","time spent":"1.202696291s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:10.730076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.527466Z","time spent":"1.202545427s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:10.730119Z","caller":"traceutil/trace.go:171","msg":"trace[210981801] transaction","detail":"{read_only:false; response_revision:27769; number_of_response:1; }","duration":"1.202007864s","start":"2026-07-31T14:41:09.528099Z","end":"2026-07-31T14:41:10.730106Z","steps":["trace[210981801] 'process raft request' (duration: 1.201783568s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:10.730111Z","caller":"traceutil/trace.go:171","msg":"trace[69474500] transaction","detail":"{read_only:false; response_revision:27768; number_of_response:1; }","duration":"1.202200958s","start":"2026-07-31T14:41:09.527879Z","end":"2026-07-31T14:41:10.73008Z","steps":["trace[69474500] 'process raft request' (duration: 1.201965442s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:10.730153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.528371Z","time spent":"1.201703806s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:10.730178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.528089Z","time spent":"1.202054665s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:10.730138Z","caller":"traceutil/trace.go:171","msg":"trace[1137145237] transaction","detail":"{read_only:false; response_revision:27767; number_of_response:1; }","duration":"1.202313881s","start":"2026-07-31T14:41:09.527773Z","end":"2026-07-31T14:41:10.730087Z","steps":["trace[1137145237] 'process raft request' (duration: 1.202037854s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:10.730246Z","caller":"traceutil/trace.go:171","msg":"trace[1050652958] transaction","detail":"{read_only:false; response_revision:27763; number_of_response:1; }","duration":"1.202857725s","start":"2026-07-31T14:41:09.527371Z","end":"2026-07-31T14:41:10.730228Z","steps":["trace[1050652958] 'process raft request' (duration: 1.202245889s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:10.730264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.527854Z","time spent":"1.202325532s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:10.730295Z","caller":"traceutil/trace.go:171","msg":"trace[609348802] transaction","detail":"{read_only:false; response_revision:27766; number_of_response:1; }","duration":"1.202651289s","start":"2026-07-31T14:41:09.527631Z","end":"2026-07-31T14:41:10.730282Z","steps":["trace[609348802] 'process raft request' (duration: 1.202144976s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:10.730293Z","caller":"traceutil/trace.go:171","msg":"trace[502824569] transaction","detail":"{read_only:false; response_revision:27765; number_of_response:1; }","duration":"1.202805553s","start":"2026-07-31T14:41:09.527476Z","end":"2026-07-31T14:41:10.730281Z","steps":["trace[502824569] 'process raft request' (duration: 1.202262019s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:10.730332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.527357Z","time spent":"1.202930166s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:10.73035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.527462Z","time spent":"1.202860626s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:10.730344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.527623Z","time spent":"1.202693462s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:10.730362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.527765Z","time spent":"1.202476385s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:11.529865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999957706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T14:41:11.529936Z","caller":"traceutil/trace.go:171","msg":"trace[737764772] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067248s","start":"2026-07-31T14:41:09.529855Z","end":"2026-07-31T14:41:11.529922Z","steps":["trace[737764772] 'agreement among raft nodes before linearized reading' (duration: 1.999974156s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:11.529969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.529846Z","time spent":"2.00011564s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 14:41:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T14:41:11.876204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.420456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:11.876412Z","caller":"traceutil/trace.go:171","msg":"trace[2041632274] transaction","detail":"{read_only:false; response_revision:27773; number_of_response:1; }","duration":"934.002271ms","start":"2026-07-31T14:41:10.942392Z","end":"2026-07-31T14:41:11.876395Z","steps":["trace[2041632274] 'process raft request' (duration: 933.96323ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:11.876487Z","caller":"traceutil/trace.go:171","msg":"trace[2038930768] transaction","detail":"{read_only:false; response_revision:27771; number_of_response:1; }","duration":"1.775976749s","start":"2026-07-31T14:41:10.100473Z","end":"2026-07-31T14:41:11.876449Z","steps":["trace[2038930768] 'process raft request' (duration: 1.047207994s)","trace[2038930768] 'compare' (duration: 727.760848ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:11.876676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:10.100435Z","time spent":"1.776119102s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:11.876719Z","caller":"traceutil/trace.go:171","msg":"trace[105659604] transaction","detail":"{read_only:false; response_revision:27772; number_of_response:1; }","duration":"1.448214348s","start":"2026-07-31T14:41:10.428491Z","end":"2026-07-31T14:41:11.876705Z","steps":["trace[105659604] 'process raft request' (duration: 1.447801148s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:11.876741Z","caller":"traceutil/trace.go:171","msg":"trace[1336050020] linearizableReadLoop","detail":"{readStateIndex:28629; appliedIndex:28617; }","duration":"1.189266868s","start":"2026-07-31T14:41:10.687447Z","end":"2026-07-31T14:41:11.876714Z","steps":["trace[1336050020] 'read index received' (duration: 41.688086ms)","trace[1336050020] 'applied index is now lower than readState.Index' (duration: 1.147572352s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:11.876783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:10.42847Z","time spent":"1.44828194s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:11.876884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483798919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:11.87694Z","caller":"traceutil/trace.go:171","msg":"trace[344720504] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27773; }","duration":"1.483904632s","start":"2026-07-31T14:41:10.39302Z","end":"2026-07-31T14:41:11.876924Z","steps":["trace[344720504] 'agreement among raft nodes before linearized reading' (duration: 1.483798169s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:11.87697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35167945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"warn","ts":"2026-07-31T14:41:11.876973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349643597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-31T14:41:11.876988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:10.392995Z","time spent":"1.483982544s","remote":"127.0.0.1:46402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:11.876991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:10.942359Z","time spent":"934.086034ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:11.877009Z","caller":"traceutil/trace.go:171","msg":"trace[2039468029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27773; }","duration":"2.349723239s","start":"2026-07-31T14:41:09.527276Z","end":"2026-07-31T14:41:11.876999Z","steps":["trace[2039468029] 'agreement among raft nodes before linearized reading' (duration: 2.349556224s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:11.877014Z","caller":"traceutil/trace.go:171","msg":"trace[1732053931] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27773; }","duration":"2.351744991s","start":"2026-07-31T14:41:09.525248Z","end":"2026-07-31T14:41:11.876992Z","steps":["trace[1732053931] 'agreement among raft nodes before linearized reading' (duration: 2.351586087s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:11.877047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.527258Z","time spent":"2.349781061s","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T14:41:11.87705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:09.52523Z","time spent":"2.351810773s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1667,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-31T14:41:12.377584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850405848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T14:41:12.564836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.808834ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:12.564933Z","caller":"traceutil/trace.go:171","msg":"trace[1493079473] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27773; }","duration":"121.913707ms","start":"2026-07-31T14:41:12.443004Z","end":"2026-07-31T14:41:12.564917Z","steps":["trace[1493079473] 'range keys from in-memory index tree' (duration: 121.796974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:12.87849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850405848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T14:41:13.005024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.225011601s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T14:41:13.005462Z","caller":"traceutil/trace.go:171","msg":"trace[1647498748] transaction","detail":"{read_only:false; response_revision:27775; number_of_response:1; }","duration":"1.476367868s","start":"2026-07-31T14:41:11.529069Z","end":"2026-07-31T14:41:13.005437Z","steps":["trace[1647498748] 'process raft request' (duration: 1.476277246s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:13.005538Z","caller":"traceutil/trace.go:171","msg":"trace[721673972] transaction","detail":"{read_only:false; response_revision:27774; number_of_response:1; }","duration":"1.476606645s","start":"2026-07-31T14:41:11.528899Z","end":"2026-07-31T14:41:13.005506Z","steps":["trace[721673972] 'process raft request' (duration: 1.476301027s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:13.005708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:11.528858Z","time spent":"1.476763829s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:13.00576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:11.52906Z","time spent":"1.476502841s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:13.531198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000898219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T14:41:13.531427Z","caller":"traceutil/trace.go:171","msg":"trace[887277476] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001279769s","start":"2026-07-31T14:41:11.530115Z","end":"2026-07-31T14:41:13.531395Z","steps":["trace[887277476] 'agreement among raft nodes before linearized reading' (duration: 2.000852298s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:13.531514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:11.530104Z","time spent":"2.001381691s","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 14:41:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T14:41:14.362548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.357311903s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T14:41:14.615471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.627689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:14.615687Z","caller":"traceutil/trace.go:171","msg":"trace[1119960143] transaction","detail":"{read_only:false; response_revision:27779; number_of_response:1; }","duration":"733.073783ms","start":"2026-07-31T14:41:13.882598Z","end":"2026-07-31T14:41:14.615672Z","steps":["trace[1119960143] 'process raft request' (duration: 733.040192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:14.61575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:13.88257Z","time spent":"733.152834ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:14.61593Z","caller":"traceutil/trace.go:171","msg":"trace[2138932877] transaction","detail":"{read_only:false; response_revision:27777; number_of_response:1; }","duration":"967.61113ms","start":"2026-07-31T14:41:13.64831Z","end":"2026-07-31T14:41:14.615922Z","steps":["trace[2138932877] 'process raft request' (duration: 967.25364ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:14.615928Z","caller":"traceutil/trace.go:171","msg":"trace[1890554896] linearizableReadLoop","detail":"{readStateIndex:28633; appliedIndex:28630; }","duration":"2.739106414s","start":"2026-07-31T14:41:11.876803Z","end":"2026-07-31T14:41:14.615909Z","steps":["trace[1890554896] 'read index received' (duration: 1.128463593s)","trace[1890554896] 'applied index is now lower than readState.Index' (duration: 1.610639901s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:14.61598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:13.648274Z","time spent":"967.681642ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:14.616042Z","caller":"traceutil/trace.go:171","msg":"trace[1261649614] transaction","detail":"{read_only:false; response_revision:27778; number_of_response:1; }","duration":"733.395812ms","start":"2026-07-31T14:41:13.882588Z","end":"2026-07-31T14:41:14.615984Z","steps":["trace[1261649614] 'process raft request' (duration: 733.020982ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:14.616154Z","caller":"traceutil/trace.go:171","msg":"trace[1644585328] transaction","detail":"{read_only:false; response_revision:27776; number_of_response:1; }","duration":"2.202420353s","start":"2026-07-31T14:41:12.413719Z","end":"2026-07-31T14:41:14.616139Z","steps":["trace[1644585328] 'process raft request' (duration: 1.949047554s)","trace[1644585328] 'compare' (duration: 252.25334ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:14.616192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:13.882559Z","time spent":"733.554776ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:14.616227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:12.4137Z","time spent":"2.202489855s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:14.616394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.925591831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-31T14:41:14.61643Z","caller":"traceutil/trace.go:171","msg":"trace[1233904454] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27779; }","duration":"3.925673854s","start":"2026-07-31T14:41:10.690747Z","end":"2026-07-31T14:41:14.616421Z","steps":["trace[1233904454] 'agreement among raft nodes before linearized reading' (duration: 3.925558121s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:14.616464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:10.690722Z","time spent":"3.925735805s","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-07-31T14:41:14.616506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738263883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15306"} {"level":"info","ts":"2026-07-31T14:41:14.616549Z","caller":"traceutil/trace.go:171","msg":"trace[1673784920] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27779; }","duration":"2.738325515s","start":"2026-07-31T14:41:11.878212Z","end":"2026-07-31T14:41:14.616538Z","steps":["trace[1673784920] 'agreement among raft nodes before linearized reading' (duration: 2.738165481s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:14.616579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:11.878196Z","time spent":"2.738376926s","remote":"127.0.0.1:41116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":15329,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-31T14:41:14.616622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87848508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-31T14:41:14.616648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736603901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8fe8c044-6ed7-473e-bbdd-10078a4e655c\" ","response":"range_response_count:1 size:2208"} {"level":"info","ts":"2026-07-31T14:41:14.616661Z","caller":"traceutil/trace.go:171","msg":"trace[1972408226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27779; }","duration":"1.878541282s","start":"2026-07-31T14:41:12.738111Z","end":"2026-07-31T14:41:14.616653Z","steps":["trace[1972408226] 'agreement among raft nodes before linearized reading' (duration: 1.878441859s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:14.61668Z","caller":"traceutil/trace.go:171","msg":"trace[1883211200] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8fe8c044-6ed7-473e-bbdd-10078a4e655c; range_end:; response_count:1; response_revision:27779; }","duration":"2.736641181s","start":"2026-07-31T14:41:11.880026Z","end":"2026-07-31T14:41:14.616668Z","steps":["trace[1883211200] 'agreement among raft nodes before linearized reading' (duration: 2.736555249s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:14.616711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:11.880021Z","time spent":"2.736684392s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2231,"request content":"key:\"/registry/persistentvolumes/pvc-8fe8c044-6ed7-473e-bbdd-10078a4e655c\" "} {"level":"warn","ts":"2026-07-31T14:41:14.616721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.651576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:14.616928Z","caller":"traceutil/trace.go:171","msg":"trace[427548996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27779; }","duration":"499.897303ms","start":"2026-07-31T14:41:14.117024Z","end":"2026-07-31T14:41:14.616922Z","steps":["trace[427548996] 'agreement among raft nodes before linearized reading' (duration: 499.669257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:14.616972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:14.117001Z","time spent":"499.963214ms","remote":"127.0.0.1:46338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:14.61692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880361808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-31T14:41:14.616682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:12.738103Z","time spent":"1.878573002s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:14.61697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321154309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:14.617029Z","caller":"traceutil/trace.go:171","msg":"trace[1578859415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27779; }","duration":"1.880692386s","start":"2026-07-31T14:41:12.736314Z","end":"2026-07-31T14:41:14.617006Z","steps":["trace[1578859415] 'agreement among raft nodes before linearized reading' (duration: 1.880288976s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:14.617074Z","caller":"traceutil/trace.go:171","msg":"trace[88363651] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27779; }","duration":"2.321498758s","start":"2026-07-31T14:41:12.295539Z","end":"2026-07-31T14:41:14.617038Z","steps":["trace[88363651] 'agreement among raft nodes before linearized reading' (duration: 2.321042206s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:14.617079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879887905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-31T14:41:14.617097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:12.736207Z","time spent":"1.880870521s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T14:41:14.617126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081241916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:14.617121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:12.295519Z","time spent":"2.321589439s","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":119,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:14.617125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879874576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-31T14:41:14.617158Z","caller":"traceutil/trace.go:171","msg":"trace[1211058432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27779; }","duration":"1.081289517s","start":"2026-07-31T14:41:13.535861Z","end":"2026-07-31T14:41:14.617151Z","steps":["trace[1211058432] 'agreement among raft nodes before linearized reading' (duration: 1.081246296s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:14.616915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880042089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-31T14:41:14.61718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:13.535854Z","time spent":"1.081321128s","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T14:41:14.617192Z","caller":"traceutil/trace.go:171","msg":"trace[41072524] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27779; }","duration":"1.880529791s","start":"2026-07-31T14:41:12.736654Z","end":"2026-07-31T14:41:14.617183Z","steps":["trace[41072524] 'agreement among raft nodes before linearized reading' (duration: 1.879917326s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:14.61704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879809683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-31T14:41:14.617094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.989443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:14.617125Z","caller":"traceutil/trace.go:171","msg":"trace[610602799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27779; }","duration":"1.879945197s","start":"2026-07-31T14:41:12.737165Z","end":"2026-07-31T14:41:14.617111Z","steps":["trace[610602799] 'agreement among raft nodes before linearized reading' (duration: 1.879837205s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:14.617235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324908076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:14.617252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:12.737157Z","time spent":"1.880089911s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T14:41:14.617254Z","caller":"traceutil/trace.go:171","msg":"trace[1633243271] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27779; }","duration":"523.147747ms","start":"2026-07-31T14:41:14.094096Z","end":"2026-07-31T14:41:14.617244Z","steps":["trace[1633243271] 'agreement among raft nodes before linearized reading' (duration: 522.974702ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:14.617262Z","caller":"traceutil/trace.go:171","msg":"trace[349395174] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27779; }","duration":"1.324987698s","start":"2026-07-31T14:41:13.292265Z","end":"2026-07-31T14:41:14.617253Z","steps":["trace[349395174] 'agreement among raft nodes before linearized reading' (duration: 1.324930307s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:14.617261Z","caller":"traceutil/trace.go:171","msg":"trace[126912375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27779; }","duration":"1.880033369s","start":"2026-07-31T14:41:12.737208Z","end":"2026-07-31T14:41:14.617241Z","steps":["trace[126912375] 'agreement among raft nodes before linearized reading' (duration: 1.879714651s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:14.617296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:14.094023Z","time spent":"523.258919ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:14.617306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871349177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:14.617336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:12.737203Z","time spent":"1.880112592s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-31T14:41:14.617387Z","caller":"traceutil/trace.go:171","msg":"trace[1402809248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27779; }","duration":"1.871409788s","start":"2026-07-31T14:41:12.745932Z","end":"2026-07-31T14:41:14.617342Z","steps":["trace[1402809248] 'agreement among raft nodes before linearized reading' (duration: 1.871342237s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:14.617405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081760179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-31T14:41:14.617294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:13.292243Z","time spent":"1.325042019s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:14.617424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:12.745919Z","time spent":"1.871498351s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T14:41:14.617435Z","caller":"traceutil/trace.go:171","msg":"trace[1056237607] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae; range_end:; response_count:1; response_revision:27779; }","duration":"1.08184032s","start":"2026-07-31T14:41:13.535586Z","end":"2026-07-31T14:41:14.617427Z","steps":["trace[1056237607] 'agreement among raft nodes before linearized reading' (duration: 1.081729278s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:14.617174Z","caller":"traceutil/trace.go:171","msg":"trace[2102617902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27779; }","duration":"1.879933247s","start":"2026-07-31T14:41:12.737231Z","end":"2026-07-31T14:41:14.617165Z","steps":["trace[2102617902] 'agreement among raft nodes before linearized reading' (duration: 1.879833004s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:14.617464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:13.53555Z","time spent":"1.081908512s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae\" "} {"level":"warn","ts":"2026-07-31T14:41:14.617217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:12.736644Z","time spent":"1.880565113s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-31T14:41:14.617493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:12.737227Z","time spent":"1.880253765s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T14:41:15.064464Z","caller":"traceutil/trace.go:171","msg":"trace[121312464] linearizableReadLoop","detail":"{readStateIndex:28644; appliedIndex:28636; }","duration":"438.910652ms","start":"2026-07-31T14:41:14.625529Z","end":"2026-07-31T14:41:15.06444Z","steps":["trace[121312464] 'read index received' (duration: 65.399311ms)","trace[121312464] 'applied index is now lower than readState.Index' (duration: 373.510311ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:15.064578Z","caller":"traceutil/trace.go:171","msg":"trace[668342627] transaction","detail":"{read_only:false; response_revision:27780; number_of_response:1; }","duration":"443.853099ms","start":"2026-07-31T14:41:14.620715Z","end":"2026-07-31T14:41:15.064568Z","steps":["trace[668342627] 'process raft request' (duration: 443.276424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:15.064687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:14.620687Z","time spent":"443.919021ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:15.064742Z","caller":"traceutil/trace.go:171","msg":"trace[371311465] transaction","detail":"{read_only:false; response_revision:27783; number_of_response:1; }","duration":"442.609827ms","start":"2026-07-31T14:41:14.622092Z","end":"2026-07-31T14:41:15.064701Z","steps":["trace[371311465] 'process raft request' (duration: 442.193526ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:15.064841Z","caller":"traceutil/trace.go:171","msg":"trace[692584994] transaction","detail":"{read_only:false; response_revision:27781; number_of_response:1; }","duration":"443.644494ms","start":"2026-07-31T14:41:14.621152Z","end":"2026-07-31T14:41:15.064797Z","steps":["trace[692584994] 'process raft request' (duration: 443.044049ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:15.064956Z","caller":"traceutil/trace.go:171","msg":"trace[1193097490] transaction","detail":"{read_only:false; response_revision:27782; number_of_response:1; }","duration":"442.973236ms","start":"2026-07-31T14:41:14.62197Z","end":"2026-07-31T14:41:15.064943Z","steps":["trace[1193097490] 'process raft request' (duration: 442.280028ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:15.064971Z","caller":"traceutil/trace.go:171","msg":"trace[649135029] transaction","detail":"{read_only:false; response_revision:27786; number_of_response:1; }","duration":"441.713684ms","start":"2026-07-31T14:41:14.623217Z","end":"2026-07-31T14:41:15.06493Z","steps":["trace[649135029] 'process raft request' (duration: 441.161361ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:15.065016Z","caller":"traceutil/trace.go:171","msg":"trace[951950027] transaction","detail":"{read_only:false; response_revision:27784; number_of_response:1; }","duration":"442.863703ms","start":"2026-07-31T14:41:14.622141Z","end":"2026-07-31T14:41:15.065005Z","steps":["trace[951950027] 'process raft request' (duration: 442.176126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:15.065043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:14.621958Z","time spent":"443.039468ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:15.065062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.524748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:15.065084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:14.622128Z","time spent":"442.920934ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:15.065119Z","caller":"traceutil/trace.go:171","msg":"trace[833638441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27786; }","duration":"439.60457ms","start":"2026-07-31T14:41:14.625499Z","end":"2026-07-31T14:41:15.065104Z","steps":["trace[833638441] 'agreement among raft nodes before linearized reading' (duration: 439.446276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:15.065139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:14.623204Z","time spent":"441.850028ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:15.065154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:14.625488Z","time spent":"439.658991ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:15.065048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:14.621125Z","time spent":"443.833649ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:15.065183Z","caller":"traceutil/trace.go:171","msg":"trace[1792350586] transaction","detail":"{read_only:false; response_revision:27785; number_of_response:1; }","duration":"442.334999ms","start":"2026-07-31T14:41:14.62283Z","end":"2026-07-31T14:41:15.065165Z","steps":["trace[1792350586] 'process raft request' (duration: 441.519389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:15.064904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:14.622069Z","time spent":"442.750821ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:15.065267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:14.622807Z","time spent":"442.416202ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:15.443941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.303142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:15.444317Z","caller":"traceutil/trace.go:171","msg":"trace[2010099363] transaction","detail":"{read_only:false; response_revision:27788; number_of_response:1; }","duration":"432.921469ms","start":"2026-07-31T14:41:15.011376Z","end":"2026-07-31T14:41:15.444298Z","steps":["trace[2010099363] 'process raft request' (duration: 432.698303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:15.444405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:15.011345Z","time spent":"433.019882ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:15.444415Z","caller":"traceutil/trace.go:171","msg":"trace[1282473330] transaction","detail":"{read_only:false; response_revision:27787; number_of_response:1; }","duration":"752.405447ms","start":"2026-07-31T14:41:14.691894Z","end":"2026-07-31T14:41:15.4443Z","steps":["trace[1282473330] 'process raft request' (duration: 533.661454ms)","trace[1282473330] 'compare' (duration: 218.190559ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:15.44463Z","caller":"traceutil/trace.go:171","msg":"trace[1563780286] transaction","detail":"{read_only:false; response_revision:27789; number_of_response:1; }","duration":"433.236907ms","start":"2026-07-31T14:41:15.011382Z","end":"2026-07-31T14:41:15.444619Z","steps":["trace[1563780286] 'process raft request' (duration: 432.872358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:15.444686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:15.011346Z","time spent":"433.312509ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:15.444757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.130582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-31T14:41:15.444761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.167441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:15.444805Z","caller":"traceutil/trace.go:171","msg":"trace[1881524638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27789; }","duration":"817.206524ms","start":"2026-07-31T14:41:14.627587Z","end":"2026-07-31T14:41:15.444793Z","steps":["trace[1881524638] 'agreement among raft nodes before linearized reading' (duration: 817.01467ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:15.44482Z","caller":"traceutil/trace.go:171","msg":"trace[1025012275] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:27789; }","duration":"777.260093ms","start":"2026-07-31T14:41:14.667546Z","end":"2026-07-31T14:41:15.444806Z","steps":["trace[1025012275] 'agreement among raft nodes before linearized reading' (duration: 777.16194ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:15.444567Z","caller":"traceutil/trace.go:171","msg":"trace[1552415043] linearizableReadLoop","detail":"{readStateIndex:28647; appliedIndex:28644; }","duration":"380.014286ms","start":"2026-07-31T14:41:15.064533Z","end":"2026-07-31T14:41:15.444548Z","steps":["trace[1552415043] 'read index received' (duration: 160.923175ms)","trace[1552415043] 'applied index is now lower than readState.Index' (duration: 219.090121ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:15.444844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:14.627576Z","time spent":"817.260915ms","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-31T14:41:15.444857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:14.667532Z","time spent":"777.316104ms","remote":"127.0.0.1:52954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:15.445143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.631511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-31T14:41:15.44518Z","caller":"traceutil/trace.go:171","msg":"trace[1289520653] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae; range_end:; response_count:1; response_revision:27789; }","duration":"376.695772ms","start":"2026-07-31T14:41:15.068472Z","end":"2026-07-31T14:41:15.445168Z","steps":["trace[1289520653] 'agreement among raft nodes before linearized reading' (duration: 376.589799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:15.445148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.962094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:15.445199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:15.068453Z","time spent":"376.742034ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae\" "} {"level":"info","ts":"2026-07-31T14:41:15.445235Z","caller":"traceutil/trace.go:171","msg":"trace[498501831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27789; }","duration":"378.104868ms","start":"2026-07-31T14:41:15.067106Z","end":"2026-07-31T14:41:15.44521Z","steps":["trace[498501831] 'agreement among raft nodes before linearized reading' (duration: 377.918682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:15.445305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:15.067084Z","time spent":"378.2081ms","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:15.445314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:14.691872Z","time spent":"753.349542ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:15.702116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.232259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:15.702227Z","caller":"traceutil/trace.go:171","msg":"trace[2022854564] linearizableReadLoop","detail":"{readStateIndex:28648; appliedIndex:28647; }","duration":"254.61294ms","start":"2026-07-31T14:41:15.447583Z","end":"2026-07-31T14:41:15.70221Z","steps":["trace[2022854564] 'read index received' (duration: 142.215147ms)","trace[2022854564] 'applied index is now lower than readState.Index' (duration: 112.396303ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:15.702273Z","caller":"traceutil/trace.go:171","msg":"trace[1455958931] transaction","detail":"{read_only:false; response_revision:27790; number_of_response:1; }","duration":"254.681242ms","start":"2026-07-31T14:41:15.447552Z","end":"2026-07-31T14:41:15.702233Z","steps":["trace[1455958931] 'process raft request' (duration: 142.247777ms)","trace[1455958931] 'compare' (duration: 112.088666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:15.702411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.825065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-31T14:41:15.702445Z","caller":"traceutil/trace.go:171","msg":"trace[1670363915] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27790; }","duration":"254.909368ms","start":"2026-07-31T14:41:15.447525Z","end":"2026-07-31T14:41:15.702434Z","steps":["trace[1670363915] 'agreement among raft nodes before linearized reading' (duration: 254.763254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:18.155385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407789035s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:18.155528Z","caller":"traceutil/trace.go:171","msg":"trace[1732694192] transaction","detail":"{read_only:false; response_revision:27791; number_of_response:1; }","duration":"2.415459289s","start":"2026-07-31T14:41:15.740041Z","end":"2026-07-31T14:41:18.1555Z","steps":["trace[1732694192] 'process raft request' (duration: 1.007445248s)","trace[1732694192] 'compare' (duration: 1.406187944s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:18.155614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:15.740013Z","time spent":"2.415557822s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:18.530718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000091649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T14:41:18.530804Z","caller":"traceutil/trace.go:171","msg":"trace[1309790095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000257763s","start":"2026-07-31T14:41:16.530527Z","end":"2026-07-31T14:41:18.530785Z","steps":["trace[1309790095] 'agreement among raft nodes before linearized reading' (duration: 2.00012177s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:18.530854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:16.530492Z","time spent":"2.000351216s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:19.689803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22413841s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:19.690076Z","caller":"traceutil/trace.go:171","msg":"trace[613420633] transaction","detail":"{read_only:false; response_revision:27792; number_of_response:1; }","duration":"3.949992785s","start":"2026-07-31T14:41:15.740051Z","end":"2026-07-31T14:41:19.690044Z","steps":["trace[613420633] 'process raft request' (duration: 2.725500467s)","trace[613420633] 'compare' (duration: 1.22379365s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:19.690308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:15.740029Z","time spent":"3.950151808s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:19.690333Z","caller":"traceutil/trace.go:171","msg":"trace[1986544282] transaction","detail":"{read_only:false; response_revision:27793; number_of_response:1; }","duration":"3.950234801s","start":"2026-07-31T14:41:15.740086Z","end":"2026-07-31T14:41:19.69032Z","steps":["trace[1986544282] 'process raft request' (duration: 3.94981996s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:19.690404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:15.740055Z","time spent":"3.950311533s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:19.690536Z","caller":"traceutil/trace.go:171","msg":"trace[1719542274] transaction","detail":"{read_only:false; response_revision:27794; number_of_response:1; }","duration":"3.949744409s","start":"2026-07-31T14:41:15.740781Z","end":"2026-07-31T14:41:19.690526Z","steps":["trace[1719542274] 'process raft request' (duration: 3.949215395s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:19.690131Z","caller":"traceutil/trace.go:171","msg":"trace[1858381639] linearizableReadLoop","detail":"{readStateIndex:28652; appliedIndex:28648; }","duration":"3.159537404s","start":"2026-07-31T14:41:16.530575Z","end":"2026-07-31T14:41:19.690113Z","steps":["trace[1858381639] 'read index received' (duration: 217.033219ms)","trace[1858381639] 'applied index is now lower than readState.Index' (duration: 2.942503195s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:19.690593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:15.740761Z","time spent":"3.94980538s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:19.690673Z","caller":"traceutil/trace.go:171","msg":"trace[1162192836] transaction","detail":"{read_only:false; response_revision:27796; number_of_response:1; }","duration":"3.066529637s","start":"2026-07-31T14:41:16.624105Z","end":"2026-07-31T14:41:19.690634Z","steps":["trace[1162192836] 'process raft request' (duration: 3.065970232s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:19.690677Z","caller":"traceutil/trace.go:171","msg":"trace[895703187] transaction","detail":"{read_only:false; response_revision:27795; number_of_response:1; }","duration":"3.068043375s","start":"2026-07-31T14:41:16.622598Z","end":"2026-07-31T14:41:19.690641Z","steps":["trace[895703187] 'process raft request' (duration: 3.06744438s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:19.690852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:16.624066Z","time spent":"3.066697291s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:19.690912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:16.622572Z","time spent":"3.06829067s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:19.873953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.408325918s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T14:41:20.0428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.429596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:20.043096Z","caller":"traceutil/trace.go:171","msg":"trace[34257477] transaction","detail":"{read_only:false; response_revision:27797; number_of_response:1; }","duration":"2.591531301s","start":"2026-07-31T14:41:17.451523Z","end":"2026-07-31T14:41:20.043054Z","steps":["trace[34257477] 'process raft request' (duration: 2.422741175s)","trace[34257477] 'compare' (duration: 168.247882ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:20.043142Z","caller":"traceutil/trace.go:171","msg":"trace[1153941493] transaction","detail":"{read_only:false; response_revision:27798; number_of_response:1; }","duration":"2.590588207s","start":"2026-07-31T14:41:17.452524Z","end":"2026-07-31T14:41:20.043112Z","steps":["trace[1153941493] 'process raft request' (duration: 2.590446194s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:20.043263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:17.452517Z","time spent":"2.590675469s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:20.043283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:17.451498Z","time spent":"2.591689525s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:20.043364Z","caller":"traceutil/trace.go:171","msg":"trace[1790138313] transaction","detail":"{read_only:false; response_revision:27799; number_of_response:1; }","duration":"1.563063295s","start":"2026-07-31T14:41:18.480282Z","end":"2026-07-31T14:41:20.043345Z","steps":["trace[1790138313] 'process raft request' (duration: 1.562776368s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:20.04346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:18.480253Z","time spent":"1.563162778s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:20.531816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T14:41:20.531965Z","caller":"traceutil/trace.go:171","msg":"trace[1609528318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322485s","start":"2026-07-31T14:41:18.531618Z","end":"2026-07-31T14:41:20.531941Z","steps":["trace[1609528318] 'agreement among raft nodes before linearized reading' (duration: 2.00013137s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:20.532044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:18.531603Z","time spent":"2.000416607s","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:21.010635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.370734ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T14:41:21.011186Z","caller":"traceutil/trace.go:171","msg":"trace[783266215] linearizableReadLoop","detail":"{readStateIndex:28659; appliedIndex:28654; }","duration":"1.320056872s","start":"2026-07-31T14:41:19.691099Z","end":"2026-07-31T14:41:21.011156Z","steps":["trace[783266215] 'read index received' (duration: 183.736709ms)","trace[783266215] 'applied index is now lower than readState.Index' (duration: 1.136318863s)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:21.011213Z","caller":"traceutil/trace.go:171","msg":"trace[484881358] transaction","detail":"{read_only:false; response_revision:27800; number_of_response:1; }","duration":"1.627914023s","start":"2026-07-31T14:41:19.383275Z","end":"2026-07-31T14:41:21.011189Z","steps":["trace[484881358] 'process raft request' (duration: 1.627486652s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:21.011406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:19.383256Z","time spent":"1.628055507s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:21.349044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.40312672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:21.349144Z","caller":"traceutil/trace.go:171","msg":"trace[344366527] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27800; }","duration":"4.403294435s","start":"2026-07-31T14:41:16.945825Z","end":"2026-07-31T14:41:21.34912Z","steps":["trace[344366527] 'agreement among raft nodes before linearized reading' (duration: 4.065459477s)","trace[344366527] 'count revisions from in-memory index tree' (duration: 337.643524ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:21.349197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:16.945803Z","time spent":"4.403382097s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":61,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:21.349324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279431907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:41:21.349405Z","caller":"traceutil/trace.go:171","msg":"trace[337900900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27800; }","duration":"4.279549741s","start":"2026-07-31T14:41:17.069828Z","end":"2026-07-31T14:41:21.349378Z","steps":["trace[337900900] 'agreement among raft nodes before linearized reading' (duration: 3.941388034s)","trace[337900900] 'range keys from in-memory index tree' (duration: 337.987412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:21.349438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:17.069806Z","time spent":"4.279623923s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:41:21.349432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279977232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-31T14:41:21.349447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279924831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T14:41:21.3495Z","caller":"traceutil/trace.go:171","msg":"trace[33247216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27800; }","duration":"4.280020414s","start":"2026-07-31T14:41:17.069464Z","end":"2026-07-31T14:41:21.349484Z","steps":["trace[33247216] 'agreement among raft nodes before linearized reading' (duration: 3.941782825s)","trace[33247216] 'range keys from in-memory index tree' (duration: 338.028173ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:21.349504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.27952818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-31T14:41:21.349452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.27955682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-31T14:41:21.349538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:17.069438Z","time spent":"4.280092095s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-31T14:41:21.349534Z","caller":"traceutil/trace.go:171","msg":"trace[1994214950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27800; }","duration":"4.280069114s","start":"2026-07-31T14:41:17.069407Z","end":"2026-07-31T14:41:21.349476Z","steps":["trace[1994214950] 'agreement among raft nodes before linearized reading' (duration: 3.941844366s)","trace[1994214950] 'range keys from in-memory index tree' (duration: 338.056304ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:21.349556Z","caller":"traceutil/trace.go:171","msg":"trace[1501913387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27800; }","duration":"4.279582921s","start":"2026-07-31T14:41:17.069955Z","end":"2026-07-31T14:41:21.349537Z","steps":["trace[1501913387] 'agreement among raft nodes before linearized reading' (duration: 3.94125931s)","trace[1501913387] 'range keys from in-memory index tree' (duration: 338.153756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:21.34958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:17.069388Z","time spent":"4.280181718s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T14:41:21.349574Z","caller":"traceutil/trace.go:171","msg":"trace[663270283] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27800; }","duration":"4.279699554s","start":"2026-07-31T14:41:17.069848Z","end":"2026-07-31T14:41:21.349548Z","steps":["trace[663270283] 'agreement among raft nodes before linearized reading' (duration: 3.941410004s)","trace[663270283] 'range keys from in-memory index tree' (duration: 338.053574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:21.349597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:17.06995Z","time spent":"4.279638962s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:21.349621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:17.069841Z","time spent":"4.279770756s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-31T14:41:21.349318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287517127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:41:21.349608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279661233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T14:41:21.349707Z","caller":"traceutil/trace.go:171","msg":"trace[562883226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27800; }","duration":"4.279780857s","start":"2026-07-31T14:41:17.069899Z","end":"2026-07-31T14:41:21.34968Z","steps":["trace[562883226] 'agreement among raft nodes before linearized reading' (duration: 3.941335453s)","trace[562883226] 'range keys from in-memory index tree' (duration: 338.167067ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:21.349705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.113637188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:21.349707Z","caller":"traceutil/trace.go:171","msg":"trace[114630054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27800; }","duration":"2.287978429s","start":"2026-07-31T14:41:19.061695Z","end":"2026-07-31T14:41:21.349674Z","steps":["trace[114630054] 'agreement among raft nodes before linearized reading' (duration: 1.949560706s)","trace[114630054] 'count revisions from in-memory index tree' (duration: 337.970231ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:21.349645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.77657407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-31T14:41:21.349805Z","caller":"traceutil/trace.go:171","msg":"trace[128911846] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:27800; }","duration":"3.776766125s","start":"2026-07-31T14:41:17.573017Z","end":"2026-07-31T14:41:21.349783Z","steps":["trace[128911846] 'agreement among raft nodes before linearized reading' (duration: 3.43826341s)","trace[128911846] 'range keys from in-memory index tree' (duration: 338.2799ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:21.349797Z","caller":"traceutil/trace.go:171","msg":"trace[2079111336] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27800; }","duration":"4.113759312s","start":"2026-07-31T14:41:17.236006Z","end":"2026-07-31T14:41:21.349765Z","steps":["trace[2079111336] 'agreement among raft nodes before linearized reading' (duration: 3.775277087s)","trace[2079111336] 'count revisions from in-memory index tree' (duration: 338.345191ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:21.349834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:17.572996Z","time spent":"3.776828217s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1667,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-31T14:41:21.349834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144803368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:21.349874Z","caller":"traceutil/trace.go:171","msg":"trace[458585255] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:27800; }","duration":"2.14488202s","start":"2026-07-31T14:41:19.204974Z","end":"2026-07-31T14:41:21.349857Z","steps":["trace[458585255] 'agreement among raft nodes before linearized reading' (duration: 1.8061841s)","trace[458585255] 'count revisions from in-memory index tree' (duration: 338.621158ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:21.349845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:17.235986Z","time spent":"4.113846573s","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:21.349901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.350989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-31T14:41:21.349925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314430146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:21.349919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:19.204948Z","time spent":"2.144962482s","remote":"127.0.0.1:52956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:21.349958Z","caller":"traceutil/trace.go:171","msg":"trace[621740175] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:27800; }","duration":"2.314510288s","start":"2026-07-31T14:41:19.035436Z","end":"2026-07-31T14:41:21.349946Z","steps":["trace[621740175] 'agreement among raft nodes before linearized reading' (duration: 1.975839759s)","trace[621740175] 'count revisions from in-memory index tree' (duration: 338.620708ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:21.349968Z","caller":"traceutil/trace.go:171","msg":"trace[506466467] linearizableReadLoop","detail":"{readStateIndex:28660; appliedIndex:28659; }","duration":"338.705441ms","start":"2026-07-31T14:41:21.011253Z","end":"2026-07-31T14:41:21.349958Z","steps":["trace[506466467] 'read index received' (duration: 144.153067ms)","trace[506466467] 'applied index is now lower than readState.Index' (duration: 194.551314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:21.349982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:19.035411Z","time spent":"2.314565239s","remote":"127.0.0.1:52944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:21.350057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234129784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:21.350088Z","caller":"traceutil/trace.go:171","msg":"trace[104599231] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27801; }","duration":"1.234215897s","start":"2026-07-31T14:41:20.115865Z","end":"2026-07-31T14:41:21.35008Z","steps":["trace[104599231] 'agreement among raft nodes before linearized reading' (duration: 1.234132935s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:21.350122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:20.115833Z","time spent":"1.234281768s","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:21.350172Z","caller":"traceutil/trace.go:171","msg":"trace[1614432383] transaction","detail":"{read_only:false; response_revision:27801; number_of_response:1; }","duration":"344.723844ms","start":"2026-07-31T14:41:21.005432Z","end":"2026-07-31T14:41:21.350156Z","steps":["trace[1614432383] 'process raft request' (duration: 150.058827ms)","trace[1614432383] 'compare' (duration: 194.071132ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:21.350179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.620405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:21.350218Z","caller":"traceutil/trace.go:171","msg":"trace[1305183844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27801; }","duration":"808.659466ms","start":"2026-07-31T14:41:20.541551Z","end":"2026-07-31T14:41:21.35021Z","steps":["trace[1305183844] 'agreement among raft nodes before linearized reading' (duration: 808.587524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:21.350249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:20.541458Z","time spent":"808.785989ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:21.35025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.264181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-31T14:41:21.350265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:21.005392Z","time spent":"344.818356ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":512,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:21.350279Z","caller":"traceutil/trace.go:171","msg":"trace[1725705172] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27801; }","duration":"658.324403ms","start":"2026-07-31T14:41:20.691947Z","end":"2026-07-31T14:41:21.350272Z","steps":["trace[1725705172] 'agreement among raft nodes before linearized reading' (duration: 658.236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:21.350301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:20.69193Z","time spent":"658.363913ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-07-31T14:41:21.350334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081973494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:21.350374Z","caller":"traceutil/trace.go:171","msg":"trace[1569337852] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27801; }","duration":"1.082136049s","start":"2026-07-31T14:41:20.268228Z","end":"2026-07-31T14:41:21.350364Z","steps":["trace[1569337852] 'agreement among raft nodes before linearized reading' (duration: 1.082078956s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:21.350408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:20.268192Z","time spent":"1.082208531s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:21.350465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:19.061667Z","time spent":"2.288127922s","remote":"127.0.0.1:46364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:21.349758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:17.069889Z","time spent":"4.279850658s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:21.350697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.786145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-31T14:41:21.35081Z","caller":"traceutil/trace.go:171","msg":"trace[974286560] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae; range_end:; response_count:1; response_revision:27801; }","duration":"809.97199ms","start":"2026-07-31T14:41:20.540814Z","end":"2026-07-31T14:41:21.350786Z","steps":["trace[974286560] 'agreement among raft nodes before linearized reading' (duration: 809.5959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:21.350869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:20.54079Z","time spent":"810.068112ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae\" "} {"level":"warn","ts":"2026-07-31T14:41:21.35088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.657092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T14:41:21.351251Z","caller":"traceutil/trace.go:171","msg":"trace[1523772876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27801; }","duration":"897.943709ms","start":"2026-07-31T14:41:20.453157Z","end":"2026-07-31T14:41:21.351101Z","steps":["trace[1523772876] 'agreement among raft nodes before linearized reading' (duration: 897.040266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:21.35148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:20.453125Z","time spent":"898.33575ms","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T14:41:21.75532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.449048ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-31T14:41:21.755408Z","caller":"traceutil/trace.go:171","msg":"trace[1728262928] linearizableReadLoop","detail":"{readStateIndex:28661; appliedIndex:28660; }","duration":"402.173072ms","start":"2026-07-31T14:41:21.353221Z","end":"2026-07-31T14:41:21.755394Z","steps":["trace[1728262928] 'read index received' (duration: 143.784996ms)","trace[1728262928] 'applied index is now lower than readState.Index' (duration: 258.386756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:21.75542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:21.351529Z","time spent":"403.886747ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T14:41:21.75561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.376617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-35b77516-665d-4a33-9806-41d002d3f151\" ","response":"range_response_count:1 size:2208"} {"level":"info","ts":"2026-07-31T14:41:21.755646Z","caller":"traceutil/trace.go:171","msg":"trace[833178969] range","detail":"{range_begin:/registry/persistentvolumes/pvc-35b77516-665d-4a33-9806-41d002d3f151; range_end:; response_count:1; response_revision:27801; }","duration":"402.455519ms","start":"2026-07-31T14:41:21.353181Z","end":"2026-07-31T14:41:21.755637Z","steps":["trace[833178969] 'agreement among raft nodes before linearized reading' (duration: 402.275435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:21.755674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:21.353166Z","time spent":"402.50113ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2231,"request content":"key:\"/registry/persistentvolumes/pvc-35b77516-665d-4a33-9806-41d002d3f151\" "} {"level":"warn","ts":"2026-07-31T14:41:22.255585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850405906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T14:41:22.530897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.033386913s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T14:41:23.731331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200082144s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T14:41:24.531146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999785671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T14:41:24.531285Z","caller":"traceutil/trace.go:171","msg":"trace[435100580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999963085s","start":"2026-07-31T14:41:22.53129Z","end":"2026-07-31T14:41:24.531253Z","steps":["trace[435100580] 'agreement among raft nodes before linearized reading' (duration: 1.999780181s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:24.531355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:22.5312Z","time spent":"2.00014123s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:24.676301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233664771s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:24.676431Z","caller":"traceutil/trace.go:171","msg":"trace[1825969146] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27801; }","duration":"2.233810375s","start":"2026-07-31T14:41:22.442602Z","end":"2026-07-31T14:41:24.676412Z","steps":["trace[1825969146] 'range keys from in-memory index tree' (duration: 2.233650011s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:24.676456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145095427s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:24.676993Z","caller":"traceutil/trace.go:171","msg":"trace[1139997401] transaction","detail":"{read_only:false; response_revision:27804; number_of_response:1; }","duration":"3.322147002s","start":"2026-07-31T14:41:21.354808Z","end":"2026-07-31T14:41:24.676955Z","steps":["trace[1139997401] 'process raft request' (duration: 3.321820663s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:24.677068Z","caller":"traceutil/trace.go:171","msg":"trace[1951302242] transaction","detail":"{read_only:false; response_revision:27808; number_of_response:1; }","duration":"3.321117446s","start":"2026-07-31T14:41:21.355919Z","end":"2026-07-31T14:41:24.677036Z","steps":["trace[1951302242] 'process raft request' (duration: 3.320832169s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:24.677206Z","caller":"traceutil/trace.go:171","msg":"trace[1879478742] transaction","detail":"{read_only:false; response_revision:27809; number_of_response:1; }","duration":"2.980560828s","start":"2026-07-31T14:41:21.696501Z","end":"2026-07-31T14:41:24.677062Z","steps":["trace[1879478742] 'process raft request' (duration: 2.980285651s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:24.677242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:21.355901Z","time spent":"3.32125753s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:24.67724Z","caller":"traceutil/trace.go:171","msg":"trace[263732815] transaction","detail":"{read_only:false; response_revision:27803; number_of_response:1; }","duration":"3.322848259s","start":"2026-07-31T14:41:21.354361Z","end":"2026-07-31T14:41:24.677209Z","steps":["trace[263732815] 'process raft request' (duration: 3.322181252s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:24.677012Z","caller":"traceutil/trace.go:171","msg":"trace[1268926330] transaction","detail":"{read_only:false; response_revision:27807; number_of_response:1; }","duration":"3.321056004s","start":"2026-07-31T14:41:21.355927Z","end":"2026-07-31T14:41:24.676983Z","steps":["trace[1268926330] 'process raft request' (duration: 3.320791028s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:24.677401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:21.354781Z","time spent":"3.322396328s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:24.677437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:21.696475Z","time spent":"2.980783993s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:24.677471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:21.355916Z","time spent":"3.321413833s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:24.677043Z","caller":"traceutil/trace.go:171","msg":"trace[1797862110] transaction","detail":"{read_only:false; response_revision:27805; number_of_response:1; }","duration":"3.322213703s","start":"2026-07-31T14:41:21.354797Z","end":"2026-07-31T14:41:24.677011Z","steps":["trace[1797862110] 'process raft request' (duration: 3.321863194s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:24.677644Z","caller":"traceutil/trace.go:171","msg":"trace[424592640] transaction","detail":"{read_only:false; response_revision:27810; number_of_response:1; }","duration":"2.980022925s","start":"2026-07-31T14:41:21.6976Z","end":"2026-07-31T14:41:24.677623Z","steps":["trace[424592640] 'process raft request' (duration: 2.979216964s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:24.677019Z","caller":"traceutil/trace.go:171","msg":"trace[650468719] transaction","detail":"{read_only:false; response_revision:27806; number_of_response:1; }","duration":"3.322135992s","start":"2026-07-31T14:41:21.354851Z","end":"2026-07-31T14:41:24.676987Z","steps":["trace[650468719] 'process raft request' (duration: 3.321840654s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:24.677805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:21.354772Z","time spent":"3.322950992s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:24.677922Z","caller":"traceutil/trace.go:171","msg":"trace[1977523030] transaction","detail":"{read_only:false; response_revision:27811; number_of_response:1; }","duration":"2.921363095s","start":"2026-07-31T14:41:21.756468Z","end":"2026-07-31T14:41:24.677831Z","steps":["trace[1977523030] 'process raft request' (duration: 2.920946114s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:24.67794Z","caller":"traceutil/trace.go:171","msg":"trace[1860221636] transaction","detail":"{read_only:false; response_revision:27802; number_of_response:1; }","duration":"3.324649505s","start":"2026-07-31T14:41:21.353266Z","end":"2026-07-31T14:41:24.677915Z","steps":["trace[1860221636] 'process raft request' (duration: 1.178009489s)","trace[1860221636] 'compare' (duration: 2.143884735s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:24.677943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:21.354826Z","time spent":"3.323053745s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:24.677993Z","caller":"traceutil/trace.go:171","msg":"trace[1538185404] transaction","detail":"{read_only:false; response_revision:27812; number_of_response:1; }","duration":"2.627965733s","start":"2026-07-31T14:41:22.050012Z","end":"2026-07-31T14:41:24.677978Z","steps":["trace[1538185404] 'process raft request' (duration: 2.627721836s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:24.67803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:21.756432Z","time spent":"2.9215468s","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:24.678034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:21.353221Z","time spent":"3.324764188s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:24.678063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:22.049984Z","time spent":"2.628046175s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:24.677985Z","caller":"traceutil/trace.go:171","msg":"trace[1520834957] linearizableReadLoop","detail":"{readStateIndex:28673; appliedIndex:28661; }","duration":"2.922535634s","start":"2026-07-31T14:41:21.755431Z","end":"2026-07-31T14:41:24.677966Z","steps":["trace[1520834957] 'read index received' (duration: 775.827127ms)","trace[1520834957] 'applied index is now lower than readState.Index' (duration: 2.146704677s)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:24.678157Z","caller":"traceutil/trace.go:171","msg":"trace[1274391923] transaction","detail":"{read_only:false; response_revision:27813; number_of_response:1; }","duration":"2.627974763s","start":"2026-07-31T14:41:22.050129Z","end":"2026-07-31T14:41:24.678104Z","steps":["trace[1274391923] 'process raft request' (duration: 2.627778378s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:24.678185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:21.354341Z","time spent":"3.322978133s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:24.677955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:21.697566Z","time spent":"2.980254911s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:24.678305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:22.050061Z","time spent":"2.628166058s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:24.67817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322991573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T14:41:24.678452Z","caller":"traceutil/trace.go:171","msg":"trace[555863282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27813; }","duration":"3.323289492s","start":"2026-07-31T14:41:21.355144Z","end":"2026-07-31T14:41:24.678433Z","steps":["trace[555863282] 'agreement among raft nodes before linearized reading' (duration: 3.322874311s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:24.678528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:21.355133Z","time spent":"3.323377824s","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T14:41:25.178467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850405911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T14:41:25.679642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850405911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T14:41:26.180174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850405911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T14:41:26.532208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999975446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T14:41:26.532309Z","caller":"traceutil/trace.go:171","msg":"trace[1193463807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012608s","start":"2026-07-31T14:41:24.53216Z","end":"2026-07-31T14:41:26.532286Z","steps":["trace[1193463807] 'agreement among raft nodes before linearized reading' (duration: 2.000001497s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:26.532373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:24.532116Z","time spent":"2.000247703s","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 14:41:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T14:41:26.642908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.998304094s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T14:41:26.643309Z","caller":"traceutil/trace.go:171","msg":"trace[1130075501] transaction","detail":"{read_only:false; response_revision:27814; number_of_response:1; }","duration":"1.998852647s","start":"2026-07-31T14:41:24.644432Z","end":"2026-07-31T14:41:26.643284Z","steps":["trace[1130075501] 'process raft request' (duration: 1.998656572s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:26.64349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:24.644404Z","time spent":"1.99896435s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:27.167959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.095822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:27.168089Z","caller":"traceutil/trace.go:171","msg":"trace[1283121709] linearizableReadLoop","detail":"{readStateIndex:28675; appliedIndex:28673; }","duration":"2.489937224s","start":"2026-07-31T14:41:24.678131Z","end":"2026-07-31T14:41:27.168068Z","steps":["trace[1283121709] 'read index received' (duration: 1.964938881s)","trace[1283121709] 'applied index is now lower than readState.Index' (duration: 524.996343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:27.168217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421897292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:27.168299Z","caller":"traceutil/trace.go:171","msg":"trace[1542147060] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:27815; }","duration":"3.422054405s","start":"2026-07-31T14:41:23.746226Z","end":"2026-07-31T14:41:27.168281Z","steps":["trace[1542147060] 'agreement among raft nodes before linearized reading' (duration: 3.421888931s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.168303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.005446651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-31T14:41:27.168343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:23.746191Z","time spent":"3.422142037s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:27.168352Z","caller":"traceutil/trace.go:171","msg":"trace[590534971] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27815; }","duration":"4.005534934s","start":"2026-07-31T14:41:23.1628Z","end":"2026-07-31T14:41:27.168335Z","steps":["trace[590534971] 'agreement among raft nodes before linearized reading' (duration: 4.00536141s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:27.168368Z","caller":"traceutil/trace.go:171","msg":"trace[1070017482] transaction","detail":"{read_only:false; response_revision:27815; number_of_response:1; }","duration":"2.187764868s","start":"2026-07-31T14:41:24.980579Z","end":"2026-07-31T14:41:27.168344Z","steps":["trace[1070017482] 'process raft request' (duration: 2.002154672s)","trace[1070017482] 'compare' (duration: 184.954079ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:27.168452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:23.162781Z","time spent":"4.005658218s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:27.168435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.478062906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:27.168515Z","caller":"traceutil/trace.go:171","msg":"trace[1594379338] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27815; }","duration":"4.4782295s","start":"2026-07-31T14:41:22.690265Z","end":"2026-07-31T14:41:27.168494Z","steps":["trace[1594379338] 'agreement among raft nodes before linearized reading' (duration: 4.478059026s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.168535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:24.980549Z","time spent":"2.187923341s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:27.168557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:22.69024Z","time spent":"4.478306582s","remote":"127.0.0.1:41374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:27.168647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.675847643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-31T14:41:27.168996Z","caller":"traceutil/trace.go:171","msg":"trace[987377280] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27815; }","duration":"4.676243274s","start":"2026-07-31T14:41:22.492727Z","end":"2026-07-31T14:41:27.168971Z","steps":["trace[987377280] 'agreement among raft nodes before linearized reading' (duration: 4.675601227s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.169056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:22.492706Z","time spent":"4.676336386s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":154,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:27.992835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.893352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:27.993102Z","caller":"traceutil/trace.go:171","msg":"trace[1359387567] transaction","detail":"{read_only:false; response_revision:27816; number_of_response:1; }","duration":"1.307919271s","start":"2026-07-31T14:41:26.685158Z","end":"2026-07-31T14:41:27.993077Z","steps":["trace[1359387567] 'process raft request' (duration: 737.6591ms)","trace[1359387567] 'compare' (duration: 569.588033ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:27.993181Z","caller":"traceutil/trace.go:171","msg":"trace[1609981773] transaction","detail":"{read_only:false; response_revision:27820; number_of_response:1; }","duration":"819.32146ms","start":"2026-07-31T14:41:27.173844Z","end":"2026-07-31T14:41:27.993165Z","steps":["trace[1609981773] 'process raft request' (duration: 819.281899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.99342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:26.68515Z","time spent":"1.308013974s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:27.993208Z","caller":"traceutil/trace.go:171","msg":"trace[1539300247] transaction","detail":"{read_only:false; response_revision:27817; number_of_response:1; }","duration":"1.307906551s","start":"2026-07-31T14:41:26.685252Z","end":"2026-07-31T14:41:27.993158Z","steps":["trace[1539300247] 'process raft request' (duration: 1.307687096s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:27.993441Z","caller":"traceutil/trace.go:171","msg":"trace[1784633948] transaction","detail":"{read_only:false; response_revision:27819; number_of_response:1; }","duration":"1.307830829s","start":"2026-07-31T14:41:26.685357Z","end":"2026-07-31T14:41:27.993188Z","steps":["trace[1784633948] 'process raft request' (duration: 1.307717026s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:27.993517Z","caller":"traceutil/trace.go:171","msg":"trace[1618254559] linearizableReadLoop","detail":"{readStateIndex:28679; appliedIndex:28675; }","duration":"825.383664ms","start":"2026-07-31T14:41:27.168123Z","end":"2026-07-31T14:41:27.993507Z","steps":["trace[1618254559] 'read index received' (duration: 254.708393ms)","trace[1618254559] 'applied index is now lower than readState.Index' (duration: 570.674031ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:27.993515Z","caller":"traceutil/trace.go:171","msg":"trace[87227451] transaction","detail":"{read_only:false; response_revision:27818; number_of_response:1; }","duration":"1.308217099s","start":"2026-07-31T14:41:26.685275Z","end":"2026-07-31T14:41:27.993492Z","steps":["trace[87227451] 'process raft request' (duration: 1.307750977s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.99356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:26.685247Z","time spent":"1.308229899s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:27.993604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:26.685353Z","time spent":"1.308173978s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:27.993726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45765195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-31T14:41:27.993772Z","caller":"traceutil/trace.go:171","msg":"trace[730384107] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae; range_end:; response_count:1; response_revision:27820; }","duration":"1.457752862s","start":"2026-07-31T14:41:26.536005Z","end":"2026-07-31T14:41:27.993758Z","steps":["trace[730384107] 'agreement among raft nodes before linearized reading' (duration: 1.457593488s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.993473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:27.173824Z","time spent":"819.608336ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:27.993818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:26.535971Z","time spent":"1.457836304s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae\" "} {"level":"warn","ts":"2026-07-31T14:41:27.993959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298736652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-31T14:41:27.993964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307947062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-31T14:41:27.993969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314054085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-31T14:41:27.993792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453676318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:27.994005Z","caller":"traceutil/trace.go:171","msg":"trace[402066355] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27820; }","duration":"3.298834175s","start":"2026-07-31T14:41:24.695158Z","end":"2026-07-31T14:41:27.993992Z","steps":["trace[402066355] 'agreement among raft nodes before linearized reading' (duration: 3.298680972s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.993965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308719011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-31T14:41:27.99404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:24.695131Z","time spent":"3.298901557s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:27.994049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308826944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-31T14:41:27.994058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308811584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-31T14:41:27.994133Z","caller":"traceutil/trace.go:171","msg":"trace[1824355556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27820; }","duration":"1.308901626s","start":"2026-07-31T14:41:26.685213Z","end":"2026-07-31T14:41:27.994115Z","steps":["trace[1824355556] 'agreement among raft nodes before linearized reading' (duration: 1.308715052s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:27.994148Z","caller":"traceutil/trace.go:171","msg":"trace[1115354307] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27820; }","duration":"1.308908366s","start":"2026-07-31T14:41:26.685197Z","end":"2026-07-31T14:41:27.994105Z","steps":["trace[1115354307] 'agreement among raft nodes before linearized reading' (duration: 1.30867692s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.99417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308865106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-31T14:41:27.994185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:26.685211Z","time spent":"1.308965758s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:27.9942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:26.685194Z","time spent":"1.308992078s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-31T14:41:27.99421Z","caller":"traceutil/trace.go:171","msg":"trace[1475459924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27820; }","duration":"1.308912087s","start":"2026-07-31T14:41:26.685288Z","end":"2026-07-31T14:41:27.9942Z","steps":["trace[1475459924] 'agreement among raft nodes before linearized reading' (duration: 1.308817104s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.993627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:26.685272Z","time spent":"1.308293311s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:27.994238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878909761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:41:27.994248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:26.685286Z","time spent":"1.308955808s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-31T14:41:27.994272Z","caller":"traceutil/trace.go:171","msg":"trace[16037887] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:27820; }","duration":"1.878976412s","start":"2026-07-31T14:41:26.115287Z","end":"2026-07-31T14:41:27.994264Z","steps":["trace[16037887] 'agreement among raft nodes before linearized reading' (duration: 1.878826638s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:27.99408Z","caller":"traceutil/trace.go:171","msg":"trace[3717177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27820; }","duration":"1.308833235s","start":"2026-07-31T14:41:26.685226Z","end":"2026-07-31T14:41:27.994059Z","steps":["trace[3717177] 'agreement among raft nodes before linearized reading' (duration: 1.30861495s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.994294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29745725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-31T14:41:27.994311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:26.685223Z","time spent":"1.309079741s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T14:41:27.994014Z","caller":"traceutil/trace.go:171","msg":"trace[353756108] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27820; }","duration":"3.314114696s","start":"2026-07-31T14:41:24.679888Z","end":"2026-07-31T14:41:27.994003Z","steps":["trace[353756108] 'agreement among raft nodes before linearized reading' (duration: 3.313986562s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.994326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298915367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-31T14:41:27.994346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:24.679879Z","time spent":"3.314459915s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-31T14:41:27.994009Z","caller":"traceutil/trace.go:171","msg":"trace[1657268567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27820; }","duration":"1.307997244s","start":"2026-07-31T14:41:26.685999Z","end":"2026-07-31T14:41:27.993996Z","steps":["trace[1657268567] 'agreement among raft nodes before linearized reading' (duration: 1.307882981s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:27.994374Z","caller":"traceutil/trace.go:171","msg":"trace[912353689] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27820; }","duration":"3.298985669s","start":"2026-07-31T14:41:24.695378Z","end":"2026-07-31T14:41:27.994363Z","steps":["trace[912353689] 'agreement among raft nodes before linearized reading' (duration: 3.298876666s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.994389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:26.685994Z","time spent":"1.308387793s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T14:41:27.99441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:24.695364Z","time spent":"3.2990395s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:27.994407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314713372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15306"} {"level":"warn","ts":"2026-07-31T14:41:27.994421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465261652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-31T14:41:27.994337Z","caller":"traceutil/trace.go:171","msg":"trace[529688982] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27820; }","duration":"3.297552923s","start":"2026-07-31T14:41:24.696775Z","end":"2026-07-31T14:41:27.994328Z","steps":["trace[529688982] 'agreement among raft nodes before linearized reading' (duration: 3.29745776s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.994301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:26.115269Z","time spent":"1.879024344s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:27.994465Z","caller":"traceutil/trace.go:171","msg":"trace[735618814] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27820; }","duration":"3.314787503s","start":"2026-07-31T14:41:24.679659Z","end":"2026-07-31T14:41:27.994446Z","steps":["trace[735618814] 'agreement among raft nodes before linearized reading' (duration: 3.314211118s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.99448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:24.696742Z","time spent":"3.297720527s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:27.994511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309413239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-31T14:41:27.994561Z","caller":"traceutil/trace.go:171","msg":"trace[1464622763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27820; }","duration":"1.309497181s","start":"2026-07-31T14:41:26.685051Z","end":"2026-07-31T14:41:27.994548Z","steps":["trace[1464622763] 'agreement among raft nodes before linearized reading' (duration: 1.309387359s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.994593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:26.685034Z","time spent":"1.309551912s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:41:27.994515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:24.679642Z","time spent":"3.314861055s","remote":"127.0.0.1:41116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":15329,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-31T14:41:27.994462Z","caller":"traceutil/trace.go:171","msg":"trace[309948397] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:27820; }","duration":"2.465337504s","start":"2026-07-31T14:41:25.529113Z","end":"2026-07-31T14:41:27.99445Z","steps":["trace[309948397] 'agreement among raft nodes before linearized reading' (duration: 2.465242602s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.994752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:25.529089Z","time spent":"2.465646542s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1665,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-31T14:41:27.994036Z","caller":"traceutil/trace.go:171","msg":"trace[2130905431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27820; }","duration":"1.454012027s","start":"2026-07-31T14:41:26.540003Z","end":"2026-07-31T14:41:27.994015Z","steps":["trace[2130905431] 'agreement among raft nodes before linearized reading' (duration: 1.453565116s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:27.995106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:26.539926Z","time spent":"1.455020371s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:28.496632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.978733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:28.496725Z","caller":"traceutil/trace.go:171","msg":"trace[1946229716] linearizableReadLoop","detail":"{readStateIndex:28681; appliedIndex:28680; }","duration":"500.344313ms","start":"2026-07-31T14:41:27.996359Z","end":"2026-07-31T14:41:28.496703Z","steps":["trace[1946229716] 'read index received' (duration: 255.245436ms)","trace[1946229716] 'applied index is now lower than readState.Index' (duration: 245.097907ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:28.496778Z","caller":"traceutil/trace.go:171","msg":"trace[1091938267] transaction","detail":"{read_only:false; response_revision:27821; number_of_response:1; }","duration":"500.833906ms","start":"2026-07-31T14:41:27.995936Z","end":"2026-07-31T14:41:28.496769Z","steps":["trace[1091938267] 'process raft request' (duration: 255.653947ms)","trace[1091938267] 'compare' (duration: 244.83858ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:28.496844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:27.995925Z","time spent":"500.891837ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:28.496993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.61342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:28.497053Z","caller":"traceutil/trace.go:171","msg":"trace[1264585866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27821; }","duration":"500.711223ms","start":"2026-07-31T14:41:27.996328Z","end":"2026-07-31T14:41:28.497039Z","steps":["trace[1264585866] 'agreement among raft nodes before linearized reading' (duration: 500.561089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:28.497091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:27.996311Z","time spent":"500.774124ms","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T14:41:28.677679Z","caller":"traceutil/trace.go:171","msg":"trace[2081126802] transaction","detail":"{read_only:false; response_revision:27822; number_of_response:1; }","duration":"677.517013ms","start":"2026-07-31T14:41:28.000133Z","end":"2026-07-31T14:41:28.67765Z","steps":["trace[2081126802] 'process raft request' (duration: 677.268277ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:28.677986Z","caller":"traceutil/trace.go:171","msg":"trace[846572558] transaction","detail":"{read_only:false; response_revision:27827; number_of_response:1; }","duration":"677.442861ms","start":"2026-07-31T14:41:28.00053Z","end":"2026-07-31T14:41:28.677973Z","steps":["trace[846572558] 'process raft request' (duration: 677.359689ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:28.677724Z","caller":"traceutil/trace.go:171","msg":"trace[1975144745] transaction","detail":"{read_only:false; response_revision:27823; number_of_response:1; }","duration":"677.512533ms","start":"2026-07-31T14:41:28.000164Z","end":"2026-07-31T14:41:28.677677Z","steps":["trace[1975144745] 'process raft request' (duration: 677.3799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:28.6781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.000522Z","time spent":"677.506133ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:28.678163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.000152Z","time spent":"677.896072ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:28.678057Z","caller":"traceutil/trace.go:171","msg":"trace[1829989726] transaction","detail":"{read_only:false; response_revision:27826; number_of_response:1; }","duration":"677.745288ms","start":"2026-07-31T14:41:28.000228Z","end":"2026-07-31T14:41:28.677974Z","steps":["trace[1829989726] 'process raft request' (duration: 677.606985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:28.678007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.000113Z","time spent":"677.758619ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:28.677691Z","caller":"traceutil/trace.go:171","msg":"trace[1147620851] transaction","detail":"{read_only:false; response_revision:27824; number_of_response:1; }","duration":"677.476162ms","start":"2026-07-31T14:41:28.000192Z","end":"2026-07-31T14:41:28.677668Z","steps":["trace[1147620851] 'process raft request' (duration: 677.386169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:28.678311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.000222Z","time spent":"678.003486ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:28.678331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.000174Z","time spent":"678.130699ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:28.678354Z","caller":"traceutil/trace.go:171","msg":"trace[470725185] transaction","detail":"{read_only:false; response_revision:27828; number_of_response:1; }","duration":"677.471421ms","start":"2026-07-31T14:41:28.000833Z","end":"2026-07-31T14:41:28.678305Z","steps":["trace[470725185] 'process raft request' (duration: 677.080571ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:28.678479Z","caller":"traceutil/trace.go:171","msg":"trace[1380691855] linearizableReadLoop","detail":"{readStateIndex:28690; appliedIndex:28681; }","duration":"181.725686ms","start":"2026-07-31T14:41:28.496743Z","end":"2026-07-31T14:41:28.678469Z","steps":["trace[1380691855] 'read index received' (duration: 180.613058ms)","trace[1380691855] 'applied index is now lower than readState.Index' (duration: 1.111718ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:28.678514Z","caller":"traceutil/trace.go:171","msg":"trace[1468601687] transaction","detail":"{read_only:false; response_revision:27829; number_of_response:1; }","duration":"677.615065ms","start":"2026-07-31T14:41:28.000883Z","end":"2026-07-31T14:41:28.678498Z","steps":["trace[1468601687] 'process raft request' (duration: 677.05026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:28.678513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.000825Z","time spent":"677.604284ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:28.678496Z","caller":"traceutil/trace.go:171","msg":"trace[576871040] transaction","detail":"{read_only:false; response_revision:27830; number_of_response:1; }","duration":"677.46865ms","start":"2026-07-31T14:41:28.001017Z","end":"2026-07-31T14:41:28.678486Z","steps":["trace[576871040] 'process raft request' (duration: 677.417039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:28.67857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.000878Z","time spent":"677.662656ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:28.678575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.280448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:28.678641Z","caller":"traceutil/trace.go:171","msg":"trace[871929997] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27830; }","duration":"593.377031ms","start":"2026-07-31T14:41:28.085252Z","end":"2026-07-31T14:41:28.678629Z","steps":["trace[871929997] 'agreement among raft nodes before linearized reading' (duration: 593.271828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:28.678663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.085234Z","time spent":"593.422492ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-31T14:41:28.678668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.615121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-35f7dec4-6b09-40f0-ac4d-286296e81c05\" ","response":"range_response_count:1 size:2210"} {"level":"info","ts":"2026-07-31T14:41:28.67869Z","caller":"traceutil/trace.go:171","msg":"trace[332665714] range","detail":"{range_begin:/registry/persistentvolumes/pvc-35f7dec4-6b09-40f0-ac4d-286296e81c05; range_end:; response_count:1; response_revision:27830; }","duration":"678.650871ms","start":"2026-07-31T14:41:28.000031Z","end":"2026-07-31T14:41:28.678682Z","steps":["trace[332665714] 'agreement among raft nodes before linearized reading' (duration: 678.558859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:28.678716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.00002Z","time spent":"678.690783ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2233,"request content":"key:\"/registry/persistentvolumes/pvc-35f7dec4-6b09-40f0-ac4d-286296e81c05\" "} {"level":"warn","ts":"2026-07-31T14:41:28.6787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.001008Z","time spent":"677.577734ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:28.678762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.878539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-31T14:41:28.678834Z","caller":"traceutil/trace.go:171","msg":"trace[669009948] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27830; }","duration":"680.943471ms","start":"2026-07-31T14:41:27.997859Z","end":"2026-07-31T14:41:28.678802Z","steps":["trace[669009948] 'agreement among raft nodes before linearized reading' (duration: 680.753336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:28.67887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:27.997846Z","time spent":"681.017054ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-31T14:41:28.68033Z","caller":"traceutil/trace.go:171","msg":"trace[1063581349] transaction","detail":"{read_only:false; response_revision:27825; number_of_response:1; }","duration":"680.088039ms","start":"2026-07-31T14:41:28.000205Z","end":"2026-07-31T14:41:28.680293Z","steps":["trace[1063581349] 'process raft request' (duration: 677.430371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:28.68052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.000199Z","time spent":"680.222652ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:29.259626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.325208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:29.25973Z","caller":"traceutil/trace.go:171","msg":"trace[1246588328] linearizableReadLoop","detail":"{readStateIndex:28691; appliedIndex:28690; }","duration":"581.206451ms","start":"2026-07-31T14:41:28.678504Z","end":"2026-07-31T14:41:29.259711Z","steps":["trace[1246588328] 'read index received' (duration: 176.800461ms)","trace[1246588328] 'applied index is now lower than readState.Index' (duration: 404.40474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:29.259846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.057449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:41:29.259799Z","caller":"traceutil/trace.go:171","msg":"trace[1749152057] transaction","detail":"{read_only:false; response_revision:27831; number_of_response:1; }","duration":"742.654588ms","start":"2026-07-31T14:41:28.517097Z","end":"2026-07-31T14:41:29.259751Z","steps":["trace[1749152057] 'process raft request' (duration: 338.127754ms)","trace[1749152057] 'compare' (duration: 404.209546ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:29.259881Z","caller":"traceutil/trace.go:171","msg":"trace[1282166514] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27831; }","duration":"578.110911ms","start":"2026-07-31T14:41:28.681761Z","end":"2026-07-31T14:41:29.259872Z","steps":["trace[1282166514] 'agreement among raft nodes before linearized reading' (duration: 578.037859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:29.259911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.681741Z","time spent":"578.163492ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-31T14:41:29.259911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.996225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:29.260009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.517068Z","time spent":"742.839893ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:29.260006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.387197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:29.260112Z","caller":"traceutil/trace.go:171","msg":"trace[1460542212] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27831; }","duration":"576.536441ms","start":"2026-07-31T14:41:28.683553Z","end":"2026-07-31T14:41:29.260089Z","steps":["trace[1460542212] 'agreement among raft nodes before linearized reading' (duration: 576.350797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:29.260159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.683533Z","time spent":"576.618163ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-31T14:41:29.260038Z","caller":"traceutil/trace.go:171","msg":"trace[456982435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27831; }","duration":"755.170738ms","start":"2026-07-31T14:41:28.504838Z","end":"2026-07-31T14:41:29.260009Z","steps":["trace[456982435] 'agreement among raft nodes before linearized reading' (duration: 754.933792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:29.260621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:28.50482Z","time spent":"755.752103ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:29.624627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.790041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b959fcf8-vhb2l.18c764cb3c7f1054\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-31T14:41:29.624714Z","caller":"traceutil/trace.go:171","msg":"trace[1950556190] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b959fcf8-vhb2l.18c764cb3c7f1054; range_end:; response_count:1; response_revision:27831; }","duration":"133.941814ms","start":"2026-07-31T14:41:29.490752Z","end":"2026-07-31T14:41:29.624694Z","steps":["trace[1950556190] 'range keys from in-memory index tree' (duration: 133.060943ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:30.082635Z","caller":"traceutil/trace.go:171","msg":"trace[405322695] transaction","detail":"{read_only:false; response_revision:27832; number_of_response:1; }","duration":"455.475086ms","start":"2026-07-31T14:41:29.627139Z","end":"2026-07-31T14:41:30.082614Z","steps":["trace[405322695] 'process raft request' (duration: 455.319792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:30.082769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:29.627112Z","time spent":"455.588068ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:30.687066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.584164ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T14:41:30.687665Z","caller":"traceutil/trace.go:171","msg":"trace[1482322655] transaction","detail":"{read_only:false; response_revision:27833; number_of_response:1; }","duration":"688.224687ms","start":"2026-07-31T14:41:29.99942Z","end":"2026-07-31T14:41:30.687645Z","steps":["trace[1482322655] 'process raft request' (duration: 687.733313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:30.687789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:29.999393Z","time spent":"688.32556ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:31.01143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.718797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:31.01163Z","caller":"traceutil/trace.go:171","msg":"trace[1368279011] linearizableReadLoop","detail":"{readStateIndex:28693; appliedIndex:28691; }","duration":"1.236928956s","start":"2026-07-31T14:41:29.774682Z","end":"2026-07-31T14:41:31.011611Z","steps":["trace[1368279011] 'read index received' (duration: 307.79829ms)","trace[1368279011] 'applied index is now lower than readState.Index' (duration: 929.129315ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:31.011727Z","caller":"traceutil/trace.go:171","msg":"trace[1701872570] transaction","detail":"{read_only:false; response_revision:27834; number_of_response:1; }","duration":"1.011585844s","start":"2026-07-31T14:41:30.000129Z","end":"2026-07-31T14:41:31.011715Z","steps":["trace[1701872570] 'process raft request' (duration: 687.504799ms)","trace[1701872570] 'compare' (duration: 323.613873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:31.01179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:30.000101Z","time spent":"1.011656316s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:31.0118Z","caller":"traceutil/trace.go:171","msg":"trace[343499727] transaction","detail":"{read_only:false; response_revision:27836; number_of_response:1; }","duration":"1.009911881s","start":"2026-07-31T14:41:30.001841Z","end":"2026-07-31T14:41:31.011753Z","steps":["trace[343499727] 'process raft request' (duration: 1.009727926s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.011955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:30.001829Z","time spent":"1.010040614s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:31.012016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237333326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:31.012085Z","caller":"traceutil/trace.go:171","msg":"trace[949330844] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27836; }","duration":"1.237436409s","start":"2026-07-31T14:41:29.774628Z","end":"2026-07-31T14:41:31.012064Z","steps":["trace[949330844] 'agreement among raft nodes before linearized reading' (duration: 1.237355417s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.011937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.189435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:31.01214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:29.774605Z","time spent":"1.23752026s","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:31.012147Z","caller":"traceutil/trace.go:171","msg":"trace[1787740995] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:27836; }","duration":"616.457292ms","start":"2026-07-31T14:41:30.395678Z","end":"2026-07-31T14:41:31.012135Z","steps":["trace[1787740995] 'agreement among raft nodes before linearized reading' (duration: 616.135954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.01218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:30.395656Z","time spent":"616.515254ms","remote":"127.0.0.1:41646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:31.012155Z","caller":"traceutil/trace.go:171","msg":"trace[1750071296] transaction","detail":"{read_only:false; response_revision:27835; number_of_response:1; }","duration":"1.01030348s","start":"2026-07-31T14:41:30.001821Z","end":"2026-07-31T14:41:31.012124Z","steps":["trace[1750071296] 'process raft request' (duration: 1.009696995s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.012256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.488651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:41:31.012254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.814205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:31.012308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:30.001804Z","time spent":"1.010418404s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:31.012345Z","caller":"traceutil/trace.go:171","msg":"trace[310137653] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:27836; }","duration":"147.642455ms","start":"2026-07-31T14:41:30.864683Z","end":"2026-07-31T14:41:31.012325Z","steps":["trace[310137653] 'agreement among raft nodes before linearized reading' (duration: 147.501691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.012349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.572805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T14:41:31.01237Z","caller":"traceutil/trace.go:171","msg":"trace[372234605] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27836; }","duration":"431.01099ms","start":"2026-07-31T14:41:30.581331Z","end":"2026-07-31T14:41:31.012342Z","steps":["trace[372234605] 'agreement among raft nodes before linearized reading' (duration: 430.832754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.012379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.090395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-31T14:41:31.012426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:30.581303Z","time spent":"431.106723ms","remote":"127.0.0.1:53094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:31.012439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.004777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-31T14:41:31.012425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.267862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:31.012464Z","caller":"traceutil/trace.go:171","msg":"trace[114509212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27836; }","duration":"328.046179ms","start":"2026-07-31T14:41:30.684411Z","end":"2026-07-31T14:41:31.012457Z","steps":["trace[114509212] 'agreement among raft nodes before linearized reading' (duration: 327.937376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.012482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:30.684403Z","time spent":"328.071699ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:31.012447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.545545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T14:41:31.012471Z","caller":"traceutil/trace.go:171","msg":"trace[1594372228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27836; }","duration":"329.234799ms","start":"2026-07-31T14:41:30.683217Z","end":"2026-07-31T14:41:31.012452Z","steps":["trace[1594372228] 'agreement among raft nodes before linearized reading' (duration: 328.93797ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:31.012419Z","caller":"traceutil/trace.go:171","msg":"trace[1588161833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27836; }","duration":"327.665467ms","start":"2026-07-31T14:41:30.684733Z","end":"2026-07-31T14:41:31.012398Z","steps":["trace[1588161833] 'agreement among raft nodes before linearized reading' (duration: 327.390839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.012526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.68184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-31T14:41:31.012554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.690398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T14:41:31.012544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.544301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:41:31.012559Z","caller":"traceutil/trace.go:171","msg":"trace[147265858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27836; }","duration":"327.678718ms","start":"2026-07-31T14:41:30.684828Z","end":"2026-07-31T14:41:31.012507Z","steps":["trace[147265858] 'agreement among raft nodes before linearized reading' (duration: 327.41565ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:31.012575Z","caller":"traceutil/trace.go:171","msg":"trace[1447378816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27836; }","duration":"327.75447ms","start":"2026-07-31T14:41:30.684815Z","end":"2026-07-31T14:41:31.012569Z","steps":["trace[1447378816] 'agreement among raft nodes before linearized reading' (duration: 327.705798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.012595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:30.684781Z","time spent":"327.810431ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T14:41:31.012586Z","caller":"traceutil/trace.go:171","msg":"trace[2034779907] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27836; }","duration":"320.749522ms","start":"2026-07-31T14:41:30.69182Z","end":"2026-07-31T14:41:31.012569Z","steps":["trace[2034779907] 'agreement among raft nodes before linearized reading' (duration: 320.32004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.01261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:30.684805Z","time spent":"327.795381ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T14:41:31.012483Z","caller":"traceutil/trace.go:171","msg":"trace[1445999789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27836; }","duration":"482.370214ms","start":"2026-07-31T14:41:30.530099Z","end":"2026-07-31T14:41:31.012469Z","steps":["trace[1445999789] 'agreement among raft nodes before linearized reading' (duration: 482.272072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.012637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:30.691812Z","time spent":"320.810993ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-07-31T14:41:31.012659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:30.530079Z","time spent":"482.576759ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T14:41:31.012587Z","caller":"traceutil/trace.go:171","msg":"trace[456961240] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27836; }","duration":"328.605453ms","start":"2026-07-31T14:41:30.683972Z","end":"2026-07-31T14:41:31.012577Z","steps":["trace[456961240] 'agreement among raft nodes before linearized reading' (duration: 328.465869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.012533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:30.683199Z","time spent":"329.31884ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:31.012762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:30.683963Z","time spent":"328.728416ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-31T14:41:31.012535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:30.684725Z","time spent":"327.798531ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-31T14:41:31.46784Z","caller":"traceutil/trace.go:171","msg":"trace[1415794269] transaction","detail":"{read_only:false; response_revision:27838; number_of_response:1; }","duration":"451.227737ms","start":"2026-07-31T14:41:31.016584Z","end":"2026-07-31T14:41:31.467812Z","steps":["trace[1415794269] 'process raft request' (duration: 451.071653ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:31.467885Z","caller":"traceutil/trace.go:171","msg":"trace[1004939464] transaction","detail":"{read_only:false; response_revision:27837; number_of_response:1; }","duration":"451.32493ms","start":"2026-07-31T14:41:31.016524Z","end":"2026-07-31T14:41:31.467849Z","steps":["trace[1004939464] 'process raft request' (duration: 450.868489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.468022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:31.016563Z","time spent":"451.380631ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:31.468049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:31.016497Z","time spent":"451.459813ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:31.468283Z","caller":"traceutil/trace.go:171","msg":"trace[1332713845] transaction","detail":"{read_only:false; response_revision:27840; number_of_response:1; }","duration":"450.668153ms","start":"2026-07-31T14:41:31.017588Z","end":"2026-07-31T14:41:31.468257Z","steps":["trace[1332713845] 'process raft request' (duration: 450.492179ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:31.468389Z","caller":"traceutil/trace.go:171","msg":"trace[113416836] transaction","detail":"{read_only:false; response_revision:27842; number_of_response:1; }","duration":"450.641192ms","start":"2026-07-31T14:41:31.017735Z","end":"2026-07-31T14:41:31.468376Z","steps":["trace[113416836] 'process raft request' (duration: 450.56029ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:31.468358Z","caller":"traceutil/trace.go:171","msg":"trace[1819225608] transaction","detail":"{read_only:false; response_revision:27839; number_of_response:1; }","duration":"451.005682ms","start":"2026-07-31T14:41:31.017309Z","end":"2026-07-31T14:41:31.468315Z","steps":["trace[1819225608] 'process raft request' (duration: 450.427027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.468451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:31.017728Z","time spent":"450.692173ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:31.468454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:31.017574Z","time spent":"450.800246ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:31.468558Z","caller":"traceutil/trace.go:171","msg":"trace[2144899400] transaction","detail":"{read_only:false; response_revision:27841; number_of_response:1; }","duration":"450.95281ms","start":"2026-07-31T14:41:31.017596Z","end":"2026-07-31T14:41:31.468549Z","steps":["trace[2144899400] 'process raft request' (duration: 450.618471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:31.468552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:31.017297Z","time spent":"451.149685ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:31.468605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:31.017584Z","time spent":"450.994712ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:32.144818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.589983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:32.144932Z","caller":"traceutil/trace.go:171","msg":"trace[383605830] linearizableReadLoop","detail":"{readStateIndex:28705; appliedIndex:28704; }","duration":"614.659787ms","start":"2026-07-31T14:41:31.530256Z","end":"2026-07-31T14:41:32.144915Z","steps":["trace[383605830] 'read index received' (duration: 98.858889ms)","trace[383605830] 'applied index is now lower than readState.Index' (duration: 515.799768ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:32.144981Z","caller":"traceutil/trace.go:171","msg":"trace[1705488303] transaction","detail":"{read_only:false; response_revision:27843; number_of_response:1; }","duration":"1.073766155s","start":"2026-07-31T14:41:31.071178Z","end":"2026-07-31T14:41:32.144944Z","steps":["trace[1705488303] 'process raft request' (duration: 557.931375ms)","trace[1705488303] 'compare' (duration: 515.097991ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:32.145097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.819611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:32.145152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:31.071163Z","time spent":"1.073907758s","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:32.145184Z","caller":"traceutil/trace.go:171","msg":"trace[1967849875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27843; }","duration":"614.954114ms","start":"2026-07-31T14:41:31.53021Z","end":"2026-07-31T14:41:32.145165Z","steps":["trace[1967849875] 'agreement among raft nodes before linearized reading' (duration: 614.762489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:32.145242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:31.530189Z","time spent":"615.041546ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:32.776567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.832752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:32.776644Z","caller":"traceutil/trace.go:171","msg":"trace[1231024646] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27843; }","duration":"528.966905ms","start":"2026-07-31T14:41:32.247661Z","end":"2026-07-31T14:41:32.776628Z","steps":["trace[1231024646] 'count revisions from in-memory index tree' (duration: 528.743518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:32.776685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:32.247637Z","time spent":"529.036407ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:32.776933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.297187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:32.777006Z","caller":"traceutil/trace.go:171","msg":"trace[2077867690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27843; }","duration":"246.40933ms","start":"2026-07-31T14:41:32.53058Z","end":"2026-07-31T14:41:32.77699Z","steps":["trace[2077867690] 'range keys from in-memory index tree' (duration: 246.215534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:32.777008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.950628ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:32.777126Z","caller":"traceutil/trace.go:171","msg":"trace[525128053] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27843; }","duration":"334.081031ms","start":"2026-07-31T14:41:32.443026Z","end":"2026-07-31T14:41:32.777107Z","steps":["trace[525128053] 'range keys from in-memory index tree' (duration: 333.933678ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:32.897604Z","caller":"traceutil/trace.go:171","msg":"trace[1411251723] transaction","detail":"{read_only:false; response_revision:27844; number_of_response:1; }","duration":"204.871468ms","start":"2026-07-31T14:41:32.692685Z","end":"2026-07-31T14:41:32.897557Z","steps":["trace[1411251723] 'process raft request' (duration: 204.693934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:33.182069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.261123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-31T14:41:33.18215Z","caller":"traceutil/trace.go:171","msg":"trace[1468716903] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27844; }","duration":"179.392996ms","start":"2026-07-31T14:41:33.00273Z","end":"2026-07-31T14:41:33.182123Z","steps":["trace[1468716903] 'range keys from in-memory index tree' (duration: 178.966696ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:33.182246Z","caller":"traceutil/trace.go:171","msg":"trace[1361953828] transaction","detail":"{read_only:false; response_revision:27845; number_of_response:1; }","duration":"164.25986ms","start":"2026-07-31T14:41:33.017929Z","end":"2026-07-31T14:41:33.182189Z","steps":["trace[1361953828] 'process raft request' (duration: 73.455029ms)","trace[1361953828] 'compare' (duration: 90.516324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:33.487917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.995205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:33.488147Z","caller":"traceutil/trace.go:171","msg":"trace[2124773020] transaction","detail":"{read_only:false; response_revision:27846; number_of_response:1; }","duration":"469.75203ms","start":"2026-07-31T14:41:33.018371Z","end":"2026-07-31T14:41:33.488123Z","steps":["trace[2124773020] 'process raft request' (duration: 319.437127ms)","trace[2124773020] 'compare' (duration: 149.775709ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:33.488187Z","caller":"traceutil/trace.go:171","msg":"trace[1058290407] transaction","detail":"{read_only:false; response_revision:27847; number_of_response:1; }","duration":"469.495494ms","start":"2026-07-31T14:41:33.018667Z","end":"2026-07-31T14:41:33.488162Z","steps":["trace[1058290407] 'process raft request' (duration: 469.33809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:33.488259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:33.018344Z","time spent":"469.853453ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:33.488287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:33.018627Z","time spent":"469.609237ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:33.488351Z","caller":"traceutil/trace.go:171","msg":"trace[96981128] transaction","detail":"{read_only:false; response_revision:27848; number_of_response:1; }","duration":"301.265202ms","start":"2026-07-31T14:41:33.18691Z","end":"2026-07-31T14:41:33.488176Z","steps":["trace[96981128] 'process raft request' (duration: 301.17432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:33.488503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:33.18688Z","time spent":"301.55627ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:34.106183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.356116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:34.106307Z","caller":"traceutil/trace.go:171","msg":"trace[812776762] transaction","detail":"{read_only:false; response_revision:27849; number_of_response:1; }","duration":"612.44836ms","start":"2026-07-31T14:41:33.493838Z","end":"2026-07-31T14:41:34.106286Z","steps":["trace[812776762] 'process raft request' (duration: 204.908439ms)","trace[812776762] 'compare' (duration: 407.080849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:34.106366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:33.493822Z","time spent":"612.516082ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:34.189461Z","caller":"traceutil/trace.go:171","msg":"trace[1906296320] transaction","detail":"{read_only:false; response_revision:27850; number_of_response:1; }","duration":"693.609854ms","start":"2026-07-31T14:41:33.495729Z","end":"2026-07-31T14:41:34.189339Z","steps":["trace[1906296320] 'process raft request' (duration: 693.07937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:34.189713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:33.495708Z","time spent":"693.916313ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:34.189743Z","caller":"traceutil/trace.go:171","msg":"trace[1676262098] transaction","detail":"{read_only:false; response_revision:27851; number_of_response:1; }","duration":"693.911732ms","start":"2026-07-31T14:41:33.495806Z","end":"2026-07-31T14:41:34.189717Z","steps":["trace[1676262098] 'process raft request' (duration: 693.609254ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:34.190138Z","caller":"traceutil/trace.go:171","msg":"trace[390473654] transaction","detail":"{read_only:false; response_revision:27852; number_of_response:1; }","duration":"694.164149ms","start":"2026-07-31T14:41:33.495953Z","end":"2026-07-31T14:41:34.190117Z","steps":["trace[390473654] 'process raft request' (duration: 693.709098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:34.190867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:33.495944Z","time spent":"694.832726ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:34.190151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:33.495794Z","time spent":"694.21861ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:34.190168Z","caller":"traceutil/trace.go:171","msg":"trace[1936192478] linearizableReadLoop","detail":"{readStateIndex:28716; appliedIndex:28710; }","duration":"662.483019ms","start":"2026-07-31T14:41:33.527638Z","end":"2026-07-31T14:41:34.190121Z","steps":["trace[1936192478] 'read index received' (duration: 170.88852ms)","trace[1936192478] 'applied index is now lower than readState.Index' (duration: 491.592539ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:34.190261Z","caller":"traceutil/trace.go:171","msg":"trace[1853569456] transaction","detail":"{read_only:false; response_revision:27854; number_of_response:1; }","duration":"694.237881ms","start":"2026-07-31T14:41:33.495996Z","end":"2026-07-31T14:41:34.190234Z","steps":["trace[1853569456] 'process raft request' (duration: 694.058406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:34.191126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:33.495991Z","time spent":"695.103583ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:34.190254Z","caller":"traceutil/trace.go:171","msg":"trace[701734436] transaction","detail":"{read_only:false; response_revision:27853; number_of_response:1; }","duration":"694.263592ms","start":"2026-07-31T14:41:33.495958Z","end":"2026-07-31T14:41:34.190222Z","steps":["trace[701734436] 'process raft request' (duration: 693.958534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:34.191338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:33.495942Z","time spent":"695.361889ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:34.190337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.672224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:34.191394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.171834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:41:34.191422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.626564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-31T14:41:34.191446Z","caller":"traceutil/trace.go:171","msg":"trace[677214048] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27854; }","duration":"185.262026ms","start":"2026-07-31T14:41:34.006172Z","end":"2026-07-31T14:41:34.191434Z","steps":["trace[677214048] 'agreement among raft nodes before linearized reading' (duration: 185.168854ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:34.191459Z","caller":"traceutil/trace.go:171","msg":"trace[171335950] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27854; }","duration":"506.704346ms","start":"2026-07-31T14:41:33.684742Z","end":"2026-07-31T14:41:34.191447Z","steps":["trace[171335950] 'agreement among raft nodes before linearized reading' (duration: 506.622344ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:34.191444Z","caller":"traceutil/trace.go:171","msg":"trace[1516537340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27854; }","duration":"663.836773ms","start":"2026-07-31T14:41:33.527591Z","end":"2026-07-31T14:41:34.191428Z","steps":["trace[1516537340] 'agreement among raft nodes before linearized reading' (duration: 662.666524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:34.191485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:33.684717Z","time spent":"506.760807ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:34.191494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:33.527575Z","time spent":"663.910696ms","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:34.191346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.578703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-31T14:41:34.191508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.159971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:34.191571Z","caller":"traceutil/trace.go:171","msg":"trace[1250627951] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27854; }","duration":"111.278874ms","start":"2026-07-31T14:41:34.080277Z","end":"2026-07-31T14:41:34.191556Z","steps":["trace[1250627951] 'agreement among raft nodes before linearized reading' (duration: 111.129551ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:34.191573Z","caller":"traceutil/trace.go:171","msg":"trace[1814963033] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27854; }","duration":"506.836939ms","start":"2026-07-31T14:41:33.684713Z","end":"2026-07-31T14:41:34.19155Z","steps":["trace[1814963033] 'agreement among raft nodes before linearized reading' (duration: 506.525831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:34.191518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.734906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-31T14:41:34.191643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:33.684678Z","time spent":"506.943842ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-31T14:41:34.19168Z","caller":"traceutil/trace.go:171","msg":"trace[714677448] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27854; }","duration":"506.923971ms","start":"2026-07-31T14:41:33.684749Z","end":"2026-07-31T14:41:34.191673Z","steps":["trace[714677448] 'agreement among raft nodes before linearized reading' (duration: 506.686215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:34.191703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:33.684732Z","time spent":"506.963522ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:35.006819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.189152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:35.007046Z","caller":"traceutil/trace.go:171","msg":"trace[1450628687] linearizableReadLoop","detail":"{readStateIndex:28719; appliedIndex:28716; }","duration":"753.485535ms","start":"2026-07-31T14:41:34.253544Z","end":"2026-07-31T14:41:35.007029Z","steps":["trace[1450628687] 'read index received' (duration: 457.070296ms)","trace[1450628687] 'applied index is now lower than readState.Index' (duration: 296.414299ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:35.00713Z","caller":"traceutil/trace.go:171","msg":"trace[404664521] transaction","detail":"{read_only:false; response_revision:27855; number_of_response:1; }","duration":"811.016497ms","start":"2026-07-31T14:41:34.196102Z","end":"2026-07-31T14:41:35.007118Z","steps":["trace[404664521] 'process raft request' (duration: 514.441594ms)","trace[404664521] 'compare' (duration: 295.788482ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:35.007201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:34.196083Z","time spent":"811.082519ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:35.007266Z","caller":"traceutil/trace.go:171","msg":"trace[201794693] transaction","detail":"{read_only:false; response_revision:27857; number_of_response:1; }","duration":"810.758641ms","start":"2026-07-31T14:41:34.196476Z","end":"2026-07-31T14:41:35.007234Z","steps":["trace[201794693] 'process raft request' (duration: 810.516574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:35.007295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.751222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:35.00727Z","caller":"traceutil/trace.go:171","msg":"trace[2056095961] transaction","detail":"{read_only:false; response_revision:27856; number_of_response:1; }","duration":"810.820812ms","start":"2026-07-31T14:41:34.196411Z","end":"2026-07-31T14:41:35.007232Z","steps":["trace[2056095961] 'process raft request' (duration: 810.508523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:35.007413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:34.196467Z","time spent":"810.864853ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:35.007528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:34.196391Z","time spent":"811.001277ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:35.007344Z","caller":"traceutil/trace.go:171","msg":"trace[1521662697] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27857; }","duration":"753.905157ms","start":"2026-07-31T14:41:34.253426Z","end":"2026-07-31T14:41:35.007331Z","steps":["trace[1521662697] 'agreement among raft nodes before linearized reading' (duration: 753.783854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:35.007691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:34.253411Z","time spent":"754.230955ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:35.728826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.282457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:35.728993Z","caller":"traceutil/trace.go:171","msg":"trace[1216012698] transaction","detail":"{read_only:false; response_revision:27858; number_of_response:1; }","duration":"825.721942ms","start":"2026-07-31T14:41:34.90323Z","end":"2026-07-31T14:41:35.728952Z","steps":["trace[1216012698] 'process raft request' (duration: 464.201449ms)","trace[1216012698] 'compare' (duration: 360.630961ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:35.729135Z","caller":"traceutil/trace.go:171","msg":"trace[1121954707] transaction","detail":"{read_only:false; response_revision:27860; number_of_response:1; }","duration":"540.704645ms","start":"2026-07-31T14:41:35.188406Z","end":"2026-07-31T14:41:35.729111Z","steps":["trace[1121954707] 'process raft request' (duration: 540.664514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:35.729154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:34.903204Z","time spent":"825.862136ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:35.729242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:35.188367Z","time spent":"540.827618ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:35.729534Z","caller":"traceutil/trace.go:171","msg":"trace[1688081096] linearizableReadLoop","detail":"{readStateIndex:28720; appliedIndex:28719; }","duration":"722.42325ms","start":"2026-07-31T14:41:35.007082Z","end":"2026-07-31T14:41:35.729505Z","steps":["trace[1688081096] 'read index received' (duration: 360.463886ms)","trace[1688081096] 'applied index is now lower than readState.Index' (duration: 361.956834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:35.72958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199261753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:35.729558Z","caller":"traceutil/trace.go:171","msg":"trace[800543823] transaction","detail":"{read_only:false; response_revision:27859; number_of_response:1; }","duration":"679.546924ms","start":"2026-07-31T14:41:35.049974Z","end":"2026-07-31T14:41:35.729521Z","steps":["trace[800543823] 'process raft request' (duration: 678.98301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:35.729621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413164871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:35.729682Z","caller":"traceutil/trace.go:171","msg":"trace[847159981] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27860; }","duration":"1.413286545s","start":"2026-07-31T14:41:34.316381Z","end":"2026-07-31T14:41:35.729668Z","steps":["trace[847159981] 'agreement among raft nodes before linearized reading' (duration: 1.413170222s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:35.729731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:34.316347Z","time spent":"1.413369066s","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:35.729756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445914329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-31T14:41:35.729749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:35.049949Z","time spent":"679.706768ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:35.729718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.160084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:35.729801Z","caller":"traceutil/trace.go:171","msg":"trace[1594794753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27860; }","duration":"1.445975221s","start":"2026-07-31T14:41:34.283815Z","end":"2026-07-31T14:41:35.72979Z","steps":["trace[1594794753] 'agreement among raft nodes before linearized reading' (duration: 1.445825778s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:35.729843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:34.283803Z","time spent":"1.446031873s","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-31T14:41:35.729893Z","caller":"traceutil/trace.go:171","msg":"trace[1617050453] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27860; }","duration":"819.40598ms","start":"2026-07-31T14:41:34.910421Z","end":"2026-07-31T14:41:35.729827Z","steps":["trace[1617050453] 'agreement among raft nodes before linearized reading' (duration: 819.112923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:35.730044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:34.910398Z","time spent":"819.581506ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:35.730165Z","caller":"traceutil/trace.go:171","msg":"trace[731941405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27860; }","duration":"1.199828318s","start":"2026-07-31T14:41:34.530266Z","end":"2026-07-31T14:41:35.730094Z","steps":["trace[731941405] 'agreement among raft nodes before linearized reading' (duration: 1.199263153s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:35.730225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:34.530245Z","time spent":"1.199967392s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:36.565673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.735447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:36.565842Z","caller":"traceutil/trace.go:171","msg":"trace[1251932626] linearizableReadLoop","detail":"{readStateIndex:28724; appliedIndex:28722; }","duration":"836.212191ms","start":"2026-07-31T14:41:35.729613Z","end":"2026-07-31T14:41:36.565825Z","steps":["trace[1251932626] 'read index received' (duration: 345.225018ms)","trace[1251932626] 'applied index is now lower than readState.Index' (duration: 490.985913ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:36.566065Z","caller":"traceutil/trace.go:171","msg":"trace[511995985] transaction","detail":"{read_only:false; response_revision:27861; number_of_response:1; }","duration":"1.07124673s","start":"2026-07-31T14:41:35.494804Z","end":"2026-07-31T14:41:36.566051Z","steps":["trace[511995985] 'process raft request' (duration: 580.051061ms)","trace[511995985] 'compare' (duration: 490.623464ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:36.566137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:35.494769Z","time spent":"1.071334712s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:36.56653Z","caller":"traceutil/trace.go:171","msg":"trace[412569701] transaction","detail":"{read_only:false; response_revision:27862; number_of_response:1; }","duration":"1.071229509s","start":"2026-07-31T14:41:35.495288Z","end":"2026-07-31T14:41:36.566517Z","steps":["trace[412569701] 'process raft request' (duration: 1.07048057s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:36.566604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:35.495266Z","time spent":"1.07129844s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:36.566627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381160803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:36.566689Z","caller":"traceutil/trace.go:171","msg":"trace[2135814487] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:27862; }","duration":"1.381275197s","start":"2026-07-31T14:41:35.185398Z","end":"2026-07-31T14:41:36.566673Z","steps":["trace[2135814487] 'agreement among raft nodes before linearized reading' (duration: 1.381163444s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:36.566733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:35.185348Z","time spent":"1.38137623s","remote":"127.0.0.1:53868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:36.645699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.63462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:36.645755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.812935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:36.645771Z","caller":"traceutil/trace.go:171","msg":"trace[1528948782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27863; }","duration":"913.848655ms","start":"2026-07-31T14:41:35.731906Z","end":"2026-07-31T14:41:36.645754Z","steps":["trace[1528948782] 'agreement among raft nodes before linearized reading' (duration: 913.722452ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:36.645786Z","caller":"traceutil/trace.go:171","msg":"trace[300552290] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27863; }","duration":"193.888527ms","start":"2026-07-31T14:41:36.451888Z","end":"2026-07-31T14:41:36.645777Z","steps":["trace[300552290] 'agreement among raft nodes before linearized reading' (duration: 193.830555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:36.645807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:35.731877Z","time spent":"913.922117ms","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:36.645837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.546922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T14:41:36.645907Z","caller":"traceutil/trace.go:171","msg":"trace[2138656422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27863; }","duration":"535.680767ms","start":"2026-07-31T14:41:36.110212Z","end":"2026-07-31T14:41:36.645893Z","steps":["trace[2138656422] 'agreement among raft nodes before linearized reading' (duration: 535.483661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:36.645944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.56159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-31T14:41:36.645958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.110184Z","time spent":"535.762989ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T14:41:36.645847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.923758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T14:41:36.645999Z","caller":"traceutil/trace.go:171","msg":"trace[150454829] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27863; }","duration":"450.608191ms","start":"2026-07-31T14:41:36.195375Z","end":"2026-07-31T14:41:36.645983Z","steps":["trace[150454829] 'agreement among raft nodes before linearized reading' (duration: 450.506057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:36.646001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.584103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:36.646022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.359811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-31T14:41:36.646046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.195338Z","time spent":"450.698863ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-31T14:41:36.646082Z","caller":"traceutil/trace.go:171","msg":"trace[1147638767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27863; }","duration":"451.425753ms","start":"2026-07-31T14:41:36.194644Z","end":"2026-07-31T14:41:36.64607Z","steps":["trace[1147638767] 'agreement among raft nodes before linearized reading' (duration: 451.250419ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:36.646012Z","caller":"traceutil/trace.go:171","msg":"trace[2118446462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27863; }","duration":"451.158416ms","start":"2026-07-31T14:41:36.194846Z","end":"2026-07-31T14:41:36.646005Z","steps":["trace[2118446462] 'agreement among raft nodes before linearized reading' (duration: 450.826327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:36.646121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.194554Z","time spent":"451.558616ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:36.646151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.194825Z","time spent":"451.31931ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:36.646137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.207974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-31T14:41:36.646124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.850353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T14:41:36.646046Z","caller":"traceutil/trace.go:171","msg":"trace[1634654847] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27863; }","duration":"558.680905ms","start":"2026-07-31T14:41:36.087355Z","end":"2026-07-31T14:41:36.646036Z","steps":["trace[1634654847] 'agreement among raft nodes before linearized reading' (duration: 558.613803ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:36.646207Z","caller":"traceutil/trace.go:171","msg":"trace[967313925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27863; }","duration":"912.327697ms","start":"2026-07-31T14:41:35.733862Z","end":"2026-07-31T14:41:36.646189Z","steps":["trace[967313925] 'agreement among raft nodes before linearized reading' (duration: 912.081901ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:36.646211Z","caller":"traceutil/trace.go:171","msg":"trace[19475136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27863; }","duration":"452.014947ms","start":"2026-07-31T14:41:36.194182Z","end":"2026-07-31T14:41:36.646197Z","steps":["trace[19475136] 'agreement among raft nodes before linearized reading' (duration: 451.74843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:36.646226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.087325Z","time spent":"558.8835ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:36.646249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:35.73385Z","time spent":"912.389678ms","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T14:41:36.646249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.194149Z","time spent":"452.091919ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T14:41:36.645831Z","caller":"traceutil/trace.go:171","msg":"trace[992438622] transaction","detail":"{read_only:false; response_revision:27863; number_of_response:1; }","duration":"289.903382ms","start":"2026-07-31T14:41:36.355897Z","end":"2026-07-31T14:41:36.6458Z","steps":["trace[992438622] 'process raft request' (duration: 289.606585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:36.64612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.662203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:41:36.646356Z","caller":"traceutil/trace.go:171","msg":"trace[1892522228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27863; }","duration":"450.94959ms","start":"2026-07-31T14:41:36.195391Z","end":"2026-07-31T14:41:36.646341Z","steps":["trace[1892522228] 'agreement among raft nodes before linearized reading' (duration: 450.446396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:36.64639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.19538Z","time spent":"450.999731ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:41:37.008783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.829099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:37.008947Z","caller":"traceutil/trace.go:171","msg":"trace[1960291149] transaction","detail":"{read_only:false; response_revision:27864; number_of_response:1; }","duration":"359.45801ms","start":"2026-07-31T14:41:36.649468Z","end":"2026-07-31T14:41:37.008926Z","steps":["trace[1960291149] 'process raft request' (duration: 231.376865ms)","trace[1960291149] 'compare' (duration: 127.688485ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:37.009026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.649455Z","time spent":"359.536543ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:37.085683Z","caller":"traceutil/trace.go:171","msg":"trace[1503910867] transaction","detail":"{read_only:false; response_revision:27866; number_of_response:1; }","duration":"435.053314ms","start":"2026-07-31T14:41:36.650603Z","end":"2026-07-31T14:41:37.085657Z","steps":["trace[1503910867] 'process raft request' (duration: 434.973982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:37.08585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.650592Z","time spent":"435.170667ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:37.085933Z","caller":"traceutil/trace.go:171","msg":"trace[1687611748] transaction","detail":"{read_only:false; response_revision:27865; number_of_response:1; }","duration":"436.341667ms","start":"2026-07-31T14:41:36.649567Z","end":"2026-07-31T14:41:37.085909Z","steps":["trace[1687611748] 'process raft request' (duration: 435.855034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:37.086064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.649541Z","time spent":"436.46292ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:37.086201Z","caller":"traceutil/trace.go:171","msg":"trace[1474202845] transaction","detail":"{read_only:false; response_revision:27867; number_of_response:1; }","duration":"435.480565ms","start":"2026-07-31T14:41:36.650694Z","end":"2026-07-31T14:41:37.086174Z","steps":["trace[1474202845] 'process raft request' (duration: 434.91895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:37.086302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.650687Z","time spent":"435.570798ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:37.087054Z","caller":"traceutil/trace.go:171","msg":"trace[305671134] transaction","detail":"{read_only:false; response_revision:27868; number_of_response:1; }","duration":"436.215764ms","start":"2026-07-31T14:41:36.650825Z","end":"2026-07-31T14:41:37.087041Z","steps":["trace[305671134] 'process raft request' (duration: 435.048594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:37.087112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.650817Z","time spent":"436.265945ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:37.08729Z","caller":"traceutil/trace.go:171","msg":"trace[1852652545] transaction","detail":"{read_only:false; response_revision:27869; number_of_response:1; }","duration":"435.422683ms","start":"2026-07-31T14:41:36.651859Z","end":"2026-07-31T14:41:37.087282Z","steps":["trace[1852652545] 'process raft request' (duration: 435.068654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:37.087333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.651849Z","time spent":"435.465083ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:37.087423Z","caller":"traceutil/trace.go:171","msg":"trace[1153503955] transaction","detail":"{read_only:false; response_revision:27870; number_of_response:1; }","duration":"317.912618ms","start":"2026-07-31T14:41:36.769502Z","end":"2026-07-31T14:41:37.087415Z","steps":["trace[1153503955] 'process raft request' (duration: 317.522118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:37.087465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.769468Z","time spent":"317.97907ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:37.630415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.284351ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T14:41:37.631307Z","caller":"traceutil/trace.go:171","msg":"trace[695078986] transaction","detail":"{read_only:false; response_revision:27871; number_of_response:1; }","duration":"777.209931ms","start":"2026-07-31T14:41:36.854053Z","end":"2026-07-31T14:41:37.631263Z","steps":["trace[695078986] 'process raft request' (duration: 776.473433ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:37.631353Z","caller":"traceutil/trace.go:171","msg":"trace[1444667458] linearizableReadLoop","detail":"{readStateIndex:28731; appliedIndex:28725; }","duration":"977.74928ms","start":"2026-07-31T14:41:36.653549Z","end":"2026-07-31T14:41:37.631298Z","steps":["trace[1444667458] 'read index received' (duration: 227.314372ms)","trace[1444667458] 'applied index is now lower than readState.Index' (duration: 750.433378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:37.63153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.854015Z","time spent":"777.395366ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:38.057293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403713901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:38.057415Z","caller":"traceutil/trace.go:171","msg":"trace[1240967846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27871; }","duration":"1.403883706s","start":"2026-07-31T14:41:36.653507Z","end":"2026-07-31T14:41:38.057391Z","steps":["trace[1240967846] 'agreement among raft nodes before linearized reading' (duration: 977.969266ms)","trace[1240967846] 'range keys from in-memory index tree' (duration: 425.735066ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:38.057514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.653499Z","time spent":"1.404002378s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:38.057907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.525826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:38.058021Z","caller":"traceutil/trace.go:171","msg":"trace[1193297496] transaction","detail":"{read_only:false; response_revision:27872; number_of_response:1; }","duration":"776.362121ms","start":"2026-07-31T14:41:37.281639Z","end":"2026-07-31T14:41:38.058001Z","steps":["trace[1193297496] 'process raft request' (duration: 349.647ms)","trace[1193297496] 'compare' (duration: 426.235708ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:38.058121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:37.281609Z","time spent":"776.445633ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:38.058125Z","caller":"traceutil/trace.go:171","msg":"trace[58268102] transaction","detail":"{read_only:false; response_revision:27873; number_of_response:1; }","duration":"323.02612ms","start":"2026-07-31T14:41:37.735081Z","end":"2026-07-31T14:41:38.058107Z","steps":["trace[58268102] 'process raft request' (duration: 322.930057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:38.058202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:37.735048Z","time spent":"323.120322ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:38.058285Z","caller":"traceutil/trace.go:171","msg":"trace[735392801] linearizableReadLoop","detail":"{readStateIndex:28735; appliedIndex:28734; }","duration":"426.751522ms","start":"2026-07-31T14:41:37.631438Z","end":"2026-07-31T14:41:38.05819Z","steps":["trace[735392801] 'read index received' (duration: 76.311µs)","trace[735392801] 'applied index is now lower than readState.Index' (duration: 426.671091ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:38.058492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352535932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:38.058558Z","caller":"traceutil/trace.go:171","msg":"trace[668424290] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27873; }","duration":"1.352639415s","start":"2026-07-31T14:41:36.705901Z","end":"2026-07-31T14:41:38.058541Z","steps":["trace[668424290] 'agreement among raft nodes before linearized reading' (duration: 1.3524713s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:38.058611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:36.705882Z","time spent":"1.352714957s","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-31T14:41:38.559546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850406012,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T14:41:38.857994Z","caller":"traceutil/trace.go:171","msg":"trace[1738615166] transaction","detail":"{read_only:false; response_revision:27874; number_of_response:1; }","duration":"1.12170807s","start":"2026-07-31T14:41:37.736255Z","end":"2026-07-31T14:41:38.857963Z","steps":["trace[1738615166] 'process raft request' (duration: 1.121466034s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:38.858158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:37.736241Z","time spent":"1.121830763s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:38.858144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.218754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:38.858229Z","caller":"traceutil/trace.go:171","msg":"trace[1903861182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27874; }","duration":"799.354027ms","start":"2026-07-31T14:41:38.058857Z","end":"2026-07-31T14:41:38.858212Z","steps":["trace[1903861182] 'agreement among raft nodes before linearized reading' (duration: 799.218744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:38.858278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:38.05883Z","time spent":"799.4399ms","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T14:41:38.858611Z","caller":"traceutil/trace.go:171","msg":"trace[1306391935] linearizableReadLoop","detail":"{readStateIndex:28737; appliedIndex:28736; }","duration":"798.988128ms","start":"2026-07-31T14:41:38.058907Z","end":"2026-07-31T14:41:38.857895Z","steps":["trace[1306391935] 'read index received' (duration: 798.785033ms)","trace[1306391935] 'applied index is now lower than readState.Index' (duration: 201.835µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:39.02692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.200397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:39.027038Z","caller":"traceutil/trace.go:171","msg":"trace[1631793899] transaction","detail":"{read_only:false; response_revision:27875; number_of_response:1; }","duration":"454.378077ms","start":"2026-07-31T14:41:38.572646Z","end":"2026-07-31T14:41:39.027024Z","steps":["trace[1631793899] 'process raft request' (duration: 335.011296ms)","trace[1631793899] 'compare' (duration: 119.117835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:39.027117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:38.572615Z","time spent":"454.44581ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:39.027241Z","caller":"traceutil/trace.go:171","msg":"trace[1800809682] transaction","detail":"{read_only:false; response_revision:27876; number_of_response:1; }","duration":"453.68776ms","start":"2026-07-31T14:41:38.573545Z","end":"2026-07-31T14:41:39.027233Z","steps":["trace[1800809682] 'process raft request' (duration: 453.447133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:39.027303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:38.573521Z","time spent":"453.760852ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:39.027263Z","caller":"traceutil/trace.go:171","msg":"trace[1806630417] linearizableReadLoop","detail":"{readStateIndex:28739; appliedIndex:28737; }","duration":"168.584151ms","start":"2026-07-31T14:41:38.85865Z","end":"2026-07-31T14:41:39.027234Z","steps":["trace[1806630417] 'read index received' (duration: 48.937882ms)","trace[1806630417] 'applied index is now lower than readState.Index' (duration: 119.643219ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:39.027369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.222433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:39.02741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.442956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-31T14:41:39.027455Z","caller":"traceutil/trace.go:171","msg":"trace[1087765114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27876; }","duration":"691.353977ms","start":"2026-07-31T14:41:38.336085Z","end":"2026-07-31T14:41:39.027439Z","steps":["trace[1087765114] 'agreement among raft nodes before linearized reading' (duration: 691.233603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:39.027403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.731198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:39.027497Z","caller":"traceutil/trace.go:171","msg":"trace[702856209] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27876; }","duration":"210.865962ms","start":"2026-07-31T14:41:38.816623Z","end":"2026-07-31T14:41:39.027489Z","steps":["trace[702856209] 'agreement among raft nodes before linearized reading' (duration: 210.752089ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:39.027471Z","caller":"traceutil/trace.go:171","msg":"trace[1141739524] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27876; }","duration":"529.545679ms","start":"2026-07-31T14:41:38.497909Z","end":"2026-07-31T14:41:39.027454Z","steps":["trace[1141739524] 'agreement among raft nodes before linearized reading' (duration: 529.348194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:39.0275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:38.336058Z","time spent":"691.434359ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:39.027542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:38.497889Z","time spent":"529.639282ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:39.027717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.09724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:39.027833Z","caller":"traceutil/trace.go:171","msg":"trace[389082774] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27876; }","duration":"964.296415ms","start":"2026-07-31T14:41:38.063512Z","end":"2026-07-31T14:41:39.027808Z","steps":["trace[389082774] 'agreement among raft nodes before linearized reading' (duration: 964.032388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:39.027891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:38.063486Z","time spent":"964.396428ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-31T14:41:39.425698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.45781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:39.425823Z","caller":"traceutil/trace.go:171","msg":"trace[1477960939] linearizableReadLoop","detail":"{readStateIndex:28741; appliedIndex:28740; }","duration":"320.422603ms","start":"2026-07-31T14:41:39.105381Z","end":"2026-07-31T14:41:39.425803Z","steps":["trace[1477960939] 'read index received' (duration: 208.633744ms)","trace[1477960939] 'applied index is now lower than readState.Index' (duration: 111.787699ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:39.425868Z","caller":"traceutil/trace.go:171","msg":"trace[83241487] transaction","detail":"{read_only:false; response_revision:27878; number_of_response:1; }","duration":"392.792822ms","start":"2026-07-31T14:41:39.033032Z","end":"2026-07-31T14:41:39.425824Z","steps":["trace[83241487] 'process raft request' (duration: 281.126637ms)","trace[83241487] 'compare' (duration: 111.300206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:39.42599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.208891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-31T14:41:39.426019Z","caller":"traceutil/trace.go:171","msg":"trace[222593142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27878; }","duration":"335.264942ms","start":"2026-07-31T14:41:39.090746Z","end":"2026-07-31T14:41:39.42601Z","steps":["trace[222593142] 'agreement among raft nodes before linearized reading' (duration: 335.144889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:39.426018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:39.033015Z","time spent":"392.924966ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:39.426047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:39.090738Z","time spent":"335.303464ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:39.426238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.899848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-31T14:41:39.426277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.541088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T14:41:39.426313Z","caller":"traceutil/trace.go:171","msg":"trace[1947202236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27878; }","duration":"333.590319ms","start":"2026-07-31T14:41:39.092712Z","end":"2026-07-31T14:41:39.426302Z","steps":["trace[1947202236] 'agreement among raft nodes before linearized reading' (duration: 333.438816ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:39.426315Z","caller":"traceutil/trace.go:171","msg":"trace[1702218905] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27878; }","duration":"336.034402ms","start":"2026-07-31T14:41:39.090262Z","end":"2026-07-31T14:41:39.426296Z","steps":["trace[1702218905] 'agreement among raft nodes before linearized reading' (duration: 335.798886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:39.426342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:39.092703Z","time spent":"333.63275ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:39.426359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:39.090235Z","time spent":"336.115254ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-31T14:41:39.426251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.12876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-31T14:41:39.426457Z","caller":"traceutil/trace.go:171","msg":"trace[1027621967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27878; }","duration":"337.360265ms","start":"2026-07-31T14:41:39.089076Z","end":"2026-07-31T14:41:39.426436Z","steps":["trace[1027621967] 'agreement among raft nodes before linearized reading' (duration: 336.923474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:39.426542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:39.089063Z","time spent":"337.463858ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T14:41:39.427001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.187466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-31T14:41:39.427349Z","caller":"traceutil/trace.go:171","msg":"trace[1665201016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27878; }","duration":"336.549124ms","start":"2026-07-31T14:41:39.090783Z","end":"2026-07-31T14:41:39.427332Z","steps":["trace[1665201016] 'agreement among raft nodes before linearized reading' (duration: 335.045366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:39.427409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:39.090778Z","time spent":"336.617057ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:39.426297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.302504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15306"} {"level":"info","ts":"2026-07-31T14:41:39.4279Z","caller":"traceutil/trace.go:171","msg":"trace[15321199] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27878; }","duration":"320.999847ms","start":"2026-07-31T14:41:39.106884Z","end":"2026-07-31T14:41:39.427883Z","steps":["trace[15321199] 'agreement among raft nodes before linearized reading' (duration: 319.1519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:39.427949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:39.106851Z","time spent":"321.08282ms","remote":"127.0.0.1:41116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":15329,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-31T14:41:40.257884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.342868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:40.258199Z","caller":"traceutil/trace.go:171","msg":"trace[573277769] transaction","detail":"{read_only:false; response_revision:27880; number_of_response:1; }","duration":"827.005915ms","start":"2026-07-31T14:41:39.431149Z","end":"2026-07-31T14:41:40.258155Z","steps":["trace[573277769] 'process raft request' (duration: 826.84072ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:40.258198Z","caller":"traceutil/trace.go:171","msg":"trace[325662862] transaction","detail":"{read_only:false; response_revision:27879; number_of_response:1; }","duration":"827.21829ms","start":"2026-07-31T14:41:39.430924Z","end":"2026-07-31T14:41:40.258142Z","steps":["trace[325662862] 'process raft request' (duration: 99.540165ms)","trace[325662862] 'compare' (duration: 727.174173ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:40.258231Z","caller":"traceutil/trace.go:171","msg":"trace[673476749] transaction","detail":"{read_only:false; response_revision:27881; number_of_response:1; }","duration":"826.934833ms","start":"2026-07-31T14:41:39.431249Z","end":"2026-07-31T14:41:40.258184Z","steps":["trace[673476749] 'process raft request' (duration: 826.823121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:40.258311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:39.431129Z","time spent":"827.123008ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:40.258344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:39.43087Z","time spent":"827.397254ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:40.25838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:39.431233Z","time spent":"827.063036ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:40.258381Z","caller":"traceutil/trace.go:171","msg":"trace[2142583607] transaction","detail":"{read_only:false; response_revision:27882; number_of_response:1; }","duration":"824.181753ms","start":"2026-07-31T14:41:39.434171Z","end":"2026-07-31T14:41:40.258353Z","steps":["trace[2142583607] 'process raft request' (duration: 823.932986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:40.258493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:39.434133Z","time spent":"824.300526ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:40.258806Z","caller":"traceutil/trace.go:171","msg":"trace[1254669934] transaction","detail":"{read_only:false; response_revision:27883; number_of_response:1; }","duration":"823.595727ms","start":"2026-07-31T14:41:39.43519Z","end":"2026-07-31T14:41:40.258786Z","steps":["trace[1254669934] 'process raft request' (duration: 822.942481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:40.258887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:39.43518Z","time spent":"823.66646ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:40.258802Z","caller":"traceutil/trace.go:171","msg":"trace[729219650] linearizableReadLoop","detail":"{readStateIndex:28746; appliedIndex:28741; }","duration":"817.670136ms","start":"2026-07-31T14:41:39.441113Z","end":"2026-07-31T14:41:40.258783Z","steps":["trace[729219650] 'read index received' (duration: 89.367265ms)","trace[729219650] 'applied index is now lower than readState.Index' (duration: 728.301691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:40.258967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.847291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-31T14:41:40.259019Z","caller":"traceutil/trace.go:171","msg":"trace[581550896] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27883; }","duration":"817.950194ms","start":"2026-07-31T14:41:39.441058Z","end":"2026-07-31T14:41:40.259008Z","steps":["trace[581550896] 'agreement among raft nodes before linearized reading' (duration: 817.78073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:40.259057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:39.441026Z","time spent":"818.022435ms","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-31T14:41:41.06485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.434668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:41.064957Z","caller":"traceutil/trace.go:171","msg":"trace[613706259] linearizableReadLoop","detail":"{readStateIndex:28747; appliedIndex:28746; }","duration":"806.011729ms","start":"2026-07-31T14:41:40.258929Z","end":"2026-07-31T14:41:41.064941Z","steps":["trace[613706259] 'read index received' (duration: 459.354025ms)","trace[613706259] 'applied index is now lower than readState.Index' (duration: 346.656264ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:41.065026Z","caller":"traceutil/trace.go:171","msg":"trace[653529112] transaction","detail":"{read_only:false; response_revision:27884; number_of_response:1; }","duration":"1.000701976s","start":"2026-07-31T14:41:40.064314Z","end":"2026-07-31T14:41:41.065016Z","steps":["trace[653529112] 'process raft request' (duration: 654.005941ms)","trace[653529112] 'compare' (duration: 346.300445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:41.06508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:40.064286Z","time spent":"1.000766878s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:41.065475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534830653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:41.065547Z","caller":"traceutil/trace.go:171","msg":"trace[331978856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27884; }","duration":"1.534945496s","start":"2026-07-31T14:41:39.530584Z","end":"2026-07-31T14:41:41.06553Z","steps":["trace[331978856] 'agreement among raft nodes before linearized reading' (duration: 1.534850083s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:41.065586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:39.530558Z","time spent":"1.535020968s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:41.065637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054159673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-31T14:41:41.065718Z","caller":"traceutil/trace.go:171","msg":"trace[187100688] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27884; }","duration":"1.054287846s","start":"2026-07-31T14:41:40.011413Z","end":"2026-07-31T14:41:41.065701Z","steps":["trace[187100688] 'agreement among raft nodes before linearized reading' (duration: 1.05404051s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:41.065766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:40.011394Z","time spent":"1.054364269s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:41.06564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052070499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-31T14:41:41.065285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052236044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-31T14:41:41.065978Z","caller":"traceutil/trace.go:171","msg":"trace[524964446] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27884; }","duration":"1.052982503s","start":"2026-07-31T14:41:40.012981Z","end":"2026-07-31T14:41:41.065964Z","steps":["trace[524964446] 'agreement among raft nodes before linearized reading' (duration: 1.052167912s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:41.066014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:40.012959Z","time spent":"1.053044445s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-31T14:41:41.066147Z","caller":"traceutil/trace.go:171","msg":"trace[757382754] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27884; }","duration":"1.052409478s","start":"2026-07-31T14:41:40.013519Z","end":"2026-07-31T14:41:41.065928Z","steps":["trace[757382754] 'agreement among raft nodes before linearized reading' (duration: 1.051856184s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:41.066737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:40.013511Z","time spent":"1.053207699s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:41.565501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850406033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T14:41:41.866988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:41.550064Z","time spent":"316.918003ms","remote":"127.0.0.1:47012","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T14:41:42.066174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850406033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T14:41:42.275816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.411195062s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T14:41:42.276324Z","caller":"traceutil/trace.go:171","msg":"trace[246670470] transaction","detail":"{read_only:false; response_revision:27885; number_of_response:1; }","duration":"1.411839769s","start":"2026-07-31T14:41:40.864461Z","end":"2026-07-31T14:41:42.276301Z","steps":["trace[246670470] 'process raft request' (duration: 1.411682535s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:42.276476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:40.864434Z","time spent":"1.411962481s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:43.067708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000958451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T14:41:43.067796Z","caller":"traceutil/trace.go:171","msg":"trace[163536322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001112725s","start":"2026-07-31T14:41:41.066664Z","end":"2026-07-31T14:41:43.067776Z","steps":["trace[163536322] 'agreement among raft nodes before linearized reading' (duration: 2.000992532s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:43.067845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:41.066645Z","time spent":"2.001190766s","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 14:41:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T14:41:43.409577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13340693s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T14:41:43.577189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134856107s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:43.577396Z","caller":"traceutil/trace.go:171","msg":"trace[489319713] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27885; }","duration":"1.135044762s","start":"2026-07-31T14:41:42.442278Z","end":"2026-07-31T14:41:43.577323Z","steps":["trace[489319713] 'range keys from in-memory index tree' (duration: 1.134836156s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:43.577683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.631626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:43.577926Z","caller":"traceutil/trace.go:171","msg":"trace[2065411240] transaction","detail":"{read_only:false; response_revision:27886; number_of_response:1; }","duration":"2.544860147s","start":"2026-07-31T14:41:41.033003Z","end":"2026-07-31T14:41:43.577863Z","steps":["trace[2065411240] 'process raft request' (duration: 2.376969434s)","trace[2065411240] 'compare' (duration: 167.517504ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:43.577981Z","caller":"traceutil/trace.go:171","msg":"trace[2126077024] transaction","detail":"{read_only:false; response_revision:27887; number_of_response:1; }","duration":"2.544869107s","start":"2026-07-31T14:41:41.033085Z","end":"2026-07-31T14:41:43.577954Z","steps":["trace[2126077024] 'process raft request' (duration: 2.544687653s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:43.578009Z","caller":"traceutil/trace.go:171","msg":"trace[467370416] linearizableReadLoop","detail":"{readStateIndex:28753; appliedIndex:28747; }","duration":"2.513009143s","start":"2026-07-31T14:41:41.064982Z","end":"2026-07-31T14:41:43.577991Z","steps":["trace[467370416] 'read index received' (duration: 1.211241319s)","trace[467370416] 'applied index is now lower than readState.Index' (duration: 1.301766794s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:43.578052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:41.032974Z","time spent":"2.544998851s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:43.578089Z","caller":"traceutil/trace.go:171","msg":"trace[1903022841] transaction","detail":"{read_only:false; response_revision:27888; number_of_response:1; }","duration":"2.508020335s","start":"2026-07-31T14:41:41.070056Z","end":"2026-07-31T14:41:43.578076Z","steps":["trace[1903022841] 'process raft request' (duration: 2.507778019s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:43.578106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:41.033046Z","time spent":"2.545000461s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:43.578155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:41.070033Z","time spent":"2.508086138s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:43.578276Z","caller":"traceutil/trace.go:171","msg":"trace[2137471626] transaction","detail":"{read_only:false; response_revision:27889; number_of_response:1; }","duration":"2.507102082s","start":"2026-07-31T14:41:41.071164Z","end":"2026-07-31T14:41:43.578266Z","steps":["trace[2137471626] 'process raft request' (duration: 2.506752503s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:43.578326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:41.071152Z","time spent":"2.507149514s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:43.578402Z","caller":"traceutil/trace.go:171","msg":"trace[1221236369] transaction","detail":"{read_only:false; response_revision:27890; number_of_response:1; }","duration":"2.506917367s","start":"2026-07-31T14:41:41.071477Z","end":"2026-07-31T14:41:43.578394Z","steps":["trace[1221236369] 'process raft request' (duration: 2.506476946s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:43.578448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:41.071463Z","time spent":"2.506959459s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:43.578571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701639547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:43.578606Z","caller":"traceutil/trace.go:171","msg":"trace[1475963670] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27890; }","duration":"2.701671857s","start":"2026-07-31T14:41:40.87692Z","end":"2026-07-31T14:41:43.578592Z","steps":["trace[1475963670] 'agreement among raft nodes before linearized reading' (duration: 2.701614586s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:43.578636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:40.876897Z","time spent":"2.701731038s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:43.578759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88560959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-31T14:41:43.578838Z","caller":"traceutil/trace.go:171","msg":"trace[344399467] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27890; }","duration":"2.885735883s","start":"2026-07-31T14:41:40.693084Z","end":"2026-07-31T14:41:43.57882Z","steps":["trace[344399467] 'agreement among raft nodes before linearized reading' (duration: 2.885541398s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:43.578887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:40.693061Z","time spent":"2.885817856s","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-07-31T14:41:44.179305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.367632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:44.179409Z","caller":"traceutil/trace.go:171","msg":"trace[494926034] linearizableReadLoop","detail":"{readStateIndex:28754; appliedIndex:28753; }","duration":"601.354426ms","start":"2026-07-31T14:41:43.578044Z","end":"2026-07-31T14:41:44.179399Z","steps":["trace[494926034] 'read index received' (duration: 233.818638ms)","trace[494926034] 'applied index is now lower than readState.Index' (duration: 367.535017ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:44.179466Z","caller":"traceutil/trace.go:171","msg":"trace[1933557070] transaction","detail":"{read_only:false; response_revision:27891; number_of_response:1; }","duration":"1.107518308s","start":"2026-07-31T14:41:43.071902Z","end":"2026-07-31T14:41:44.17942Z","steps":["trace[1933557070] 'process raft request' (duration: 739.973681ms)","trace[1933557070] 'compare' (duration: 367.146987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:44.179557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916972184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T14:41:44.179577Z","caller":"traceutil/trace.go:171","msg":"trace[1112016722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27891; }","duration":"1.917007796s","start":"2026-07-31T14:41:42.262564Z","end":"2026-07-31T14:41:44.179571Z","steps":["trace[1112016722] 'agreement among raft nodes before linearized reading' (duration: 1.916965585s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:44.179602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:42.262554Z","time spent":"1.917043917s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:44.17963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10796479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-31T14:41:44.179656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:43.071868Z","time spent":"1.107692283s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:44.179691Z","caller":"traceutil/trace.go:171","msg":"trace[416826543] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae; range_end:; response_count:1; response_revision:27891; }","duration":"1.108082342s","start":"2026-07-31T14:41:43.071591Z","end":"2026-07-31T14:41:44.179674Z","steps":["trace[416826543] 'agreement among raft nodes before linearized reading' (duration: 1.107893658s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:44.179717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:43.071562Z","time spent":"1.108151224s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c766d97accbdae\" "} {"level":"warn","ts":"2026-07-31T14:41:44.179699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916554963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-31T14:41:44.179773Z","caller":"traceutil/trace.go:171","msg":"trace[2097278663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27891; }","duration":"1.916654245s","start":"2026-07-31T14:41:42.2631Z","end":"2026-07-31T14:41:44.179754Z","steps":["trace[2097278663] 'agreement among raft nodes before linearized reading' (duration: 1.916361418s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:44.179808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80577289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:44.179803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917326403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-31T14:41:44.179826Z","caller":"traceutil/trace.go:171","msg":"trace[1234827911] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27891; }","duration":"2.805834491s","start":"2026-07-31T14:41:41.373986Z","end":"2026-07-31T14:41:44.17982Z","steps":["trace[1234827911] 'agreement among raft nodes before linearized reading' (duration: 2.80580186s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:44.179699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91758327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-31T14:41:44.179842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:41.373961Z","time spent":"2.805877852s","remote":"127.0.0.1:46322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:44.17985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104591173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:44.17985Z","caller":"traceutil/trace.go:171","msg":"trace[512754214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27891; }","duration":"1.917785265s","start":"2026-07-31T14:41:42.262056Z","end":"2026-07-31T14:41:44.179841Z","steps":["trace[512754214] 'agreement among raft nodes before linearized reading' (duration: 1.917539188s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:44.179851Z","caller":"traceutil/trace.go:171","msg":"trace[1523929565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27891; }","duration":"1.917410736s","start":"2026-07-31T14:41:42.262425Z","end":"2026-07-31T14:41:44.179836Z","steps":["trace[1523929565] 'agreement among raft nodes before linearized reading' (duration: 1.917319373s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:44.179869Z","caller":"traceutil/trace.go:171","msg":"trace[516511250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27891; }","duration":"1.104640123s","start":"2026-07-31T14:41:43.07522Z","end":"2026-07-31T14:41:44.17986Z","steps":["trace[516511250] 'agreement among raft nodes before linearized reading' (duration: 1.104603722s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:44.179875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:42.262036Z","time spent":"1.917833106s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T14:41:44.179519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07101853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-31T14:41:44.179883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:42.262404Z","time spent":"1.917472028s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:44.179817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:42.263088Z","time spent":"1.916720377s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:44.179883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:43.075207Z","time spent":"1.104673505s","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:44.179925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430859125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:44.179939Z","caller":"traceutil/trace.go:171","msg":"trace[696565596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27891; }","duration":"3.071436472s","start":"2026-07-31T14:41:41.108472Z","end":"2026-07-31T14:41:44.179909Z","steps":["trace[696565596] 'agreement among raft nodes before linearized reading' (duration: 3.07095502s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:44.179998Z","caller":"traceutil/trace.go:171","msg":"trace[978257709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27891; }","duration":"1.430989458s","start":"2026-07-31T14:41:42.74899Z","end":"2026-07-31T14:41:44.17998Z","steps":["trace[978257709] 'agreement among raft nodes before linearized reading' (duration: 1.430838514s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:44.18001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:41.108459Z","time spent":"3.071531244s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:41:44.180026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916864991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-31T14:41:44.180046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:42.748965Z","time spent":"1.431070861s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T14:41:44.180052Z","caller":"traceutil/trace.go:171","msg":"trace[1669842733] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27891; }","duration":"1.916889742s","start":"2026-07-31T14:41:42.263155Z","end":"2026-07-31T14:41:44.180044Z","steps":["trace[1669842733] 'agreement among raft nodes before linearized reading' (duration: 1.91680932s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:44.180082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:42.263134Z","time spent":"1.916942943s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-31T14:41:44.227007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:43.579813Z","time spent":"647.192778ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-31T14:41:44.837189Z","caller":"traceutil/trace.go:171","msg":"trace[833535947] transaction","detail":"{read_only:false; response_revision:27892; number_of_response:1; }","duration":"652.580646ms","start":"2026-07-31T14:41:44.18458Z","end":"2026-07-31T14:41:44.83716Z","steps":["trace[833535947] 'process raft request' (duration: 652.266137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:44.837426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:44.184563Z","time spent":"652.707488ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:44.837585Z","caller":"traceutil/trace.go:171","msg":"trace[1064229171] linearizableReadLoop","detail":"{readStateIndex:28762; appliedIndex:28755; }","duration":"650.433272ms","start":"2026-07-31T14:41:44.187123Z","end":"2026-07-31T14:41:44.837556Z","steps":["trace[1064229171] 'read index received' (duration: 39.892541ms)","trace[1064229171] 'applied index is now lower than readState.Index' (duration: 610.53977ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:44.837662Z","caller":"traceutil/trace.go:171","msg":"trace[1662910328] transaction","detail":"{read_only:false; response_revision:27894; number_of_response:1; }","duration":"652.800381ms","start":"2026-07-31T14:41:44.184823Z","end":"2026-07-31T14:41:44.837623Z","steps":["trace[1662910328] 'process raft request' (duration: 652.500554ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:44.837773Z","caller":"traceutil/trace.go:171","msg":"trace[829954690] transaction","detail":"{read_only:false; response_revision:27895; number_of_response:1; }","duration":"652.014331ms","start":"2026-07-31T14:41:44.185732Z","end":"2026-07-31T14:41:44.837746Z","steps":["trace[829954690] 'process raft request' (duration: 651.688473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:44.837835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:44.184797Z","time spent":"652.946444ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:44.837785Z","caller":"traceutil/trace.go:171","msg":"trace[1189481286] transaction","detail":"{read_only:false; response_revision:27896; number_of_response:1; }","duration":"651.662812ms","start":"2026-07-31T14:41:44.186059Z","end":"2026-07-31T14:41:44.837721Z","steps":["trace[1189481286] 'process raft request' (duration: 651.407725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:44.837933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:44.185726Z","time spent":"652.106143ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:44.837982Z","caller":"traceutil/trace.go:171","msg":"trace[840498888] transaction","detail":"{read_only:false; response_revision:27897; number_of_response:1; }","duration":"651.864737ms","start":"2026-07-31T14:41:44.186101Z","end":"2026-07-31T14:41:44.837966Z","steps":["trace[840498888] 'process raft request' (duration: 651.406175ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:44.837943Z","caller":"traceutil/trace.go:171","msg":"trace[735681318] transaction","detail":"{read_only:false; response_revision:27893; number_of_response:1; }","duration":"653.232262ms","start":"2026-07-31T14:41:44.184668Z","end":"2026-07-31T14:41:44.8379Z","steps":["trace[735681318] 'process raft request' (duration: 652.38005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:44.838039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:44.186095Z","time spent":"651.909609ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:44.837933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:44.184691Z","time spent":"653.231392ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T14:41:44.838135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:44.184644Z","time spent":"653.390946ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:44.838081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:44.186054Z","time spent":"651.865438ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:44.838214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.086528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:44.838271Z","caller":"traceutil/trace.go:171","msg":"trace[214649900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27897; }","duration":"651.149899ms","start":"2026-07-31T14:41:44.187109Z","end":"2026-07-31T14:41:44.838259Z","steps":["trace[214649900] 'agreement among raft nodes before linearized reading' (duration: 651.028566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:44.838305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:44.187103Z","time spent":"651.19635ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:45.089139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.107243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:45.089441Z","caller":"traceutil/trace.go:171","msg":"trace[646721090] transaction","detail":"{read_only:false; response_revision:27898; number_of_response:1; }","duration":"861.59987ms","start":"2026-07-31T14:41:44.227815Z","end":"2026-07-31T14:41:45.089415Z","steps":["trace[646721090] 'process raft request' (duration: 658.097887ms)","trace[646721090] 'compare' (duration: 202.802045ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:45.089545Z","caller":"traceutil/trace.go:171","msg":"trace[538324016] transaction","detail":"{read_only:false; response_revision:27901; number_of_response:1; }","duration":"249.457428ms","start":"2026-07-31T14:41:44.840066Z","end":"2026-07-31T14:41:45.089523Z","steps":["trace[538324016] 'process raft request' (duration: 249.363365ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:45.089673Z","caller":"traceutil/trace.go:171","msg":"trace[77850014] transaction","detail":"{read_only:false; response_revision:27900; number_of_response:1; }","duration":"496.900045ms","start":"2026-07-31T14:41:44.59276Z","end":"2026-07-31T14:41:45.08966Z","steps":["trace[77850014] 'process raft request' (duration: 496.620528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:45.089754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:44.592718Z","time spent":"497.002888ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:45.089629Z","caller":"traceutil/trace.go:171","msg":"trace[413987281] transaction","detail":"{read_only:false; response_revision:27899; number_of_response:1; }","duration":"806.333107ms","start":"2026-07-31T14:41:44.283225Z","end":"2026-07-31T14:41:45.089558Z","steps":["trace[413987281] 'process raft request' (duration: 806.028189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:45.089954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:44.283216Z","time spent":"806.651115ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:45.090103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.229846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-31T14:41:45.090157Z","caller":"traceutil/trace.go:171","msg":"trace[314930591] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27901; }","duration":"659.282298ms","start":"2026-07-31T14:41:44.430865Z","end":"2026-07-31T14:41:45.090148Z","steps":["trace[314930591] 'agreement among raft nodes before linearized reading' (duration: 659.163075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:45.090196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:44.430813Z","time spent":"659.37645ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-31T14:41:45.090078Z","caller":"traceutil/trace.go:171","msg":"trace[718875220] linearizableReadLoop","detail":"{readStateIndex:28765; appliedIndex:28762; }","duration":"252.291421ms","start":"2026-07-31T14:41:44.837669Z","end":"2026-07-31T14:41:45.08996Z","steps":["trace[718875220] 'read index received' (duration: 48.240214ms)","trace[718875220] 'applied index is now lower than readState.Index' (duration: 204.048597ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:45.0905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.606192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:45.090549Z","caller":"traceutil/trace.go:171","msg":"trace[896643687] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:27901; }","duration":"680.710744ms","start":"2026-07-31T14:41:44.409826Z","end":"2026-07-31T14:41:45.090537Z","steps":["trace[896643687] 'agreement among raft nodes before linearized reading' (duration: 680.630062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:45.090569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:44.227796Z","time spent":"861.751223ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:45.090617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:44.4098Z","time spent":"680.786847ms","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:45.090688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.449813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:45.090812Z","caller":"traceutil/trace.go:171","msg":"trace[1830304646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27901; }","duration":"250.675039ms","start":"2026-07-31T14:41:44.840109Z","end":"2026-07-31T14:41:45.090784Z","steps":["trace[1830304646] 'agreement among raft nodes before linearized reading' (duration: 250.419962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:45.596614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850406058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T14:41:46.007111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.028605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:46.007223Z","caller":"traceutil/trace.go:171","msg":"trace[574687002] transaction","detail":"{read_only:false; response_revision:27902; number_of_response:1; }","duration":"912.299635ms","start":"2026-07-31T14:41:45.094905Z","end":"2026-07-31T14:41:46.007205Z","steps":["trace[574687002] 'process raft request' (duration: 789.099965ms)","trace[574687002] 'compare' (duration: 122.927273ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:46.007279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:45.094881Z","time spent":"912.371527ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:46.033934Z","caller":"traceutil/trace.go:171","msg":"trace[1016059697] transaction","detail":"{read_only:false; response_revision:27903; number_of_response:1; }","duration":"449.648997ms","start":"2026-07-31T14:41:45.584256Z","end":"2026-07-31T14:41:46.033905Z","steps":["trace[1016059697] 'process raft request' (duration: 449.415921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:46.034107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:45.584221Z","time spent":"449.790471ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:46.034131Z","caller":"traceutil/trace.go:171","msg":"trace[1917763489] linearizableReadLoop","detail":"{readStateIndex:28769; appliedIndex:28766; }","duration":"937.569652ms","start":"2026-07-31T14:41:45.096533Z","end":"2026-07-31T14:41:46.034103Z","steps":["trace[1917763489] 'read index received' (duration: 787.488504ms)","trace[1917763489] 'applied index is now lower than readState.Index' (duration: 150.079898ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:46.034266Z","caller":"traceutil/trace.go:171","msg":"trace[592913387] transaction","detail":"{read_only:false; response_revision:27904; number_of_response:1; }","duration":"449.72055ms","start":"2026-07-31T14:41:45.584481Z","end":"2026-07-31T14:41:46.034202Z","steps":["trace[592913387] 'process raft request' (duration: 449.34606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:46.034379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.819598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:41:46.034445Z","caller":"traceutil/trace.go:171","msg":"trace[587713857] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27904; }","duration":"937.920551ms","start":"2026-07-31T14:41:45.096507Z","end":"2026-07-31T14:41:46.034428Z","steps":["trace[587713857] 'agreement among raft nodes before linearized reading' (duration: 937.739927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:46.034501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:45.096496Z","time spent":"937.991543ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-31T14:41:46.03456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.019961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T14:41:46.034613Z","caller":"traceutil/trace.go:171","msg":"trace[863625812] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27904; }","duration":"767.130875ms","start":"2026-07-31T14:41:45.267468Z","end":"2026-07-31T14:41:46.034599Z","steps":["trace[863625812] 'agreement among raft nodes before linearized reading' (duration: 766.974011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:46.034593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:45.584447Z","time spent":"449.963555ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:46.034652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:45.267435Z","time spent":"767.210167ms","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T14:41:46.034657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.726514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-31T14:41:46.034701Z","caller":"traceutil/trace.go:171","msg":"trace[1845823732] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27904; }","duration":"432.798197ms","start":"2026-07-31T14:41:45.601886Z","end":"2026-07-31T14:41:46.034684Z","steps":["trace[1845823732] 'agreement among raft nodes before linearized reading' (duration: 432.651603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:46.034742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:45.601873Z","time spent":"432.861168ms","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1659,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-31T14:41:46.034834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.934105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:46.034909Z","caller":"traceutil/trace.go:171","msg":"trace[1685639942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27904; }","duration":"504.009187ms","start":"2026-07-31T14:41:45.530881Z","end":"2026-07-31T14:41:46.034891Z","steps":["trace[1685639942] 'agreement among raft nodes before linearized reading' (duration: 503.879814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:46.034956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:45.530819Z","time spent":"504.12804ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:47.27636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169154343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15306"} {"level":"info","ts":"2026-07-31T14:41:47.276453Z","caller":"traceutil/trace.go:171","msg":"trace[2109127876] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27904; }","duration":"1.169297357s","start":"2026-07-31T14:41:46.107129Z","end":"2026-07-31T14:41:47.276427Z","steps":["trace[2109127876] 'range keys from in-memory index tree' (duration: 1.168147748s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:47.276511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:46.107107Z","time spent":"1.169389579s","remote":"127.0.0.1:41116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":15329,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-31T14:41:47.465527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.371206ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T14:41:47.466239Z","caller":"traceutil/trace.go:171","msg":"trace[1251074076] transaction","detail":"{read_only:false; response_revision:27905; number_of_response:1; }","duration":"1.281482635s","start":"2026-07-31T14:41:46.184728Z","end":"2026-07-31T14:41:47.46621Z","steps":["trace[1251074076] 'process raft request' (duration: 1.280946692s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:47.466421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:46.184704Z","time spent":"1.281627938s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:47.887623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.343243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:47.887829Z","caller":"traceutil/trace.go:171","msg":"trace[870047003] transaction","detail":"{read_only:false; response_revision:27907; number_of_response:1; }","duration":"249.251453ms","start":"2026-07-31T14:41:47.63856Z","end":"2026-07-31T14:41:47.887811Z","steps":["trace[870047003] 'process raft request' (duration: 249.171341ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:47.887818Z","caller":"traceutil/trace.go:171","msg":"trace[140926439] linearizableReadLoop","detail":"{readStateIndex:28771; appliedIndex:28769; }","duration":"1.045636665s","start":"2026-07-31T14:41:46.842156Z","end":"2026-07-31T14:41:47.887793Z","steps":["trace[140926439] 'read index received' (duration: 261.002263ms)","trace[140926439] 'applied index is now lower than readState.Index' (duration: 784.630712ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:47.887943Z","caller":"traceutil/trace.go:171","msg":"trace[470990444] transaction","detail":"{read_only:false; response_revision:27906; number_of_response:1; }","duration":"791.23168ms","start":"2026-07-31T14:41:47.096489Z","end":"2026-07-31T14:41:47.88772Z","steps":["trace[470990444] 'process raft request' (duration: 369.703913ms)","trace[470990444] 'compare' (duration: 421.2186ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:47.888099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:47.096467Z","time spent":"791.533758ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:47.88813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.889065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:41:47.88813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045881622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-31T14:41:47.888188Z","caller":"traceutil/trace.go:171","msg":"trace[1904596321] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27907; }","duration":"882.991528ms","start":"2026-07-31T14:41:47.005175Z","end":"2026-07-31T14:41:47.888167Z","steps":["trace[1904596321] 'agreement among raft nodes before linearized reading' (duration: 882.800373ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:47.888198Z","caller":"traceutil/trace.go:171","msg":"trace[1323873608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27907; }","duration":"1.045971155s","start":"2026-07-31T14:41:46.842208Z","end":"2026-07-31T14:41:47.88818Z","steps":["trace[1323873608] 'agreement among raft nodes before linearized reading' (duration: 1.04576999s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:47.888239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:46.842199Z","time spent":"1.046031496s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:41:47.88826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:47.005152Z","time spent":"883.06833ms","remote":"127.0.0.1:41272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":125,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:47.888323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045766739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-31T14:41:47.888361Z","caller":"traceutil/trace.go:171","msg":"trace[1849969005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27907; }","duration":"1.045819611s","start":"2026-07-31T14:41:46.842529Z","end":"2026-07-31T14:41:47.888349Z","steps":["trace[1849969005] 'agreement among raft nodes before linearized reading' (duration: 1.045673778s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:47.88836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045515003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-31T14:41:47.888392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:46.84252Z","time spent":"1.045863322s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T14:41:47.888435Z","caller":"traceutil/trace.go:171","msg":"trace[227238305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27907; }","duration":"1.045654017s","start":"2026-07-31T14:41:46.842761Z","end":"2026-07-31T14:41:47.888415Z","steps":["trace[227238305] 'agreement among raft nodes before linearized reading' (duration: 1.045439621s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:47.888494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:46.842735Z","time spent":"1.045749289s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:47.888494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.990439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:47.888566Z","caller":"traceutil/trace.go:171","msg":"trace[1568830573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27907; }","duration":"359.115672ms","start":"2026-07-31T14:41:47.529431Z","end":"2026-07-31T14:41:47.888547Z","steps":["trace[1568830573] 'agreement among raft nodes before linearized reading' (duration: 358.977709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:47.88859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.831411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-31T14:41:47.888661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046311494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-31T14:41:47.888689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045406449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-31T14:41:47.888807Z","caller":"traceutil/trace.go:171","msg":"trace[15803201] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27907; }","duration":"1.045542063s","start":"2026-07-31T14:41:46.843231Z","end":"2026-07-31T14:41:47.888773Z","steps":["trace[15803201] 'agreement among raft nodes before linearized reading' (duration: 1.045269376s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:47.888859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:46.84322Z","time spent":"1.045628685s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-31T14:41:47.888678Z","caller":"traceutil/trace.go:171","msg":"trace[1679088957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27907; }","duration":"598.969625ms","start":"2026-07-31T14:41:47.289692Z","end":"2026-07-31T14:41:47.888662Z","steps":["trace[1679088957] 'agreement among raft nodes before linearized reading' (duration: 598.727139ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:47.888739Z","caller":"traceutil/trace.go:171","msg":"trace[1568283559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27907; }","duration":"1.046459137s","start":"2026-07-31T14:41:46.842262Z","end":"2026-07-31T14:41:47.888722Z","steps":["trace[1568283559] 'agreement among raft nodes before linearized reading' (duration: 1.046251751s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:47.888962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:47.289668Z","time spent":"599.243591ms","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-31T14:41:47.888616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:47.529396Z","time spent":"359.212435ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:47.889051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:46.842222Z","time spent":"1.046809515s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:47.889034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046867997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-31T14:41:47.889414Z","caller":"traceutil/trace.go:171","msg":"trace[1916427140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27907; }","duration":"1.047280918s","start":"2026-07-31T14:41:46.842111Z","end":"2026-07-31T14:41:47.889392Z","steps":["trace[1916427140] 'agreement among raft nodes before linearized reading' (duration: 1.046304233s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:47.889586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:46.842088Z","time spent":"1.047382881s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T14:41:48.448159Z","caller":"traceutil/trace.go:171","msg":"trace[240873817] transaction","detail":"{read_only:false; response_revision:27908; number_of_response:1; }","duration":"554.95382ms","start":"2026-07-31T14:41:47.893174Z","end":"2026-07-31T14:41:48.448128Z","steps":["trace[240873817] 'process raft request' (duration: 554.742694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:48.448347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:47.893155Z","time spent":"555.095034ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:48.805239Z","caller":"traceutil/trace.go:171","msg":"trace[1477528969] transaction","detail":"{read_only:false; response_revision:27910; number_of_response:1; }","duration":"911.744682ms","start":"2026-07-31T14:41:47.893467Z","end":"2026-07-31T14:41:48.805212Z","steps":["trace[1477528969] 'process raft request' (duration: 911.620028ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:48.805243Z","caller":"traceutil/trace.go:171","msg":"trace[1080246826] transaction","detail":"{read_only:false; response_revision:27909; number_of_response:1; }","duration":"911.979608ms","start":"2026-07-31T14:41:47.893227Z","end":"2026-07-31T14:41:48.805207Z","steps":["trace[1080246826] 'process raft request' (duration: 823.536997ms)","trace[1080246826] 'compare' (duration: 88.081882ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:48.805418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:47.893454Z","time spent":"911.857434ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:48.805428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:47.893215Z","time spent":"912.104711ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:48.805558Z","caller":"traceutil/trace.go:171","msg":"trace[209068091] transaction","detail":"{read_only:false; response_revision:27911; number_of_response:1; }","duration":"912.004249ms","start":"2026-07-31T14:41:47.893523Z","end":"2026-07-31T14:41:48.805527Z","steps":["trace[209068091] 'process raft request' (duration: 911.65449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:48.805719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:47.893501Z","time spent":"912.127541ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:48.80585Z","caller":"traceutil/trace.go:171","msg":"trace[445222701] transaction","detail":"{read_only:false; response_revision:27913; number_of_response:1; }","duration":"911.952776ms","start":"2026-07-31T14:41:47.893884Z","end":"2026-07-31T14:41:48.805837Z","steps":["trace[445222701] 'process raft request' (duration: 911.70602ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:48.805849Z","caller":"traceutil/trace.go:171","msg":"trace[1020007722] transaction","detail":"{read_only:false; response_revision:27912; number_of_response:1; }","duration":"912.272885ms","start":"2026-07-31T14:41:47.893558Z","end":"2026-07-31T14:41:48.805831Z","steps":["trace[1020007722] 'process raft request' (duration: 911.869835ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:48.805906Z","caller":"traceutil/trace.go:171","msg":"trace[1857405432] transaction","detail":"{read_only:false; response_revision:27914; number_of_response:1; }","duration":"767.702809ms","start":"2026-07-31T14:41:48.038181Z","end":"2026-07-31T14:41:48.805884Z","steps":["trace[1857405432] 'process raft request' (duration: 767.506864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:48.805928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:47.893856Z","time spent":"912.030849ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:48.805934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:47.893548Z","time spent":"912.344627ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:48.805991Z","caller":"traceutil/trace.go:171","msg":"trace[1296981383] transaction","detail":"{read_only:false; response_revision:27915; number_of_response:1; }","duration":"765.923913ms","start":"2026-07-31T14:41:48.040055Z","end":"2026-07-31T14:41:48.805979Z","steps":["trace[1296981383] 'process raft request' (duration: 765.688167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:48.805998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:48.038149Z","time spent":"767.804891ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:48.806058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:48.040035Z","time spent":"765.988975ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:48.806Z","caller":"traceutil/trace.go:171","msg":"trace[156969778] linearizableReadLoop","detail":"{readStateIndex:28782; appliedIndex:28774; }","duration":"330.732817ms","start":"2026-07-31T14:41:48.475242Z","end":"2026-07-31T14:41:48.805974Z","steps":["trace[156969778] 'read index received' (duration: 241.585677ms)","trace[156969778] 'applied index is now lower than readState.Index' (duration: 89.14514ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:48.806158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.912381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:48.806212Z","caller":"traceutil/trace.go:171","msg":"trace[1037689067] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27916; }","duration":"331.010343ms","start":"2026-07-31T14:41:48.47518Z","end":"2026-07-31T14:41:48.806191Z","steps":["trace[1037689067] 'agreement among raft nodes before linearized reading' (duration: 330.913541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:48.806245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:48.475153Z","time spent":"331.083905ms","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:48.806044Z","caller":"traceutil/trace.go:171","msg":"trace[1273091813] transaction","detail":"{read_only:false; response_revision:27916; number_of_response:1; }","duration":"615.736774ms","start":"2026-07-31T14:41:48.190274Z","end":"2026-07-31T14:41:48.806011Z","steps":["trace[1273091813] 'process raft request' (duration: 615.56998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:48.806472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:48.190247Z","time spent":"616.108473ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:48.806655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.400857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:48.806776Z","caller":"traceutil/trace.go:171","msg":"trace[465435999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27916; }","duration":"276.710055ms","start":"2026-07-31T14:41:48.53003Z","end":"2026-07-31T14:41:48.80674Z","steps":["trace[465435999] 'agreement among raft nodes before linearized reading' (duration: 276.400356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:48.80689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.08513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-31T14:41:48.806988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.776988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-31T14:41:48.807012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.240134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-31T14:41:48.807066Z","caller":"traceutil/trace.go:171","msg":"trace[918770173] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27916; }","duration":"224.319276ms","start":"2026-07-31T14:41:48.582733Z","end":"2026-07-31T14:41:48.807052Z","steps":["trace[918770173] 'agreement among raft nodes before linearized reading' (duration: 224.134391ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:48.806971Z","caller":"traceutil/trace.go:171","msg":"trace[340927189] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27916; }","duration":"224.291654ms","start":"2026-07-31T14:41:48.58266Z","end":"2026-07-31T14:41:48.806951Z","steps":["trace[340927189] 'agreement among raft nodes before linearized reading' (duration: 223.779461ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:48.80725Z","caller":"traceutil/trace.go:171","msg":"trace[177563033] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27916; }","duration":"224.949853ms","start":"2026-07-31T14:41:48.582091Z","end":"2026-07-31T14:41:48.807041Z","steps":["trace[177563033] 'agreement among raft nodes before linearized reading' (duration: 224.615464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:49.472612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.160181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:49.47272Z","caller":"traceutil/trace.go:171","msg":"trace[643854290] transaction","detail":"{read_only:false; response_revision:27917; number_of_response:1; }","duration":"661.37536ms","start":"2026-07-31T14:41:48.811325Z","end":"2026-07-31T14:41:49.4727Z","steps":["trace[643854290] 'process raft request' (duration: 173.036874ms)","trace[643854290] 'compare' (duration: 487.774971ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:49.472781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:48.811297Z","time spent":"661.456032ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:49.530262Z","caller":"traceutil/trace.go:171","msg":"trace[1004344277] transaction","detail":"{read_only:false; response_revision:27919; number_of_response:1; }","duration":"718.158943ms","start":"2026-07-31T14:41:48.812089Z","end":"2026-07-31T14:41:49.530248Z","steps":["trace[1004344277] 'process raft request' (duration: 718.116861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:49.530351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:48.812065Z","time spent":"718.246915ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:49.53054Z","caller":"traceutil/trace.go:171","msg":"trace[270783704] transaction","detail":"{read_only:false; response_revision:27918; number_of_response:1; }","duration":"718.478451ms","start":"2026-07-31T14:41:48.812025Z","end":"2026-07-31T14:41:49.530504Z","steps":["trace[270783704] 'process raft request' (duration: 718.082841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:49.530749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:48.812013Z","time spent":"718.607614ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:50.008839Z","caller":"traceutil/trace.go:171","msg":"trace[231027698] transaction","detail":"{read_only:false; response_revision:27921; number_of_response:1; }","duration":"114.790185ms","start":"2026-07-31T14:41:49.894024Z","end":"2026-07-31T14:41:50.008815Z","steps":["trace[231027698] 'process raft request' (duration: 114.632471ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:50.975477Z","caller":"traceutil/trace.go:171","msg":"trace[1425412077] linearizableReadLoop","detail":"{readStateIndex:28788; appliedIndex:28787; }","duration":"494.136485ms","start":"2026-07-31T14:41:50.481242Z","end":"2026-07-31T14:41:50.975379Z","steps":["trace[1425412077] 'read index received' (duration: 493.988322ms)","trace[1425412077] 'applied index is now lower than readState.Index' (duration: 146.633µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:50.975581Z","caller":"traceutil/trace.go:171","msg":"trace[1840132941] transaction","detail":"{read_only:false; response_revision:27922; number_of_response:1; }","duration":"519.735029ms","start":"2026-07-31T14:41:50.455804Z","end":"2026-07-31T14:41:50.975539Z","steps":["trace[1840132941] 'process raft request' (duration: 519.35406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:50.975732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.472003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:50.975801Z","caller":"traceutil/trace.go:171","msg":"trace[1528460045] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27922; }","duration":"494.556065ms","start":"2026-07-31T14:41:50.481222Z","end":"2026-07-31T14:41:50.975778Z","steps":["trace[1528460045] 'agreement among raft nodes before linearized reading' (duration: 494.376571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:50.975851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:50.481175Z","time spent":"494.660358ms","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:50.975827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:50.455777Z","time spent":"519.885614ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:51.450042Z","caller":"traceutil/trace.go:171","msg":"trace[706378209] transaction","detail":"{read_only:false; response_revision:27923; number_of_response:1; }","duration":"714.301393ms","start":"2026-07-31T14:41:50.735709Z","end":"2026-07-31T14:41:51.45001Z","steps":["trace[706378209] 'process raft request' (duration: 713.984915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:51.450239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:50.73569Z","time spent":"714.445798ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:51.450383Z","caller":"traceutil/trace.go:171","msg":"trace[2141839888] transaction","detail":"{read_only:false; response_revision:27924; number_of_response:1; }","duration":"638.416063ms","start":"2026-07-31T14:41:50.811936Z","end":"2026-07-31T14:41:51.450352Z","steps":["trace[2141839888] 'process raft request' (duration: 638.012373ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:51.450449Z","caller":"traceutil/trace.go:171","msg":"trace[1418122049] transaction","detail":"{read_only:false; response_revision:27925; number_of_response:1; }","duration":"638.437064ms","start":"2026-07-31T14:41:50.811994Z","end":"2026-07-31T14:41:51.450431Z","steps":["trace[1418122049] 'process raft request' (duration: 638.27852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:51.450723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.837317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-31T14:41:51.450727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:50.81191Z","time spent":"638.533126ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:51.450785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.193238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T14:41:51.450802Z","caller":"traceutil/trace.go:171","msg":"trace[305144212] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27925; }","duration":"757.956769ms","start":"2026-07-31T14:41:50.692829Z","end":"2026-07-31T14:41:51.450786Z","steps":["trace[305144212] 'agreement among raft nodes before linearized reading' (duration: 757.738523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:51.450869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:50.692816Z","time spent":"758.036852ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-07-31T14:41:51.45087Z","caller":"traceutil/trace.go:171","msg":"trace[1577370023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27925; }","duration":"640.316561ms","start":"2026-07-31T14:41:50.810514Z","end":"2026-07-31T14:41:51.450831Z","steps":["trace[1577370023] 'agreement among raft nodes before linearized reading' (duration: 640.151737ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:51.450461Z","caller":"traceutil/trace.go:171","msg":"trace[632475592] linearizableReadLoop","detail":"{readStateIndex:28791; appliedIndex:28788; }","duration":"474.876031ms","start":"2026-07-31T14:41:50.975559Z","end":"2026-07-31T14:41:51.450435Z","steps":["trace[632475592] 'read index received' (duration: 474.05308ms)","trace[632475592] 'applied index is now lower than readState.Index' (duration: 822.041µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:51.450909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:50.810483Z","time spent":"640.417364ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T14:41:51.45063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.165818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:41:51.451079Z","caller":"traceutil/trace.go:171","msg":"trace[953818304] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27925; }","duration":"640.65667ms","start":"2026-07-31T14:41:50.81041Z","end":"2026-07-31T14:41:51.451067Z","steps":["trace[953818304] 'agreement among raft nodes before linearized reading' (duration: 640.044035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:51.451102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.168148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-31T14:41:51.451147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:50.810387Z","time spent":"640.747072ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-31T14:41:51.450625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.218388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:51.451167Z","caller":"traceutil/trace.go:171","msg":"trace[1849284940] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27925; }","duration":"439.287141ms","start":"2026-07-31T14:41:51.011861Z","end":"2026-07-31T14:41:51.451148Z","steps":["trace[1849284940] 'agreement among raft nodes before linearized reading' (duration: 439.130217ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:51.45121Z","caller":"traceutil/trace.go:171","msg":"trace[683719543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27925; }","duration":"920.884325ms","start":"2026-07-31T14:41:50.530317Z","end":"2026-07-31T14:41:51.451201Z","steps":["trace[683719543] 'agreement among raft nodes before linearized reading' (duration: 920.233418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:51.451229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:51.01184Z","time spent":"439.374565ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:41:51.451243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:50.530295Z","time spent":"920.939657ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:51.450693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.639149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-31T14:41:51.450686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.246536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T14:41:51.451385Z","caller":"traceutil/trace.go:171","msg":"trace[1367850679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27925; }","duration":"641.990366ms","start":"2026-07-31T14:41:50.809385Z","end":"2026-07-31T14:41:51.451376Z","steps":["trace[1367850679] 'agreement among raft nodes before linearized reading' (duration: 641.106633ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:51.451392Z","caller":"traceutil/trace.go:171","msg":"trace[1308149109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27925; }","duration":"639.354788ms","start":"2026-07-31T14:41:50.812021Z","end":"2026-07-31T14:41:51.451376Z","steps":["trace[1308149109] 'agreement among raft nodes before linearized reading' (duration: 638.632109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:51.451421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:50.809344Z","time spent":"642.068188ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:51.45145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:50.812004Z","time spent":"639.43074ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:51.450676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.425804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T14:41:51.451581Z","caller":"traceutil/trace.go:171","msg":"trace[744500291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27925; }","duration":"641.342258ms","start":"2026-07-31T14:41:50.810217Z","end":"2026-07-31T14:41:51.451559Z","steps":["trace[744500291] 'agreement among raft nodes before linearized reading' (duration: 640.323012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:51.451702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:50.81021Z","time spent":"641.42757ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:51.451789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:50.811966Z","time spent":"638.803344ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:52.122746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.017331ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-31T14:41:52.122848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:51.453422Z","time spent":"669.421676ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T14:41:52.714699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.18458ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:52.714834Z","caller":"traceutil/trace.go:171","msg":"trace[1185574480] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27925; }","duration":"272.342454ms","start":"2026-07-31T14:41:52.442471Z","end":"2026-07-31T14:41:52.714813Z","steps":["trace[1185574480] 'range keys from in-memory index tree' (duration: 272.161969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:52.715068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.78949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:52.715435Z","caller":"traceutil/trace.go:171","msg":"trace[1860516758] transaction","detail":"{read_only:false; response_revision:27928; number_of_response:1; }","duration":"1.259581776s","start":"2026-07-31T14:41:51.455828Z","end":"2026-07-31T14:41:52.71541Z","steps":["trace[1860516758] 'process raft request' (duration: 1.259416172s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:52.715532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:51.455819Z","time spent":"1.259670708s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:52.715557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.964994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:52.71559Z","caller":"traceutil/trace.go:171","msg":"trace[1943624326] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:27933; }","duration":"985.039406ms","start":"2026-07-31T14:41:51.730541Z","end":"2026-07-31T14:41:52.71558Z","steps":["trace[1943624326] 'agreement among raft nodes before linearized reading' (duration: 984.940334ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:52.715456Z","caller":"traceutil/trace.go:171","msg":"trace[609707937] linearizableReadLoop","detail":"{readStateIndex:28800; appliedIndex:28791; }","duration":"984.849062ms","start":"2026-07-31T14:41:51.730595Z","end":"2026-07-31T14:41:52.715444Z","steps":["trace[609707937] 'read index received' (duration: 259.232119ms)","trace[609707937] 'applied index is now lower than readState.Index' (duration: 725.616143ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:52.715648Z","caller":"traceutil/trace.go:171","msg":"trace[631041327] transaction","detail":"{read_only:false; response_revision:27927; number_of_response:1; }","duration":"1.260026367s","start":"2026-07-31T14:41:51.455612Z","end":"2026-07-31T14:41:52.715639Z","steps":["trace[631041327] 'process raft request' (duration: 1.259528914s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:52.715655Z","caller":"traceutil/trace.go:171","msg":"trace[1528352101] transaction","detail":"{read_only:false; response_revision:27929; number_of_response:1; }","duration":"1.259292599s","start":"2026-07-31T14:41:51.456354Z","end":"2026-07-31T14:41:52.715646Z","steps":["trace[1528352101] 'process raft request' (duration: 1.2589299s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:52.715622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:51.730509Z","time spent":"985.104178ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:52.715695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:51.455605Z","time spent":"1.260064568s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:52.715706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:51.456346Z","time spent":"1.259328759s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:52.715686Z","caller":"traceutil/trace.go:171","msg":"trace[688423274] transaction","detail":"{read_only:false; response_revision:27931; number_of_response:1; }","duration":"1.258730213s","start":"2026-07-31T14:41:51.456925Z","end":"2026-07-31T14:41:52.715655Z","steps":["trace[688423274] 'process raft request' (duration: 1.258419535s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:52.715707Z","caller":"traceutil/trace.go:171","msg":"trace[1870095871] transaction","detail":"{read_only:false; response_revision:27933; number_of_response:1; }","duration":"1.059734986s","start":"2026-07-31T14:41:51.655941Z","end":"2026-07-31T14:41:52.715676Z","steps":["trace[1870095871] 'process raft request' (duration: 1.059459689s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:52.715707Z","caller":"traceutil/trace.go:171","msg":"trace[470602441] transaction","detail":"{read_only:false; response_revision:27932; number_of_response:1; }","duration":"1.157541916s","start":"2026-07-31T14:41:51.558133Z","end":"2026-07-31T14:41:52.715675Z","steps":["trace[470602441] 'process raft request' (duration: 1.157240389s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:52.71571Z","caller":"traceutil/trace.go:171","msg":"trace[1782377433] transaction","detail":"{read_only:false; response_revision:27930; number_of_response:1; }","duration":"1.259094573s","start":"2026-07-31T14:41:51.45658Z","end":"2026-07-31T14:41:52.715674Z","steps":["trace[1782377433] 'process raft request' (duration: 1.258734334s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:52.715746Z","caller":"traceutil/trace.go:171","msg":"trace[1695086333] transaction","detail":"{read_only:false; response_revision:27926; number_of_response:1; }","duration":"1.260179521s","start":"2026-07-31T14:41:51.455526Z","end":"2026-07-31T14:41:52.715705Z","steps":["trace[1695086333] 'process raft request' (duration: 978.683773ms)","trace[1695086333] 'compare' (duration: 280.285047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:52.71583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:51.456912Z","time spent":"1.258838596s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:52.715852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:51.456566Z","time spent":"1.259218786s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:52.715853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:51.655917Z","time spent":"1.059856579s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:52.715853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:51.558108Z","time spent":"1.157667279s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:52.715904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:51.455505Z","time spent":"1.260313604s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:53.285719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.731326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:53.285878Z","caller":"traceutil/trace.go:171","msg":"trace[2046824536] transaction","detail":"{read_only:false; response_revision:27935; number_of_response:1; }","duration":"1.161655351s","start":"2026-07-31T14:41:52.124209Z","end":"2026-07-31T14:41:53.285864Z","steps":["trace[2046824536] 'process raft request' (duration: 1.161580549s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:53.285924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:52.124185Z","time spent":"1.161717803s","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:53.285992Z","caller":"traceutil/trace.go:171","msg":"trace[1731893273] transaction","detail":"{read_only:false; response_revision:27934; number_of_response:1; }","duration":"1.27112023s","start":"2026-07-31T14:41:52.014749Z","end":"2026-07-31T14:41:53.28587Z","steps":["trace[1731893273] 'process raft request' (duration: 843.167678ms)","trace[1731893273] 'compare' (duration: 427.549852ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:53.286945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:52.014724Z","time spent":"1.271594243s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:53.598513Z","caller":"traceutil/trace.go:171","msg":"trace[835858166] linearizableReadLoop","detail":"{readStateIndex:28803; appliedIndex:28800; }","duration":"882.830902ms","start":"2026-07-31T14:41:52.715653Z","end":"2026-07-31T14:41:53.598484Z","steps":["trace[835858166] 'read index received' (duration: 142.271418ms)","trace[835858166] 'applied index is now lower than readState.Index' (duration: 740.558194ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:53.598634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067664488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:53.598667Z","caller":"traceutil/trace.go:171","msg":"trace[1273238878] transaction","detail":"{read_only:false; response_revision:27936; number_of_response:1; }","duration":"1.001049095s","start":"2026-07-31T14:41:52.597585Z","end":"2026-07-31T14:41:53.598634Z","steps":["trace[1273238878] 'process raft request' (duration: 985.172519ms)","trace[1273238878] 'compare' (duration: 15.509997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:53.599029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:52.597563Z","time spent":"1.001339072s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:53.59871Z","caller":"traceutil/trace.go:171","msg":"trace[436364131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27936; }","duration":"1.067822073s","start":"2026-07-31T14:41:52.53087Z","end":"2026-07-31T14:41:53.598692Z","steps":["trace[436364131] 'agreement among raft nodes before linearized reading' (duration: 1.067634598s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:53.599143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:52.530818Z","time spent":"1.068288604s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:53.598628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531316373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:53.59931Z","caller":"traceutil/trace.go:171","msg":"trace[1821382300] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27936; }","duration":"1.532043172s","start":"2026-07-31T14:41:52.067246Z","end":"2026-07-31T14:41:53.59929Z","steps":["trace[1821382300] 'agreement among raft nodes before linearized reading' (duration: 1.531276792s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:53.59937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:52.067228Z","time spent":"1.532125614s","remote":"127.0.0.1:41444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:53.598667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670632185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:53.599452Z","caller":"traceutil/trace.go:171","msg":"trace[963125169] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27936; }","duration":"1.671467666s","start":"2026-07-31T14:41:51.927957Z","end":"2026-07-31T14:41:53.599425Z","steps":["trace[963125169] 'agreement among raft nodes before linearized reading' (duration: 1.670581834s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:53.599527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:51.92793Z","time spent":"1.671572359s","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":41,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:53.598725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824039438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:53.599609Z","caller":"traceutil/trace.go:171","msg":"trace[1019036690] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27936; }","duration":"1.824958971s","start":"2026-07-31T14:41:51.774616Z","end":"2026-07-31T14:41:53.599575Z","steps":["trace[1019036690] 'agreement among raft nodes before linearized reading' (duration: 1.823992536s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:53.599703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:51.774595Z","time spent":"1.825075723s","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":96,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:53.686929Z","caller":"traceutil/trace.go:171","msg":"trace[635356773] transaction","detail":"{read_only:false; response_revision:27937; number_of_response:1; }","duration":"230.559376ms","start":"2026-07-31T14:41:53.456351Z","end":"2026-07-31T14:41:53.68691Z","steps":["trace[635356773] 'process raft request' (duration: 230.361131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:53.687169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.281175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:41:53.687225Z","caller":"traceutil/trace.go:171","msg":"trace[1360040661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27938; }","duration":"707.374187ms","start":"2026-07-31T14:41:52.979834Z","end":"2026-07-31T14:41:53.687208Z","steps":["trace[1360040661] 'agreement among raft nodes before linearized reading' (duration: 707.228944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:53.687273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:52.979812Z","time spent":"707.441918ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:41:53.687272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.0482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T14:41:53.687318Z","caller":"traceutil/trace.go:171","msg":"trace[73090130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27938; }","duration":"790.136413ms","start":"2026-07-31T14:41:52.897169Z","end":"2026-07-31T14:41:53.687306Z","steps":["trace[73090130] 'agreement among raft nodes before linearized reading' (duration: 789.929437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:53.68735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:52.897147Z","time spent":"790.195215ms","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T14:41:53.687437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.217637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-31T14:41:53.687471Z","caller":"traceutil/trace.go:171","msg":"trace[29342739] transaction","detail":"{read_only:false; response_revision:27938; number_of_response:1; }","duration":"226.973023ms","start":"2026-07-31T14:41:53.460475Z","end":"2026-07-31T14:41:53.687448Z","steps":["trace[29342739] 'process raft request' (duration: 226.388219ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:53.687497Z","caller":"traceutil/trace.go:171","msg":"trace[213775393] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27938; }","duration":"399.389562ms","start":"2026-07-31T14:41:53.28809Z","end":"2026-07-31T14:41:53.687479Z","steps":["trace[213775393] 'agreement among raft nodes before linearized reading' (duration: 399.205247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:53.687613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.360323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:53.687827Z","caller":"traceutil/trace.go:171","msg":"trace[2118670445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27938; }","duration":"448.63107ms","start":"2026-07-31T14:41:53.239178Z","end":"2026-07-31T14:41:53.687809Z","steps":["trace[2118670445] 'agreement among raft nodes before linearized reading' (duration: 448.337563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:53.687729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:53.288069Z","time spent":"399.651329ms","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-31T14:41:53.687964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:53.239154Z","time spent":"448.752174ms","remote":"127.0.0.1:46386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:53.871677Z","caller":"traceutil/trace.go:171","msg":"trace[1027554126] transaction","detail":"{read_only:false; response_revision:27939; number_of_response:1; }","duration":"179.513141ms","start":"2026-07-31T14:41:53.692082Z","end":"2026-07-31T14:41:53.871595Z","steps":["trace[1027554126] 'process raft request' (duration: 106.411611ms)","trace[1027554126] 'compare' (duration: 72.863453ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:53.871779Z","caller":"traceutil/trace.go:171","msg":"trace[1585902129] linearizableReadLoop","detail":"{readStateIndex:28806; appliedIndex:28805; }","duration":"178.502143ms","start":"2026-07-31T14:41:53.69299Z","end":"2026-07-31T14:41:53.871492Z","steps":["trace[1585902129] 'read index received' (duration: 105.510657ms)","trace[1585902129] 'applied index is now lower than readState.Index' (duration: 72.990326ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:53.871832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.817192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15306"} {"level":"info","ts":"2026-07-31T14:41:53.871884Z","caller":"traceutil/trace.go:171","msg":"trace[1375346331] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27939; }","duration":"178.898184ms","start":"2026-07-31T14:41:53.692973Z","end":"2026-07-31T14:41:53.871871Z","steps":["trace[1375346331] 'agreement among raft nodes before linearized reading' (duration: 178.712189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:53.872014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.674171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:53.872019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.550743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:53.872081Z","caller":"traceutil/trace.go:171","msg":"trace[1309629376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27939; }","duration":"173.760043ms","start":"2026-07-31T14:41:53.698304Z","end":"2026-07-31T14:41:53.872064Z","steps":["trace[1309629376] 'agreement among raft nodes before linearized reading' (duration: 173.64273ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:53.872097Z","caller":"traceutil/trace.go:171","msg":"trace[1851369479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27939; }","duration":"147.679936ms","start":"2026-07-31T14:41:53.724402Z","end":"2026-07-31T14:41:53.872082Z","steps":["trace[1851369479] 'agreement among raft nodes before linearized reading' (duration: 147.549083ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:54.590325Z","caller":"traceutil/trace.go:171","msg":"trace[504547534] transaction","detail":"{read_only:false; response_revision:27940; number_of_response:1; }","duration":"108.202007ms","start":"2026-07-31T14:41:54.482083Z","end":"2026-07-31T14:41:54.590285Z","steps":["trace[504547534] 'process raft request' (duration: 107.991482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:55.110051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850406140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T14:41:56.384917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.237993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:56.385062Z","caller":"traceutil/trace.go:171","msg":"trace[607615817] transaction","detail":"{read_only:false; response_revision:27941; number_of_response:1; }","duration":"1.790272894s","start":"2026-07-31T14:41:54.594764Z","end":"2026-07-31T14:41:56.385037Z","steps":["trace[607615817] 'process raft request' (duration: 818.806485ms)","trace[607615817] 'compare' (duration: 971.128861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:56.385152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:54.594749Z","time spent":"1.790358366s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:56.604359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.190778536s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T14:41:56.615497Z","caller":"traceutil/trace.go:171","msg":"trace[977250206] transaction","detail":"{read_only:false; response_revision:27942; number_of_response:1; }","duration":"2.019717791s","start":"2026-07-31T14:41:54.595758Z","end":"2026-07-31T14:41:56.615476Z","steps":["trace[977250206] 'process raft request' (duration: 2.009026527s)","trace[977250206] 'compare' (duration: 10.524349ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:56.615511Z","caller":"traceutil/trace.go:171","msg":"trace[1862562971] linearizableReadLoop","detail":"{readStateIndex:28810; appliedIndex:28807; }","duration":"2.00562461s","start":"2026-07-31T14:41:54.609867Z","end":"2026-07-31T14:41:56.615492Z","steps":["trace[1862562971] 'read index received' (duration: 803.679119ms)","trace[1862562971] 'applied index is now lower than readState.Index' (duration: 1.201944571s)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:56.615524Z","caller":"traceutil/trace.go:171","msg":"trace[556370488] transaction","detail":"{read_only:false; response_revision:27943; number_of_response:1; }","duration":"1.893796861s","start":"2026-07-31T14:41:54.721704Z","end":"2026-07-31T14:41:56.615501Z","steps":["trace[556370488] 'process raft request' (duration: 1.893712649s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:56.615592Z","caller":"traceutil/trace.go:171","msg":"trace[1282698337] transaction","detail":"{read_only:false; response_revision:27944; number_of_response:1; }","duration":"1.321771745s","start":"2026-07-31T14:41:55.29381Z","end":"2026-07-31T14:41:56.615582Z","steps":["trace[1282698337] 'process raft request' (duration: 1.321647452s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:56.615601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:54.595735Z","time spent":"2.019813664s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:56.615614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:54.721674Z","time spent":"1.893895084s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:56.615665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:55.293761Z","time spent":"1.321860817s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:56.61587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00597383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-31T14:41:56.615966Z","caller":"traceutil/trace.go:171","msg":"trace[1408590359] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27944; }","duration":"2.006128293s","start":"2026-07-31T14:41:54.609813Z","end":"2026-07-31T14:41:56.615942Z","steps":["trace[1408590359] 'agreement among raft nodes before linearized reading' (duration: 2.005817596s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:56.616021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:54.609793Z","time spent":"2.006218465s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1665,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-07-31T14:41:56.83691Z","caller":"traceutil/trace.go:171","msg":"trace[1858296948] linearizableReadLoop","detail":"{readStateIndex:28813; appliedIndex:28811; }","duration":"221.338879ms","start":"2026-07-31T14:41:56.615552Z","end":"2026-07-31T14:41:56.836891Z","steps":["trace[1858296948] 'read index received' (duration: 191.935008ms)","trace[1858296948] 'applied index is now lower than readState.Index' (duration: 29.403331ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:56.837136Z","caller":"traceutil/trace.go:171","msg":"trace[1787063517] transaction","detail":"{read_only:false; response_revision:27945; number_of_response:1; }","duration":"1.142846831s","start":"2026-07-31T14:41:55.694277Z","end":"2026-07-31T14:41:56.837124Z","steps":["trace[1787063517] 'process raft request' (duration: 1.113182823s)","trace[1787063517] 'compare' (duration: 29.309609ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:56.837221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:55.694246Z","time spent":"1.142916053s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:56.837341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117021239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:41:56.83741Z","caller":"traceutil/trace.go:171","msg":"trace[604301912] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27946; }","duration":"2.117119032s","start":"2026-07-31T14:41:54.720281Z","end":"2026-07-31T14:41:56.8374Z","steps":["trace[604301912] 'agreement among raft nodes before linearized reading' (duration: 2.116854385s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:56.837386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306898364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:56.837441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:54.720271Z","time spent":"2.117164483s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-31T14:41:56.837403Z","caller":"traceutil/trace.go:171","msg":"trace[1695764352] transaction","detail":"{read_only:false; response_revision:27946; number_of_response:1; }","duration":"1.1424025s","start":"2026-07-31T14:41:55.694919Z","end":"2026-07-31T14:41:56.837322Z","steps":["trace[1695764352] 'process raft request' (duration: 1.141940158s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:56.837464Z","caller":"traceutil/trace.go:171","msg":"trace[1080836202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27946; }","duration":"1.307043549s","start":"2026-07-31T14:41:55.530398Z","end":"2026-07-31T14:41:56.837441Z","steps":["trace[1080836202] 'agreement among raft nodes before linearized reading' (duration: 1.306894115s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:56.837497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.415445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a2103aa9-eada-4fb2-9281-ba450022b286\" ","response":"range_response_count:1 size:2210"} {"level":"warn","ts":"2026-07-31T14:41:56.837508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031607924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-31T14:41:56.837534Z","caller":"traceutil/trace.go:171","msg":"trace[305768271] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a2103aa9-eada-4fb2-9281-ba450022b286; range_end:; response_count:1; response_revision:27946; }","duration":"218.490297ms","start":"2026-07-31T14:41:56.619033Z","end":"2026-07-31T14:41:56.837523Z","steps":["trace[305768271] 'agreement among raft nodes before linearized reading' (duration: 218.279742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:56.837519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117972543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T14:41:56.837564Z","caller":"traceutil/trace.go:171","msg":"trace[1075562370] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27946; }","duration":"2.031682127s","start":"2026-07-31T14:41:54.805864Z","end":"2026-07-31T14:41:56.837546Z","steps":["trace[1075562370] 'agreement among raft nodes before linearized reading' (duration: 2.031520823s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:56.837598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:54.805849Z","time spent":"2.031741128s","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-31T14:41:56.837575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117304607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-31T14:41:56.837652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.914069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-31T14:41:56.837655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497366515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-31T14:41:56.837642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117347107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T14:41:56.837698Z","caller":"traceutil/trace.go:171","msg":"trace[72796981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27946; }","duration":"960.998041ms","start":"2026-07-31T14:41:55.876691Z","end":"2026-07-31T14:41:56.837689Z","steps":["trace[72796981] 'agreement among raft nodes before linearized reading' (duration: 960.846827ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:56.837711Z","caller":"traceutil/trace.go:171","msg":"trace[900712208] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:27946; }","duration":"1.497429626s","start":"2026-07-31T14:41:55.340267Z","end":"2026-07-31T14:41:56.837697Z","steps":["trace[900712208] 'agreement among raft nodes before linearized reading' (duration: 1.497247652s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:56.837726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:55.87667Z","time spent":"961.049963ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-31T14:41:56.837739Z","caller":"traceutil/trace.go:171","msg":"trace[1815279119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27946; }","duration":"2.117480981s","start":"2026-07-31T14:41:54.720237Z","end":"2026-07-31T14:41:56.837718Z","steps":["trace[1815279119] 'agreement among raft nodes before linearized reading' (duration: 2.117184504s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:56.837755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:55.340251Z","time spent":"1.497494748s","remote":"127.0.0.1:41154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":164,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:56.837567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041048046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:56.837669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117706057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-31T14:41:56.837789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:54.720226Z","time spent":"2.117554413s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-31T14:41:56.837828Z","caller":"traceutil/trace.go:171","msg":"trace[475271786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27946; }","duration":"2.117899741s","start":"2026-07-31T14:41:54.719916Z","end":"2026-07-31T14:41:56.837815Z","steps":["trace[475271786] 'agreement among raft nodes before linearized reading' (duration: 2.117718867s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:56.837607Z","caller":"traceutil/trace.go:171","msg":"trace[79442622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27946; }","duration":"2.118102637s","start":"2026-07-31T14:41:54.719482Z","end":"2026-07-31T14:41:56.837585Z","steps":["trace[79442622] 'agreement among raft nodes before linearized reading' (duration: 2.11782345s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:56.837878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:54.719894Z","time spent":"2.117969664s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:56.837894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:54.719457Z","time spent":"2.118430995s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T14:41:56.837664Z","caller":"traceutil/trace.go:171","msg":"trace[1327154817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27946; }","duration":"2.117423429s","start":"2026-07-31T14:41:54.72022Z","end":"2026-07-31T14:41:56.837643Z","steps":["trace[1327154817] 'agreement among raft nodes before linearized reading' (duration: 2.117162863s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:56.837947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:54.720212Z","time spent":"2.117731048s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T14:41:56.837515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:55.530379Z","time spent":"1.307127741s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T14:41:56.837796Z","caller":"traceutil/trace.go:171","msg":"trace[545738239] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27946; }","duration":"2.041297562s","start":"2026-07-31T14:41:54.79649Z","end":"2026-07-31T14:41:56.837787Z","steps":["trace[545738239] 'agreement among raft nodes before linearized reading' (duration: 2.041055216s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:56.837989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:54.796476Z","time spent":"2.041509518s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:56.83798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:55.694878Z","time spent":"1.142592315s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:57.349628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850406150,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T14:41:57.388362Z","caller":"traceutil/trace.go:171","msg":"trace[266195380] transaction","detail":"{read_only:false; response_revision:27947; number_of_response:1; }","duration":"545.002136ms","start":"2026-07-31T14:41:56.84333Z","end":"2026-07-31T14:41:57.388332Z","steps":["trace[266195380] 'process raft request' (duration: 544.457222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:57.388544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:56.843308Z","time spent":"545.147819ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:57.753055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.579914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:57.753326Z","caller":"traceutil/trace.go:171","msg":"trace[93817117] transaction","detail":"{read_only:false; response_revision:27948; number_of_response:1; }","duration":"909.681939ms","start":"2026-07-31T14:41:56.843615Z","end":"2026-07-31T14:41:57.753297Z","steps":["trace[93817117] 'process raft request' (duration: 716.762286ms)","trace[93817117] 'compare' (duration: 192.282797ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:57.753462Z","caller":"traceutil/trace.go:171","msg":"trace[1252771354] linearizableReadLoop","detail":"{readStateIndex:28819; appliedIndex:28813; }","duration":"904.305282ms","start":"2026-07-31T14:41:56.849138Z","end":"2026-07-31T14:41:57.753444Z","steps":["trace[1252771354] 'read index received' (duration: 538.720445ms)","trace[1252771354] 'applied index is now lower than readState.Index' (duration: 365.583727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:57.753501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:56.843605Z","time spent":"909.801103ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:57.753592Z","caller":"traceutil/trace.go:171","msg":"trace[496005122] transaction","detail":"{read_only:false; response_revision:27952; number_of_response:1; }","duration":"909.776412ms","start":"2026-07-31T14:41:56.843804Z","end":"2026-07-31T14:41:57.75358Z","steps":["trace[496005122] 'process raft request' (duration: 909.596628ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:57.75357Z","caller":"traceutil/trace.go:171","msg":"trace[694258930] transaction","detail":"{read_only:false; response_revision:27950; number_of_response:1; }","duration":"909.861714ms","start":"2026-07-31T14:41:56.843681Z","end":"2026-07-31T14:41:57.753543Z","steps":["trace[694258930] 'process raft request' (duration: 909.621928ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:57.75357Z","caller":"traceutil/trace.go:171","msg":"trace[1365483758] transaction","detail":"{read_only:false; response_revision:27951; number_of_response:1; }","duration":"909.817733ms","start":"2026-07-31T14:41:56.843726Z","end":"2026-07-31T14:41:57.753544Z","steps":["trace[1365483758] 'process raft request' (duration: 909.618878ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:57.753621Z","caller":"traceutil/trace.go:171","msg":"trace[130984804] transaction","detail":"{read_only:false; response_revision:27949; number_of_response:1; }","duration":"909.919985ms","start":"2026-07-31T14:41:56.843675Z","end":"2026-07-31T14:41:57.753595Z","steps":["trace[130984804] 'process raft request' (duration: 909.514135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:57.753664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:56.843767Z","time spent":"909.856354ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:57.753691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.540287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:41:57.753699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:56.84372Z","time spent":"909.911895ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:57.753735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.710045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:57.753808Z","caller":"traceutil/trace.go:171","msg":"trace[808358283] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27952; }","duration":"303.854268ms","start":"2026-07-31T14:41:57.449934Z","end":"2026-07-31T14:41:57.753788Z","steps":["trace[808358283] 'agreement among raft nodes before linearized reading' (duration: 303.695144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:57.753699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:56.843656Z","time spent":"909.972656ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:41:57.753852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:57.449911Z","time spent":"303.931341ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:41:57.753745Z","caller":"traceutil/trace.go:171","msg":"trace[87666734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27952; }","duration":"904.61494ms","start":"2026-07-31T14:41:56.849114Z","end":"2026-07-31T14:41:57.753729Z","steps":["trace[87666734] 'agreement among raft nodes before linearized reading' (duration: 904.518827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:57.753915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:56.849105Z","time spent":"904.795304ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:41:57.753734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:56.843665Z","time spent":"910.008367ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:58.05201Z","caller":"traceutil/trace.go:171","msg":"trace[474196578] linearizableReadLoop","detail":"{readStateIndex:28820; appliedIndex:28819; }","duration":"272.884528ms","start":"2026-07-31T14:41:57.779103Z","end":"2026-07-31T14:41:58.051987Z","steps":["trace[474196578] 'read index received' (duration: 272.55887ms)","trace[474196578] 'applied index is now lower than readState.Index' (duration: 324.808µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:58.052174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.047702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:58.05221Z","caller":"traceutil/trace.go:171","msg":"trace[884566901] transaction","detail":"{read_only:false; response_revision:27953; number_of_response:1; }","duration":"293.054113ms","start":"2026-07-31T14:41:57.759129Z","end":"2026-07-31T14:41:58.052183Z","steps":["trace[884566901] 'process raft request' (duration: 292.663523ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:58.052244Z","caller":"traceutil/trace.go:171","msg":"trace[1006912619] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27953; }","duration":"273.141324ms","start":"2026-07-31T14:41:57.779083Z","end":"2026-07-31T14:41:58.052224Z","steps":["trace[1006912619] 'agreement among raft nodes before linearized reading' (duration: 272.99292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:58.466751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.72809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:41:58.466814Z","caller":"traceutil/trace.go:171","msg":"trace[1786666201] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27953; }","duration":"293.838693ms","start":"2026-07-31T14:41:58.172958Z","end":"2026-07-31T14:41:58.466797Z","steps":["trace[1786666201] 'count revisions from in-memory index tree' (duration: 293.635348ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:58.508346Z","caller":"traceutil/trace.go:171","msg":"trace[726092852] transaction","detail":"{read_only:false; response_revision:27954; number_of_response:1; }","duration":"216.904517ms","start":"2026-07-31T14:41:58.291408Z","end":"2026-07-31T14:41:58.508312Z","steps":["trace[726092852] 'process raft request' (duration: 216.249099ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:58.50857Z","caller":"traceutil/trace.go:171","msg":"trace[482669006] linearizableReadLoop","detail":"{readStateIndex:28821; appliedIndex:28820; }","duration":"142.693139ms","start":"2026-07-31T14:41:58.365458Z","end":"2026-07-31T14:41:58.508151Z","steps":["trace[482669006] 'read index received' (duration: 142.135714ms)","trace[482669006] 'applied index is now lower than readState.Index' (duration: 555.945µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:58.508639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.15459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:58.508725Z","caller":"traceutil/trace.go:171","msg":"trace[1818464735] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27954; }","duration":"143.281274ms","start":"2026-07-31T14:41:58.365421Z","end":"2026-07-31T14:41:58.508702Z","steps":["trace[1818464735] 'agreement among raft nodes before linearized reading' (duration: 142.996096ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:58.747029Z","caller":"traceutil/trace.go:171","msg":"trace[1826445015] transaction","detail":"{read_only:false; response_revision:27955; number_of_response:1; }","duration":"125.731884ms","start":"2026-07-31T14:41:58.621268Z","end":"2026-07-31T14:41:58.747Z","steps":["trace[1826445015] 'process raft request' (duration: 125.499148ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:58.749308Z","caller":"traceutil/trace.go:171","msg":"trace[686896814] transaction","detail":"{read_only:false; response_revision:27956; number_of_response:1; }","duration":"127.276035ms","start":"2026-07-31T14:41:58.622007Z","end":"2026-07-31T14:41:58.749283Z","steps":["trace[686896814] 'process raft request' (duration: 127.09242ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:41:59.366485Z","caller":"traceutil/trace.go:171","msg":"trace[651519313] linearizableReadLoop","detail":"{readStateIndex:28825; appliedIndex:28823; }","duration":"500.256111ms","start":"2026-07-31T14:41:58.866205Z","end":"2026-07-31T14:41:59.366461Z","steps":["trace[651519313] 'read index received' (duration: 20.849423ms)","trace[651519313] 'applied index is now lower than readState.Index' (duration: 479.405678ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:59.366592Z","caller":"traceutil/trace.go:171","msg":"trace[853309503] transaction","detail":"{read_only:false; response_revision:27958; number_of_response:1; }","duration":"520.797206ms","start":"2026-07-31T14:41:58.845784Z","end":"2026-07-31T14:41:59.366581Z","steps":["trace[853309503] 'process raft request' (duration: 520.480128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:59.366709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.496427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:41:59.366786Z","caller":"traceutil/trace.go:171","msg":"trace[1934135575] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27958; }","duration":"500.62711ms","start":"2026-07-31T14:41:58.866133Z","end":"2026-07-31T14:41:59.36676Z","steps":["trace[1934135575] 'agreement among raft nodes before linearized reading' (duration: 500.484557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:59.366826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:58.866108Z","time spent":"500.707273ms","remote":"127.0.0.1:46328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:59.366822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:58.845764Z","time spent":"520.853638ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:59.61104Z","caller":"traceutil/trace.go:171","msg":"trace[1961665027] linearizableReadLoop","detail":"{readStateIndex:28826; appliedIndex:28825; }","duration":"244.46659ms","start":"2026-07-31T14:41:59.366547Z","end":"2026-07-31T14:41:59.611013Z","steps":["trace[1961665027] 'read index received' (duration: 170.536111ms)","trace[1961665027] 'applied index is now lower than readState.Index' (duration: 73.929479ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:41:59.611116Z","caller":"traceutil/trace.go:171","msg":"trace[1548841623] transaction","detail":"{read_only:false; response_revision:27959; number_of_response:1; }","duration":"512.498274ms","start":"2026-07-31T14:41:59.098577Z","end":"2026-07-31T14:41:59.611075Z","steps":["trace[1548841623] 'process raft request' (duration: 438.502832ms)","trace[1548841623] 'compare' (duration: 73.675254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:41:59.611255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.953401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:41:59.611266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:59.098547Z","time spent":"512.642858ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:41:59.611294Z","caller":"traceutil/trace.go:171","msg":"trace[300993240] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:27959; }","duration":"374.059433ms","start":"2026-07-31T14:41:59.237221Z","end":"2026-07-31T14:41:59.61128Z","steps":["trace[300993240] 'agreement among raft nodes before linearized reading' (duration: 373.92788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:59.611507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:59.237192Z","time spent":"374.127535ms","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":38,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:41:59.611723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.549865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:41:59.61179Z","caller":"traceutil/trace.go:171","msg":"trace[1039732266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27959; }","duration":"219.653737ms","start":"2026-07-31T14:41:59.39212Z","end":"2026-07-31T14:41:59.611773Z","steps":["trace[1039732266] 'agreement among raft nodes before linearized reading' (duration: 219.472221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:59.611819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.241869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T14:41:59.611895Z","caller":"traceutil/trace.go:171","msg":"trace[708467130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27959; }","duration":"638.380792ms","start":"2026-07-31T14:41:58.973498Z","end":"2026-07-31T14:41:59.611879Z","steps":["trace[708467130] 'agreement among raft nodes before linearized reading' (duration: 638.131966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:41:59.611988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:58.973469Z","time spent":"638.506216ms","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T14:41:59.893329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.953361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:41:59.893816Z","caller":"traceutil/trace.go:171","msg":"trace[792675584] transaction","detail":"{read_only:false; response_revision:27961; number_of_response:1; }","duration":"276.397906ms","start":"2026-07-31T14:41:59.617377Z","end":"2026-07-31T14:41:59.893775Z","steps":["trace[792675584] 'process raft request' (duration: 122.883311ms)","trace[792675584] 'compare' (duration: 152.597942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:00.071035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.534099ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T14:42:00.07113Z","caller":"traceutil/trace.go:171","msg":"trace[1798799243] linearizableReadLoop","detail":"{readStateIndex:28829; appliedIndex:28827; }","duration":"369.21798ms","start":"2026-07-31T14:41:59.701896Z","end":"2026-07-31T14:42:00.071114Z","steps":["trace[1798799243] 'read index received' (duration: 38.344909ms)","trace[1798799243] 'applied index is now lower than readState.Index' (duration: 330.871771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:00.071313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.87297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T14:42:00.071341Z","caller":"traceutil/trace.go:171","msg":"trace[1476630899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27961; }","duration":"312.942872ms","start":"2026-07-31T14:41:59.758391Z","end":"2026-07-31T14:42:00.071334Z","steps":["trace[1476630899] 'agreement among raft nodes before linearized reading' (duration: 312.805668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:00.071367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:59.758369Z","time spent":"312.992433ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-31T14:42:00.071396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.024752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:42:00.07148Z","caller":"traceutil/trace.go:171","msg":"trace[1696262912] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27961; }","duration":"311.145876ms","start":"2026-07-31T14:41:59.760313Z","end":"2026-07-31T14:42:00.071459Z","steps":["trace[1696262912] 'agreement among raft nodes before linearized reading' (duration: 310.91952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:00.071489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.780162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-31T14:42:00.071521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:59.760296Z","time spent":"311.217117ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-31T14:42:00.071524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.802828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T14:42:00.07157Z","caller":"traceutil/trace.go:171","msg":"trace[1066795607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27961; }","duration":"311.901445ms","start":"2026-07-31T14:41:59.759647Z","end":"2026-07-31T14:42:00.071548Z","steps":["trace[1066795607] 'agreement among raft nodes before linearized reading' (duration: 311.629298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:00.071591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.699041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T14:42:00.071603Z","caller":"traceutil/trace.go:171","msg":"trace[997530225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27961; }","duration":"312.902291ms","start":"2026-07-31T14:41:59.758676Z","end":"2026-07-31T14:42:00.071578Z","steps":["trace[997530225] 'agreement among raft nodes before linearized reading' (duration: 312.677095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:00.071489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.135786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:00.071623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:59.759625Z","time spent":"311.985288ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-31T14:42:00.07164Z","caller":"traceutil/trace.go:171","msg":"trace[548270489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27961; }","duration":"311.773672ms","start":"2026-07-31T14:41:59.759852Z","end":"2026-07-31T14:42:00.071626Z","steps":["trace[548270489] 'agreement among raft nodes before linearized reading' (duration: 311.444094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:00.071647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:59.758665Z","time spent":"312.973692ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T14:42:00.071676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:59.759839Z","time spent":"311.829364ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T14:42:00.07167Z","caller":"traceutil/trace.go:171","msg":"trace[135571140] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27961; }","duration":"162.374502ms","start":"2026-07-31T14:41:59.90928Z","end":"2026-07-31T14:42:00.071655Z","steps":["trace[135571140] 'agreement among raft nodes before linearized reading' (duration: 162.142506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:00.071971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.068302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15306"} {"level":"info","ts":"2026-07-31T14:42:00.072032Z","caller":"traceutil/trace.go:171","msg":"trace[1167192592] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27961; }","duration":"370.165425ms","start":"2026-07-31T14:41:59.701853Z","end":"2026-07-31T14:42:00.072018Z","steps":["trace[1167192592] 'agreement among raft nodes before linearized reading' (duration: 369.316063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:00.072074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:41:59.701836Z","time spent":"370.226346ms","remote":"127.0.0.1:41116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":15329,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-31T14:42:00.232364Z","caller":"traceutil/trace.go:171","msg":"trace[500979325] transaction","detail":"{read_only:false; response_revision:27962; number_of_response:1; }","duration":"156.136593ms","start":"2026-07-31T14:42:00.076206Z","end":"2026-07-31T14:42:00.232343Z","steps":["trace[500979325] 'process raft request' (duration: 155.941738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:01.734003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.3283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:42:01.734232Z","caller":"traceutil/trace.go:171","msg":"trace[1556067304] transaction","detail":"{read_only:false; response_revision:27963; number_of_response:1; }","duration":"1.657656844s","start":"2026-07-31T14:42:00.076547Z","end":"2026-07-31T14:42:01.734204Z","steps":["trace[1556067304] 'process raft request' (duration: 714.051107ms)","trace[1556067304] 'compare' (duration: 943.136205ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:01.734276Z","caller":"traceutil/trace.go:171","msg":"trace[1519832721] transaction","detail":"{read_only:false; response_revision:27965; number_of_response:1; }","duration":"1.65714864s","start":"2026-07-31T14:42:00.07711Z","end":"2026-07-31T14:42:01.734259Z","steps":["trace[1519832721] 'process raft request' (duration: 1.657086609s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:01.734304Z","caller":"traceutil/trace.go:171","msg":"trace[1992403044] transaction","detail":"{read_only:false; response_revision:27964; number_of_response:1; }","duration":"1.657390557s","start":"2026-07-31T14:42:00.076878Z","end":"2026-07-31T14:42:01.734269Z","steps":["trace[1992403044] 'process raft request' (duration: 1.657213412s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:01.734348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:00.077091Z","time spent":"1.657220582s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:01.734372Z","caller":"traceutil/trace.go:171","msg":"trace[76818516] linearizableReadLoop","detail":"{readStateIndex:28834; appliedIndex:28829; }","duration":"1.603487109s","start":"2026-07-31T14:42:00.130862Z","end":"2026-07-31T14:42:01.734349Z","steps":["trace[76818516] 'read index received' (duration: 101.391193ms)","trace[76818516] 'applied index is now lower than readState.Index' (duration: 1.502093886s)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:01.734383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:00.076519Z","time spent":"1.657784277s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:01.73438Z","caller":"traceutil/trace.go:171","msg":"trace[839527063] transaction","detail":"{read_only:false; response_revision:27966; number_of_response:1; }","duration":"1.656635977s","start":"2026-07-31T14:42:00.0777Z","end":"2026-07-31T14:42:01.734336Z","steps":["trace[839527063] 'process raft request' (duration: 1.656528425s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:01.734461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:00.076853Z","time spent":"1.657522089s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:01.734516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:00.077689Z","time spent":"1.65675171s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:01.734563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603677753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:01.734624Z","caller":"traceutil/trace.go:171","msg":"trace[1483427662] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27966; }","duration":"1.603772715s","start":"2026-07-31T14:42:00.130835Z","end":"2026-07-31T14:42:01.734608Z","steps":["trace[1483427662] 'agreement among raft nodes before linearized reading' (duration: 1.603610711s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:01.734659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:00.130828Z","time spent":"1.603825646s","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-31T14:42:01.821074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030420536s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T14:42:01.821606Z","caller":"traceutil/trace.go:171","msg":"trace[416319993] transaction","detail":"{read_only:false; response_revision:27968; number_of_response:1; }","duration":"1.066913468s","start":"2026-07-31T14:42:00.754666Z","end":"2026-07-31T14:42:01.82158Z","steps":["trace[416319993] 'process raft request' (duration: 1.066862977s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:01.821671Z","caller":"traceutil/trace.go:171","msg":"trace[263444056] transaction","detail":"{read_only:false; response_revision:27967; number_of_response:1; }","duration":"1.069484664s","start":"2026-07-31T14:42:00.752157Z","end":"2026-07-31T14:42:01.821642Z","steps":["trace[263444056] 'process raft request' (duration: 1.069224527s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:01.821767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:00.75464Z","time spent":"1.067040091s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:01.821809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:00.752124Z","time spent":"1.069609237s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:02.256158Z","caller":"traceutil/trace.go:171","msg":"trace[1738059868] transaction","detail":"{read_only:false; response_revision:27969; number_of_response:1; }","duration":"1.3426487s","start":"2026-07-31T14:42:00.913469Z","end":"2026-07-31T14:42:02.256117Z","steps":["trace[1738059868] 'process raft request' (duration: 1.330922229s)","trace[1738059868] 'compare' (duration: 10.94191ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:02.256187Z","caller":"traceutil/trace.go:171","msg":"trace[197000141] linearizableReadLoop","detail":"{readStateIndex:28839; appliedIndex:28834; }","duration":"521.738201ms","start":"2026-07-31T14:42:01.734418Z","end":"2026-07-31T14:42:02.256156Z","steps":["trace[197000141] 'read index received' (duration: 86.957623ms)","trace[197000141] 'applied index is now lower than readState.Index' (duration: 434.779338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:02.256303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:00.913434Z","time spent":"1.342793884s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:02.25633Z","caller":"traceutil/trace.go:171","msg":"trace[1127968739] transaction","detail":"{read_only:false; response_revision:27970; number_of_response:1; }","duration":"1.151704548s","start":"2026-07-31T14:42:01.104609Z","end":"2026-07-31T14:42:02.256314Z","steps":["trace[1127968739] 'process raft request' (duration: 1.151328077s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:02.256461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:01.10459Z","time spent":"1.15177708s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:02.256517Z","caller":"traceutil/trace.go:171","msg":"trace[1401991080] transaction","detail":"{read_only:false; response_revision:27971; number_of_response:1; }","duration":"884.010013ms","start":"2026-07-31T14:42:01.372497Z","end":"2026-07-31T14:42:02.256507Z","steps":["trace[1401991080] 'process raft request' (duration: 883.593351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:02.256571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:01.372475Z","time spent":"884.068025ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:02.256751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.534718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:42:02.256788Z","caller":"traceutil/trace.go:171","msg":"trace[670158340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27971; }","duration":"552.618921ms","start":"2026-07-31T14:42:01.704158Z","end":"2026-07-31T14:42:02.256777Z","steps":["trace[670158340] 'agreement among raft nodes before linearized reading' (duration: 552.482647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:02.256815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:01.704133Z","time spent":"552.675461ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:42:02.25681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655591071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:02.256879Z","caller":"traceutil/trace.go:171","msg":"trace[1353881464] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:27971; }","duration":"1.655680043s","start":"2026-07-31T14:42:00.601178Z","end":"2026-07-31T14:42:02.256858Z","steps":["trace[1353881464] 'agreement among raft nodes before linearized reading' (duration: 1.65559467s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:02.256942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.403878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-31T14:42:02.256482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226829638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:42:02.256978Z","caller":"traceutil/trace.go:171","msg":"trace[653080831] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27971; }","duration":"637.472559ms","start":"2026-07-31T14:42:01.619493Z","end":"2026-07-31T14:42:02.256966Z","steps":["trace[653080831] 'agreement among raft nodes before linearized reading' (duration: 637.390417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:02.257006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:01.619471Z","time spent":"637.528721ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-31T14:42:02.257004Z","caller":"traceutil/trace.go:171","msg":"trace[772389967] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27971; }","duration":"1.227389132s","start":"2026-07-31T14:42:01.0296Z","end":"2026-07-31T14:42:02.256989Z","steps":["trace[772389967] 'agreement among raft nodes before linearized reading' (duration: 1.226824738s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:02.257029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.865826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:02.257049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:01.029576Z","time spent":"1.227459864s","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":33,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:42:02.257047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146844313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:02.257056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21090884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:42:02.257133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844251814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:42:02.257135Z","caller":"traceutil/trace.go:171","msg":"trace[1358982102] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27971; }","duration":"1.211045054s","start":"2026-07-31T14:42:01.046077Z","end":"2026-07-31T14:42:02.257122Z","steps":["trace[1358982102] 'agreement among raft nodes before linearized reading' (duration: 1.210909461s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:02.257136Z","caller":"traceutil/trace.go:171","msg":"trace[36330683] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27971; }","duration":"1.146971477s","start":"2026-07-31T14:42:01.110141Z","end":"2026-07-31T14:42:02.257112Z","steps":["trace[36330683] 'agreement among raft nodes before linearized reading' (duration: 1.146814203s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:02.257168Z","caller":"traceutil/trace.go:171","msg":"trace[622502894] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27971; }","duration":"1.844345926s","start":"2026-07-31T14:42:00.412812Z","end":"2026-07-31T14:42:02.257158Z","steps":["trace[622502894] 'agreement among raft nodes before linearized reading' (duration: 1.844261914s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:02.257181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:01.046055Z","time spent":"1.211116905s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:42:02.257181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:01.110126Z","time spent":"1.147045168s","remote":"127.0.0.1:46284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:42:02.2572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:00.412777Z","time spent":"1.844415459s","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":61,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:42:02.256938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:00.601163Z","time spent":"1.655760385s","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:42:02.257298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.534952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-31T14:42:02.257093Z","caller":"traceutil/trace.go:171","msg":"trace[1210145024] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27971; }","duration":"518.967399ms","start":"2026-07-31T14:42:01.738111Z","end":"2026-07-31T14:42:02.257078Z","steps":["trace[1210145024] 'agreement among raft nodes before linearized reading' (duration: 518.861966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:02.257476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:01.738092Z","time spent":"519.374369ms","remote":"127.0.0.1:41144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-31T14:42:02.256741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562996113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-31T14:42:02.257566Z","caller":"traceutil/trace.go:171","msg":"trace[68983937] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27971; }","duration":"1.563873865s","start":"2026-07-31T14:42:00.693681Z","end":"2026-07-31T14:42:02.257555Z","steps":["trace[68983937] 'agreement among raft nodes before linearized reading' (duration: 1.562941092s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:02.257611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:00.693646Z","time spent":"1.563953567s","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-07-31T14:42:02.257434Z","caller":"traceutil/trace.go:171","msg":"trace[260955589] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27971; }","duration":"867.86093ms","start":"2026-07-31T14:42:01.389556Z","end":"2026-07-31T14:42:02.257417Z","steps":["trace[260955589] 'agreement among raft nodes before linearized reading' (duration: 867.426879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:02.258094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:01.389531Z","time spent":"868.130167ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:42:02.258415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727762756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:02.258533Z","caller":"traceutil/trace.go:171","msg":"trace[2112447730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27971; }","duration":"1.72796532s","start":"2026-07-31T14:42:00.530542Z","end":"2026-07-31T14:42:02.258507Z","steps":["trace[2112447730] 'agreement among raft nodes before linearized reading' (duration: 1.726660827s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:02.258614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:00.530512Z","time spent":"1.728091594s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:42:02.978654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.105467ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:02.978817Z","caller":"traceutil/trace.go:171","msg":"trace[301179527] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27971; }","duration":"536.283292ms","start":"2026-07-31T14:42:02.442514Z","end":"2026-07-31T14:42:02.978797Z","steps":["trace[301179527] 'range keys from in-memory index tree' (duration: 536.086917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:02.978933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.288386ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-31T14:42:02.979064Z","caller":"traceutil/trace.go:171","msg":"trace[464429098] linearizableReadLoop","detail":"{readStateIndex:28840; appliedIndex:28839; }","duration":"719.519697ms","start":"2026-07-31T14:42:02.259525Z","end":"2026-07-31T14:42:02.979044Z","steps":["trace[464429098] 'read index received' (duration: 441.088037ms)","trace[464429098] 'applied index is now lower than readState.Index' (duration: 278.43018ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:02.979172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:02.258508Z","time spent":"720.661047ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T14:42:02.97962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.03995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:02.979901Z","caller":"traceutil/trace.go:171","msg":"trace[515801757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27971; }","duration":"720.317338ms","start":"2026-07-31T14:42:02.259508Z","end":"2026-07-31T14:42:02.979825Z","steps":["trace[515801757] 'agreement among raft nodes before linearized reading' (duration: 719.670751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:02.98008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:02.259495Z","time spent":"720.509862ms","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:42:03.489386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.999844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:42:03.489599Z","caller":"traceutil/trace.go:171","msg":"trace[698386728] linearizableReadLoop","detail":"{readStateIndex:28844; appliedIndex:28840; }","duration":"510.467621ms","start":"2026-07-31T14:42:02.979119Z","end":"2026-07-31T14:42:03.489587Z","steps":["trace[698386728] 'read index received' (duration: 256.154109ms)","trace[698386728] 'applied index is now lower than readState.Index' (duration: 254.312542ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:03.489667Z","caller":"traceutil/trace.go:171","msg":"trace[1337177944] transaction","detail":"{read_only:false; response_revision:27973; number_of_response:1; }","duration":"1.22612709s","start":"2026-07-31T14:42:02.263532Z","end":"2026-07-31T14:42:03.489659Z","steps":["trace[1337177944] 'process raft request' (duration: 1.225930345s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:03.489623Z","caller":"traceutil/trace.go:171","msg":"trace[198695968] transaction","detail":"{read_only:false; response_revision:27972; number_of_response:1; }","duration":"1.22610728s","start":"2026-07-31T14:42:02.263473Z","end":"2026-07-31T14:42:03.48958Z","steps":["trace[198695968] 'process raft request' (duration: 971.835109ms)","trace[198695968] 'compare' (duration: 253.888671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:03.489705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:02.263526Z","time spent":"1.226157831s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:03.489698Z","caller":"traceutil/trace.go:171","msg":"trace[1674984660] transaction","detail":"{read_only:false; response_revision:27976; number_of_response:1; }","duration":"509.22544ms","start":"2026-07-31T14:42:02.980452Z","end":"2026-07-31T14:42:03.489678Z","steps":["trace[1674984660] 'process raft request' (duration: 509.109737ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:03.489782Z","caller":"traceutil/trace.go:171","msg":"trace[931641853] transaction","detail":"{read_only:false; response_revision:27974; number_of_response:1; }","duration":"1.226079809s","start":"2026-07-31T14:42:02.263697Z","end":"2026-07-31T14:42:03.489776Z","steps":["trace[931641853] 'process raft request' (duration: 1.225813562s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:03.48981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:02.263692Z","time spent":"1.22610378s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:03.48981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:02.26346Z","time spent":"1.226244083s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:03.48983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:02.980425Z","time spent":"509.318302ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:03.489861Z","caller":"traceutil/trace.go:171","msg":"trace[1297919598] transaction","detail":"{read_only:false; response_revision:27975; number_of_response:1; }","duration":"1.223827821s","start":"2026-07-31T14:42:02.266027Z","end":"2026-07-31T14:42:03.489855Z","steps":["trace[1297919598] 'process raft request' (duration: 1.223505513s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:03.489892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:02.266019Z","time spent":"1.223854872s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:03.490049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.683193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-ppjqv.18c7665ea32319a4\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-07-31T14:42:03.490068Z","caller":"traceutil/trace.go:171","msg":"trace[1172896111] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-ppjqv.18c7665ea32319a4; range_end:; response_count:1; response_revision:27976; }","duration":"730.712053ms","start":"2026-07-31T14:42:02.759349Z","end":"2026-07-31T14:42:03.490061Z","steps":["trace[1172896111] 'agreement among raft nodes before linearized reading' (duration: 730.58007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:03.490086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:02.759342Z","time spent":"730.739184ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-ppjqv.18c7665ea32319a4\" "} {"level":"warn","ts":"2026-07-31T14:42:03.490205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.413613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:03.49022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.172825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-31T14:42:03.490264Z","caller":"traceutil/trace.go:171","msg":"trace[644393984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27976; }","duration":"733.497684ms","start":"2026-07-31T14:42:02.756749Z","end":"2026-07-31T14:42:03.490246Z","steps":["trace[644393984] 'agreement among raft nodes before linearized reading' (duration: 733.398851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:03.490252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.432798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:42:03.490291Z","caller":"traceutil/trace.go:171","msg":"trace[520321372] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27976; }","duration":"431.286458ms","start":"2026-07-31T14:42:03.058987Z","end":"2026-07-31T14:42:03.490274Z","steps":["trace[520321372] 'agreement among raft nodes before linearized reading' (duration: 431.132034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:03.490278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226623883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-31T14:42:03.490317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:02.756733Z","time spent":"733.568176ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:42:03.490328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:03.05895Z","time spent":"431.36931ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-31T14:42:03.490328Z","caller":"traceutil/trace.go:171","msg":"trace[571890581] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27976; }","duration":"321.558361ms","start":"2026-07-31T14:42:03.168746Z","end":"2026-07-31T14:42:03.490304Z","steps":["trace[571890581] 'agreement among raft nodes before linearized reading' (duration: 321.434568ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:03.490351Z","caller":"traceutil/trace.go:171","msg":"trace[1479188249] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27976; }","duration":"1.226718695s","start":"2026-07-31T14:42:02.263615Z","end":"2026-07-31T14:42:03.490334Z","steps":["trace[1479188249] 'agreement among raft nodes before linearized reading' (duration: 1.226482289s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:03.490372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:03.168719Z","time spent":"321.643214ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":6,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:42:03.490394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:02.263611Z","time spent":"1.226774086s","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T14:42:03.490431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.055422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1632"} {"level":"info","ts":"2026-07-31T14:42:03.490492Z","caller":"traceutil/trace.go:171","msg":"trace[1731538501] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27976; }","duration":"943.168336ms","start":"2026-07-31T14:42:02.547303Z","end":"2026-07-31T14:42:03.490472Z","steps":["trace[1731538501] 'agreement among raft nodes before linearized reading' (duration: 942.981251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:03.490977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:02.547271Z","time spent":"943.685149ms","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-31T14:42:03.8224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.494282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:42:03.822708Z","caller":"traceutil/trace.go:171","msg":"trace[163123751] linearizableReadLoop","detail":"{readStateIndex:28847; appliedIndex:28846; }","duration":"237.516143ms","start":"2026-07-31T14:42:03.585171Z","end":"2026-07-31T14:42:03.822687Z","steps":["trace[163123751] 'read index received' (duration: 132.633271ms)","trace[163123751] 'applied index is now lower than readState.Index' (duration: 104.881232ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:03.822812Z","caller":"traceutil/trace.go:171","msg":"trace[1510340856] transaction","detail":"{read_only:false; response_revision:27978; number_of_response:1; }","duration":"326.718114ms","start":"2026-07-31T14:42:03.496078Z","end":"2026-07-31T14:42:03.822796Z","steps":["trace[1510340856] 'process raft request' (duration: 221.732389ms)","trace[1510340856] 'compare' (duration: 104.249835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:03.822888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:03.496067Z","time spent":"326.782455ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:03.822987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.442297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:42:03.823068Z","caller":"traceutil/trace.go:171","msg":"trace[1702023271] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27978; }","duration":"326.57663ms","start":"2026-07-31T14:42:03.496474Z","end":"2026-07-31T14:42:03.82305Z","steps":["trace[1702023271] 'agreement among raft nodes before linearized reading' (duration: 326.352755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:03.823141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:03.496464Z","time spent":"326.666152ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-31T14:42:03.823199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.906191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-tb6jk.18c7665f5805678b\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-07-31T14:42:03.823338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.476522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:03.8234Z","caller":"traceutil/trace.go:171","msg":"trace[1833409599] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27978; }","duration":"194.588955ms","start":"2026-07-31T14:42:03.628796Z","end":"2026-07-31T14:42:03.823385Z","steps":["trace[1833409599] 'agreement among raft nodes before linearized reading' (duration: 194.486432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:03.823551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.560996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-31T14:42:03.823393Z","caller":"traceutil/trace.go:171","msg":"trace[246156684] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-tb6jk.18c7665f5805678b; range_end:; response_count:1; response_revision:27978; }","duration":"234.143887ms","start":"2026-07-31T14:42:03.589206Z","end":"2026-07-31T14:42:03.82335Z","steps":["trace[246156684] 'agreement among raft nodes before linearized reading' (duration: 233.707966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:03.823553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.421362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:03.823598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.51555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-31T14:42:03.82362Z","caller":"traceutil/trace.go:171","msg":"trace[25902126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27978; }","duration":"320.641518ms","start":"2026-07-31T14:42:03.502953Z","end":"2026-07-31T14:42:03.823594Z","steps":["trace[25902126] 'agreement among raft nodes before linearized reading' (duration: 320.447553ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:03.823636Z","caller":"traceutil/trace.go:171","msg":"trace[19279857] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27978; }","duration":"233.627703ms","start":"2026-07-31T14:42:03.589997Z","end":"2026-07-31T14:42:03.823624Z","steps":["trace[19279857] 'agreement among raft nodes before linearized reading' (duration: 233.50073ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:03.823643Z","caller":"traceutil/trace.go:171","msg":"trace[1787488398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27978; }","duration":"293.573367ms","start":"2026-07-31T14:42:03.530046Z","end":"2026-07-31T14:42:03.823619Z","steps":["trace[1787488398] 'agreement among raft nodes before linearized reading' (duration: 293.419073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:03.82367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:03.502945Z","time spent":"320.71202ms","remote":"127.0.0.1:46426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-31T14:42:04.386544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850406219,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T14:42:04.814092Z","caller":"traceutil/trace.go:171","msg":"trace[688411703] transaction","detail":"{read_only:false; response_revision:27980; number_of_response:1; }","duration":"986.37905ms","start":"2026-07-31T14:42:03.827691Z","end":"2026-07-31T14:42:04.81407Z","steps":["trace[688411703] 'process raft request' (duration: 986.206866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:04.814298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:03.827663Z","time spent":"986.562595ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:04.814394Z","caller":"traceutil/trace.go:171","msg":"trace[415247921] transaction","detail":"{read_only:false; response_revision:27981; number_of_response:1; }","duration":"986.586885ms","start":"2026-07-31T14:42:03.827774Z","end":"2026-07-31T14:42:04.81436Z","steps":["trace[415247921] 'process raft request' (duration: 986.260056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:04.814691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:03.827753Z","time spent":"986.821081ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:04.814796Z","caller":"traceutil/trace.go:171","msg":"trace[1651646685] transaction","detail":"{read_only:false; response_revision:27983; number_of_response:1; }","duration":"986.623176ms","start":"2026-07-31T14:42:03.828162Z","end":"2026-07-31T14:42:04.814785Z","steps":["trace[1651646685] 'process raft request' (duration: 986.38764ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:04.814778Z","caller":"traceutil/trace.go:171","msg":"trace[821902059] transaction","detail":"{read_only:false; response_revision:27985; number_of_response:1; }","duration":"986.314938ms","start":"2026-07-31T14:42:03.828434Z","end":"2026-07-31T14:42:04.814749Z","steps":["trace[821902059] 'process raft request' (duration: 986.225006ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:04.814856Z","caller":"traceutil/trace.go:171","msg":"trace[1940706069] transaction","detail":"{read_only:false; response_revision:27982; number_of_response:1; }","duration":"987.020956ms","start":"2026-07-31T14:42:03.827823Z","end":"2026-07-31T14:42:04.814844Z","steps":["trace[1940706069] 'process raft request' (duration: 986.440121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:04.814909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:03.828152Z","time spent":"986.680267ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:04.814922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:03.827798Z","time spent":"987.091078ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:04.814975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:03.828419Z","time spent":"986.447851ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:04.815066Z","caller":"traceutil/trace.go:171","msg":"trace[792068721] transaction","detail":"{read_only:false; response_revision:27984; number_of_response:1; }","duration":"986.671607ms","start":"2026-07-31T14:42:03.828385Z","end":"2026-07-31T14:42:04.815057Z","steps":["trace[792068721] 'process raft request' (duration: 986.224966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:04.81512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:03.828374Z","time spent":"986.720498ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:04.860195Z","caller":"traceutil/trace.go:171","msg":"trace[2046164629] transaction","detail":"{read_only:false; response_revision:27986; number_of_response:1; }","duration":"594.370537ms","start":"2026-07-31T14:42:04.2658Z","end":"2026-07-31T14:42:04.860171Z","steps":["trace[2046164629] 'process raft request' (duration: 594.205423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:04.860332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:04.265762Z","time spent":"594.49535ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:04.860427Z","caller":"traceutil/trace.go:171","msg":"trace[386370034] linearizableReadLoop","detail":"{readStateIndex:28856; appliedIndex:28848; }","duration":"974.182509ms","start":"2026-07-31T14:42:03.886225Z","end":"2026-07-31T14:42:04.860408Z","steps":["trace[386370034] 'read index received' (duration: 927.6876ms)","trace[386370034] 'applied index is now lower than readState.Index' (duration: 46.493039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:04.860609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.697077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:42:04.860689Z","caller":"traceutil/trace.go:171","msg":"trace[159338010] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27987; }","duration":"984.81992ms","start":"2026-07-31T14:42:03.875858Z","end":"2026-07-31T14:42:04.860678Z","steps":["trace[159338010] 'agreement among raft nodes before linearized reading' (duration: 984.684676ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:04.86058Z","caller":"traceutil/trace.go:171","msg":"trace[1295533268] transaction","detail":"{read_only:false; response_revision:27987; number_of_response:1; }","duration":"594.719725ms","start":"2026-07-31T14:42:04.265826Z","end":"2026-07-31T14:42:04.860546Z","steps":["trace[1295533268] 'process raft request' (duration: 594.305315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:04.86073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.819734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:04.860793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:03.875843Z","time spent":"984.894072ms","remote":"127.0.0.1:41346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":31,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:42:04.860792Z","caller":"traceutil/trace.go:171","msg":"trace[1025558889] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27987; }","duration":"516.916946ms","start":"2026-07-31T14:42:04.343855Z","end":"2026-07-31T14:42:04.860772Z","steps":["trace[1025558889] 'agreement among raft nodes before linearized reading' (duration: 516.814534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:04.86086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:04.265789Z","time spent":"594.974612ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:04.860875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.90004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:04.860915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:04.343834Z","time spent":"517.052329ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:42:04.860963Z","caller":"traceutil/trace.go:171","msg":"trace[1682159815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27987; }","duration":"331.068934ms","start":"2026-07-31T14:42:04.529875Z","end":"2026-07-31T14:42:04.860944Z","steps":["trace[1682159815] 'agreement among raft nodes before linearized reading' (duration: 330.745256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:04.861022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:04.529852Z","time spent":"331.156586ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:42:04.862415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.926649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-31T14:42:04.862488Z","caller":"traceutil/trace.go:171","msg":"trace[909962426] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27987; }","duration":"801.055302ms","start":"2026-07-31T14:42:04.061417Z","end":"2026-07-31T14:42:04.862473Z","steps":["trace[909962426] 'agreement among raft nodes before linearized reading' (duration: 799.174814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:04.86253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:04.061387Z","time spent":"801.132154ms","remote":"127.0.0.1:41470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1763,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:42:07.031029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850406234,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T14:42:07.058473Z","caller":"traceutil/trace.go:171","msg":"trace[278658147] transaction","detail":"{read_only:false; response_revision:27991; number_of_response:1; }","duration":"602.231938ms","start":"2026-07-31T14:42:06.456217Z","end":"2026-07-31T14:42:07.058449Z","steps":["trace[278658147] 'process raft request' (duration: 602.077194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:07.058648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:06.456189Z","time spent":"602.358301ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:07.438025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.806397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:42:07.438257Z","caller":"traceutil/trace.go:171","msg":"trace[670971631] transaction","detail":"{read_only:false; response_revision:27992; number_of_response:1; }","duration":"617.727654ms","start":"2026-07-31T14:42:06.820501Z","end":"2026-07-31T14:42:07.438229Z","steps":["trace[670971631] 'process raft request' (duration: 358.63192ms)","trace[670971631] 'compare' (duration: 258.588151ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:07.43837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:06.820487Z","time spent":"617.820986ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:07.438567Z","caller":"traceutil/trace.go:171","msg":"trace[1829555146] transaction","detail":"{read_only:false; response_revision:27994; number_of_response:1; }","duration":"573.231476ms","start":"2026-07-31T14:42:06.865319Z","end":"2026-07-31T14:42:07.438551Z","steps":["trace[1829555146] 'process raft request' (duration: 572.900568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:07.43863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:06.86529Z","time spent":"573.309178ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:07.43865Z","caller":"traceutil/trace.go:171","msg":"trace[1594086457] linearizableReadLoop","detail":"{readStateIndex:28864; appliedIndex:28860; }","duration":"908.370295ms","start":"2026-07-31T14:42:06.530265Z","end":"2026-07-31T14:42:07.438635Z","steps":["trace[1594086457] 'read index received' (duration: 529.061837ms)","trace[1594086457] 'applied index is now lower than readState.Index' (duration: 379.307348ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:07.438614Z","caller":"traceutil/trace.go:171","msg":"trace[227030007] transaction","detail":"{read_only:false; response_revision:27995; number_of_response:1; }","duration":"572.767804ms","start":"2026-07-31T14:42:06.865803Z","end":"2026-07-31T14:42:07.438571Z","steps":["trace[227030007] 'process raft request' (duration: 572.456037ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:07.43874Z","caller":"traceutil/trace.go:171","msg":"trace[447282810] transaction","detail":"{read_only:false; response_revision:27993; number_of_response:1; }","duration":"617.777396ms","start":"2026-07-31T14:42:06.820927Z","end":"2026-07-31T14:42:07.438704Z","steps":["trace[447282810] 'process raft request' (duration: 617.19536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:07.438842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:06.865788Z","time spent":"572.938589ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:07.438928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:06.820898Z","time spent":"617.93222ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:07.95065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.328329ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T14:42:07.950755Z","caller":"traceutil/trace.go:171","msg":"trace[639286708] linearizableReadLoop","detail":"{readStateIndex:28865; appliedIndex:28864; }","duration":"512.063252ms","start":"2026-07-31T14:42:07.438673Z","end":"2026-07-31T14:42:07.950736Z","steps":["trace[639286708] 'read index received' (duration: 34.301µs)","trace[639286708] 'applied index is now lower than readState.Index' (duration: 512.027361ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:07.951103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228778747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:07.951121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420856529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:07.950963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130646718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T14:42:07.951169Z","caller":"traceutil/trace.go:171","msg":"trace[434983433] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27995; }","duration":"1.22889378s","start":"2026-07-31T14:42:06.722256Z","end":"2026-07-31T14:42:07.951149Z","steps":["trace[434983433] 'agreement among raft nodes before linearized reading' (duration: 1.228714366s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:07.951147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131031737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:42:07.951193Z","caller":"traceutil/trace.go:171","msg":"trace[1376545117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27995; }","duration":"1.130896325s","start":"2026-07-31T14:42:06.820279Z","end":"2026-07-31T14:42:07.951176Z","steps":["trace[1376545117] 'agreement among raft nodes before linearized reading' (duration: 1.130552596s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:07.951202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:06.722234Z","time spent":"1.228960522s","remote":"127.0.0.1:46224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:42:07.951237Z","caller":"traceutil/trace.go:171","msg":"trace[1006353884] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27995; }","duration":"1.131171581s","start":"2026-07-31T14:42:06.820046Z","end":"2026-07-31T14:42:07.951218Z","steps":["trace[1006353884] 'agreement among raft nodes before linearized reading' (duration: 1.130930395s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:07.951243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:06.820269Z","time spent":"1.130961956s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T14:42:07.951227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132122346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T14:42:07.951173Z","caller":"traceutil/trace.go:171","msg":"trace[1390047092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27995; }","duration":"1.420948051s","start":"2026-07-31T14:42:06.530208Z","end":"2026-07-31T14:42:07.951156Z","steps":["trace[1390047092] 'agreement among raft nodes before linearized reading' (duration: 908.49504ms)","trace[1390047092] 'range keys from in-memory index tree' (duration: 512.37439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:07.951284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:06.820014Z","time spent":"1.131261083s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-31T14:42:07.951326Z","caller":"traceutil/trace.go:171","msg":"trace[604449145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27995; }","duration":"1.13228069s","start":"2026-07-31T14:42:06.819021Z","end":"2026-07-31T14:42:07.951302Z","steps":["trace[604449145] 'agreement among raft nodes before linearized reading' (duration: 1.131947712s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:07.951361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:06.530183Z","time spent":"1.421142107s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:42:07.951409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:06.819001Z","time spent":"1.132392924s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:42:07.951795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131751897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T14:42:07.951874Z","caller":"traceutil/trace.go:171","msg":"trace[381003304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27995; }","duration":"1.13188078s","start":"2026-07-31T14:42:06.819975Z","end":"2026-07-31T14:42:07.951856Z","steps":["trace[381003304] 'agreement among raft nodes before linearized reading' (duration: 1.130939445s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:07.951922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:06.819963Z","time spent":"1.131950132s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T14:42:08.004946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.191128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T14:42:08.005007Z","caller":"traceutil/trace.go:171","msg":"trace[730479374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27996; }","duration":"435.28414ms","start":"2026-07-31T14:42:07.569709Z","end":"2026-07-31T14:42:08.004993Z","steps":["trace[730479374] 'agreement among raft nodes before linearized reading' (duration: 435.132706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:08.005036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:07.569694Z","time spent":"435.336822ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T14:42:08.005057Z","caller":"traceutil/trace.go:171","msg":"trace[869074100] transaction","detail":"{read_only:false; response_revision:27996; number_of_response:1; }","duration":"283.698005ms","start":"2026-07-31T14:42:07.721336Z","end":"2026-07-31T14:42:08.005034Z","steps":["trace[869074100] 'process raft request' (duration: 283.099919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:08.005173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.926072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:08.005238Z","caller":"traceutil/trace.go:171","msg":"trace[555124215] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27996; }","duration":"437.036074ms","start":"2026-07-31T14:42:07.568185Z","end":"2026-07-31T14:42:08.005221Z","steps":["trace[555124215] 'agreement among raft nodes before linearized reading' (duration: 436.926392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:08.005276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:07.568162Z","time spent":"437.104376ms","remote":"127.0.0.1:53004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:42:08.005317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.696454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:42:08.005397Z","caller":"traceutil/trace.go:171","msg":"trace[1055439195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27996; }","duration":"468.823788ms","start":"2026-07-31T14:42:07.53656Z","end":"2026-07-31T14:42:08.005384Z","steps":["trace[1055439195] 'agreement among raft nodes before linearized reading' (duration: 468.408837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:08.005459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:07.536535Z","time spent":"468.9154ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:42:08.315365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.19408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:42:08.315864Z","caller":"traceutil/trace.go:171","msg":"trace[1736293252] transaction","detail":"{read_only:false; response_revision:27998; number_of_response:1; }","duration":"359.578444ms","start":"2026-07-31T14:42:07.956261Z","end":"2026-07-31T14:42:08.31584Z","steps":["trace[1736293252] 'process raft request' (duration: 359.254336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:08.315981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.456804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:08.316023Z","caller":"traceutil/trace.go:171","msg":"trace[946893581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28000; }","duration":"363.541766ms","start":"2026-07-31T14:42:07.95247Z","end":"2026-07-31T14:42:08.316012Z","steps":["trace[946893581] 'agreement among raft nodes before linearized reading' (duration: 363.469704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:08.31606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:07.952449Z","time spent":"363.603697ms","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T14:42:08.315877Z","caller":"traceutil/trace.go:171","msg":"trace[850291060] transaction","detail":"{read_only:false; response_revision:27999; number_of_response:1; }","duration":"359.291198ms","start":"2026-07-31T14:42:07.956552Z","end":"2026-07-31T14:42:08.315843Z","steps":["trace[850291060] 'process raft request' (duration: 359.053752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:08.316179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:07.956542Z","time spent":"359.603885ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:08.315889Z","caller":"traceutil/trace.go:171","msg":"trace[1207816313] transaction","detail":"{read_only:false; response_revision:28000; number_of_response:1; }","duration":"359.79654ms","start":"2026-07-31T14:42:07.95606Z","end":"2026-07-31T14:42:08.315856Z","steps":["trace[1207816313] 'process raft request' (duration: 359.580904ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:08.315895Z","caller":"traceutil/trace.go:171","msg":"trace[606569022] linearizableReadLoop","detail":"{readStateIndex:28870; appliedIndex:28866; }","duration":"310.891749ms","start":"2026-07-31T14:42:08.004783Z","end":"2026-07-31T14:42:08.315675Z","steps":["trace[606569022] 'read index received' (duration: 151.293589ms)","trace[606569022] 'applied index is now lower than readState.Index' (duration: 159.59709ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:08.316213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:07.956248Z","time spent":"359.881662ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:08.315889Z","caller":"traceutil/trace.go:171","msg":"trace[1876035696] transaction","detail":"{read_only:false; response_revision:27997; number_of_response:1; }","duration":"359.713258ms","start":"2026-07-31T14:42:07.95614Z","end":"2026-07-31T14:42:08.315853Z","steps":["trace[1876035696] 'process raft request' (duration: 199.924632ms)","trace[1876035696] 'compare' (duration: 158.738878ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:08.316376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:07.955982Z","time spent":"360.281102ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:08.31645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:07.956117Z","time spent":"360.291073ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:08.34611Z","caller":"traceutil/trace.go:171","msg":"trace[1575780160] transaction","detail":"{read_only:false; response_revision:28001; number_of_response:1; }","duration":"337.395276ms","start":"2026-07-31T14:42:08.008687Z","end":"2026-07-31T14:42:08.346083Z","steps":["trace[1575780160] 'process raft request' (duration: 337.215042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:08.346251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:08.008673Z","time spent":"337.504569ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:08.346257Z","caller":"traceutil/trace.go:171","msg":"trace[931743505] transaction","detail":"{read_only:false; response_revision:28002; number_of_response:1; }","duration":"337.200262ms","start":"2026-07-31T14:42:08.009032Z","end":"2026-07-31T14:42:08.346232Z","steps":["trace[931743505] 'process raft request' (duration: 336.965786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:08.346395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:08.008997Z","time spent":"337.313086ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:08.673257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.217772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-31T14:42:08.673334Z","caller":"traceutil/trace.go:171","msg":"trace[601132327] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28002; }","duration":"179.340225ms","start":"2026-07-31T14:42:08.493977Z","end":"2026-07-31T14:42:08.673317Z","steps":["trace[601132327] 'range keys from in-memory index tree' (duration: 179.036117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:08.673424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.183828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-31T14:42:08.673614Z","caller":"traceutil/trace.go:171","msg":"trace[244678065] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28002; }","duration":"175.466356ms","start":"2026-07-31T14:42:08.498115Z","end":"2026-07-31T14:42:08.673581Z","steps":["trace[244678065] 'range keys from in-memory index tree' (duration: 174.719556ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:08.699967Z","caller":"traceutil/trace.go:171","msg":"trace[554933114] transaction","detail":"{read_only:false; response_revision:28003; number_of_response:1; }","duration":"168.739964ms","start":"2026-07-31T14:42:08.531201Z","end":"2026-07-31T14:42:08.699941Z","steps":["trace[554933114] 'process raft request' (duration: 168.540529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:08.960123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.003513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T14:42:08.960225Z","caller":"traceutil/trace.go:171","msg":"trace[407025397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28005; }","duration":"128.133707ms","start":"2026-07-31T14:42:08.832067Z","end":"2026-07-31T14:42:08.960201Z","steps":["trace[407025397] 'range keys from in-memory index tree' (duration: 127.803798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:08.960206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.883445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-31T14:42:08.960314Z","caller":"traceutil/trace.go:171","msg":"trace[597321031] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28005; }","duration":"129.07621ms","start":"2026-07-31T14:42:08.831212Z","end":"2026-07-31T14:42:08.960288Z","steps":["trace[597321031] 'range keys from in-memory index tree' (duration: 128.649409ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:09.12037Z","caller":"traceutil/trace.go:171","msg":"trace[1898462137] linearizableReadLoop","detail":"{readStateIndex:28876; appliedIndex:28875; }","duration":"155.280981ms","start":"2026-07-31T14:42:08.965062Z","end":"2026-07-31T14:42:09.120343Z","steps":["trace[1898462137] 'read index received' (duration: 155.038885ms)","trace[1898462137] 'applied index is now lower than readState.Index' (duration: 240.786µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:09.120597Z","caller":"traceutil/trace.go:171","msg":"trace[1476689070] transaction","detail":"{read_only:false; response_revision:28006; number_of_response:1; }","duration":"155.950128ms","start":"2026-07-31T14:42:08.964617Z","end":"2026-07-31T14:42:09.120567Z","steps":["trace[1476689070] 'process raft request' (duration: 155.556618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:09.120852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.770253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T14:42:09.120901Z","caller":"traceutil/trace.go:171","msg":"trace[1495945130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28006; }","duration":"155.880646ms","start":"2026-07-31T14:42:08.965009Z","end":"2026-07-31T14:42:09.12089Z","steps":["trace[1495945130] 'agreement among raft nodes before linearized reading' (duration: 155.438795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:10.030558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850406263,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T14:42:10.351835Z","caller":"traceutil/trace.go:171","msg":"trace[324357703] transaction","detail":"{read_only:false; response_revision:28007; number_of_response:1; }","duration":"908.081718ms","start":"2026-07-31T14:42:09.443734Z","end":"2026-07-31T14:42:10.351815Z","steps":["trace[324357703] 'process raft request' (duration: 907.913974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:10.352037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:09.443713Z","time spent":"908.257802ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:10.548847Z","caller":"traceutil/trace.go:171","msg":"trace[1870445024] transaction","detail":"{read_only:false; response_revision:28008; number_of_response:1; }","duration":"1.104599293s","start":"2026-07-31T14:42:09.444216Z","end":"2026-07-31T14:42:10.548815Z","steps":["trace[1870445024] 'process raft request' (duration: 1.104355577s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:10.548861Z","caller":"traceutil/trace.go:171","msg":"trace[1432511664] transaction","detail":"{read_only:false; response_revision:28009; number_of_response:1; }","duration":"1.104067099s","start":"2026-07-31T14:42:09.444767Z","end":"2026-07-31T14:42:10.548834Z","steps":["trace[1432511664] 'process raft request' (duration: 1.103978507s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:10.549016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:09.444759Z","time spent":"1.104172222s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:10.549016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:09.444189Z","time spent":"1.104731177s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:10.549271Z","caller":"traceutil/trace.go:171","msg":"trace[1328443401] transaction","detail":"{read_only:false; response_revision:28010; number_of_response:1; }","duration":"1.104040188s","start":"2026-07-31T14:42:09.445192Z","end":"2026-07-31T14:42:10.549232Z","steps":["trace[1328443401] 'process raft request' (duration: 1.103602577s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:10.549452Z","caller":"traceutil/trace.go:171","msg":"trace[17185672] transaction","detail":"{read_only:false; response_revision:28011; number_of_response:1; }","duration":"852.179769ms","start":"2026-07-31T14:42:09.697257Z","end":"2026-07-31T14:42:10.549437Z","steps":["trace[17185672] 'process raft request' (duration: 851.905342ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:10.54948Z","caller":"traceutil/trace.go:171","msg":"trace[1873776720] transaction","detail":"{read_only:false; response_revision:28012; number_of_response:1; }","duration":"782.569228ms","start":"2026-07-31T14:42:09.766889Z","end":"2026-07-31T14:42:10.549458Z","steps":["trace[1873776720] 'process raft request' (duration: 782.396374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:10.549478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:09.445186Z","time spent":"1.104197632s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:10.549428Z","caller":"traceutil/trace.go:171","msg":"trace[683196717] linearizableReadLoop","detail":"{readStateIndex:28882; appliedIndex:28876; }","duration":"1.019661911s","start":"2026-07-31T14:42:09.529742Z","end":"2026-07-31T14:42:10.549404Z","steps":["trace[683196717] 'read index received' (duration: 821.857913ms)","trace[683196717] 'applied index is now lower than readState.Index' (duration: 197.802518ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:10.549574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:09.766861Z","time spent":"782.664091ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:10.54963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019882536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:10.549541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:09.697218Z","time spent":"852.283991ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:10.549723Z","caller":"traceutil/trace.go:171","msg":"trace[1870755566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28012; }","duration":"1.019968148s","start":"2026-07-31T14:42:09.529698Z","end":"2026-07-31T14:42:10.549666Z","steps":["trace[1870755566] 'agreement among raft nodes before linearized reading' (duration: 1.019892477s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:10.549766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:09.52968Z","time spent":"1.020078822s","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:42:10.549822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.673468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:42:10.549885Z","caller":"traceutil/trace.go:171","msg":"trace[1888674397] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:28012; }","duration":"135.791521ms","start":"2026-07-31T14:42:10.414075Z","end":"2026-07-31T14:42:10.549866Z","steps":["trace[1888674397] 'agreement among raft nodes before linearized reading' (duration: 135.688089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:10.549904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.00149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-31T14:42:10.549919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.281832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T14:42:10.549956Z","caller":"traceutil/trace.go:171","msg":"trace[1504946771] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28012; }","duration":"546.123023ms","start":"2026-07-31T14:42:10.003816Z","end":"2026-07-31T14:42:10.549939Z","steps":["trace[1504946771] 'agreement among raft nodes before linearized reading' (duration: 545.853607ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:10.549977Z","caller":"traceutil/trace.go:171","msg":"trace[992860444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28012; }","duration":"229.361675ms","start":"2026-07-31T14:42:10.320603Z","end":"2026-07-31T14:42:10.549965Z","steps":["trace[992860444] 'agreement among raft nodes before linearized reading' (duration: 229.15536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:10.54996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.227336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-31T14:42:10.549997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:10.00379Z","time spent":"546.197365ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-31T14:42:10.550023Z","caller":"traceutil/trace.go:171","msg":"trace[135314882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28012; }","duration":"230.337269ms","start":"2026-07-31T14:42:10.319667Z","end":"2026-07-31T14:42:10.550005Z","steps":["trace[135314882] 'agreement among raft nodes before linearized reading' (duration: 230.155814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:10.550093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.565982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T14:42:10.550132Z","caller":"traceutil/trace.go:171","msg":"trace[1226191571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28012; }","duration":"199.605203ms","start":"2026-07-31T14:42:10.350518Z","end":"2026-07-31T14:42:10.550123Z","steps":["trace[1226191571] 'agreement among raft nodes before linearized reading' (duration: 199.273195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:10.55016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.493878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T14:42:10.550188Z","caller":"traceutil/trace.go:171","msg":"trace[1585404061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28012; }","duration":"229.535099ms","start":"2026-07-31T14:42:10.320644Z","end":"2026-07-31T14:42:10.550179Z","steps":["trace[1585404061] 'agreement among raft nodes before linearized reading' (duration: 229.019816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:10.550225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.435211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:42:10.550316Z","caller":"traceutil/trace.go:171","msg":"trace[1250490462] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28012; }","duration":"230.587705ms","start":"2026-07-31T14:42:10.319708Z","end":"2026-07-31T14:42:10.550296Z","steps":["trace[1250490462] 'agreement among raft nodes before linearized reading' (duration: 229.959209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:10.550507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.197518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:42:10.550626Z","caller":"traceutil/trace.go:171","msg":"trace[1207985731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28012; }","duration":"200.370703ms","start":"2026-07-31T14:42:10.350231Z","end":"2026-07-31T14:42:10.550601Z","steps":["trace[1207985731] 'agreement among raft nodes before linearized reading' (duration: 199.892771ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:10.742495Z","caller":"traceutil/trace.go:171","msg":"trace[442768045] transaction","detail":"{read_only:false; response_revision:28013; number_of_response:1; }","duration":"187.72985ms","start":"2026-07-31T14:42:10.554735Z","end":"2026-07-31T14:42:10.742465Z","steps":["trace[442768045] 'process raft request' (duration: 187.544195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:11.050985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.65231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:42:11.05124Z","caller":"traceutil/trace.go:171","msg":"trace[392674815] transaction","detail":"{read_only:false; response_revision:28016; number_of_response:1; }","duration":"495.94901ms","start":"2026-07-31T14:42:10.555272Z","end":"2026-07-31T14:42:11.051222Z","steps":["trace[392674815] 'process raft request' (duration: 495.876918ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:11.051232Z","caller":"traceutil/trace.go:171","msg":"trace[1617603112] transaction","detail":"{read_only:false; response_revision:28014; number_of_response:1; }","duration":"496.319619ms","start":"2026-07-31T14:42:10.554871Z","end":"2026-07-31T14:42:11.051191Z","steps":["trace[1617603112] 'process raft request' (duration: 340.404733ms)","trace[1617603112] 'compare' (duration: 155.501326ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:11.051259Z","caller":"traceutil/trace.go:171","msg":"trace[1833096141] transaction","detail":"{read_only:false; response_revision:28015; number_of_response:1; }","duration":"495.998002ms","start":"2026-07-31T14:42:10.55524Z","end":"2026-07-31T14:42:11.051238Z","steps":["trace[1833096141] 'process raft request' (duration: 495.853288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:11.051318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:10.555241Z","time spent":"496.042443ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:11.051374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:10.555206Z","time spent":"496.100914ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:11.0514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:10.554846Z","time spent":"496.464313ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:11.051489Z","caller":"traceutil/trace.go:171","msg":"trace[683934233] transaction","detail":"{read_only:false; response_revision:28017; number_of_response:1; }","duration":"496.115534ms","start":"2026-07-31T14:42:10.555355Z","end":"2026-07-31T14:42:11.051471Z","steps":["trace[683934233] 'process raft request' (duration: 495.830417ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:11.051492Z","caller":"traceutil/trace.go:171","msg":"trace[943749049] transaction","detail":"{read_only:false; response_revision:28018; number_of_response:1; }","duration":"496.099844ms","start":"2026-07-31T14:42:10.555361Z","end":"2026-07-31T14:42:11.051461Z","steps":["trace[943749049] 'process raft request' (duration: 495.979921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:11.051548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:10.555345Z","time spent":"496.173597ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:11.051547Z","caller":"traceutil/trace.go:171","msg":"trace[515770826] linearizableReadLoop","detail":"{readStateIndex:28889; appliedIndex:28882; }","duration":"492.824371ms","start":"2026-07-31T14:42:10.558694Z","end":"2026-07-31T14:42:11.051518Z","steps":["trace[515770826] 'read index received' (duration: 183.650646ms)","trace[515770826] 'applied index is now lower than readState.Index' (duration: 309.172655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:11.051661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:10.555332Z","time spent":"496.251058ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:11.051579Z","caller":"traceutil/trace.go:171","msg":"trace[1087323876] transaction","detail":"{read_only:false; response_revision:28019; number_of_response:1; }","duration":"494.993116ms","start":"2026-07-31T14:42:10.556574Z","end":"2026-07-31T14:42:11.051567Z","steps":["trace[1087323876] 'process raft request' (duration: 494.849522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:11.051729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.027075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:11.051759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:10.556554Z","time spent":"495.173831ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:11.051769Z","caller":"traceutil/trace.go:171","msg":"trace[2047863838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28019; }","duration":"493.116248ms","start":"2026-07-31T14:42:10.558643Z","end":"2026-07-31T14:42:11.051759Z","steps":["trace[2047863838] 'agreement among raft nodes before linearized reading' (duration: 493.014755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:11.051802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:10.558622Z","time spent":"493.17221ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:42:11.051926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.189312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-31T14:42:11.051962Z","caller":"traceutil/trace.go:171","msg":"trace[555223151] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:28019; }","duration":"357.224733ms","start":"2026-07-31T14:42:10.694728Z","end":"2026-07-31T14:42:11.051953Z","steps":["trace[555223151] 'agreement among raft nodes before linearized reading' (duration: 357.11576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:11.05199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:10.694636Z","time spent":"357.348366ms","remote":"127.0.0.1:40962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-07-31T14:42:11.052006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.161783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:11.052062Z","caller":"traceutil/trace.go:171","msg":"trace[671961744] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28019; }","duration":"492.224325ms","start":"2026-07-31T14:42:10.559811Z","end":"2026-07-31T14:42:11.052035Z","steps":["trace[671961744] 'agreement among raft nodes before linearized reading' (duration: 491.869946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:11.052104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:10.559803Z","time spent":"492.293996ms","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-31T14:42:11.274235Z","caller":"traceutil/trace.go:171","msg":"trace[233671992] linearizableReadLoop","detail":"{readStateIndex:28891; appliedIndex:28890; }","duration":"156.895141ms","start":"2026-07-31T14:42:11.117314Z","end":"2026-07-31T14:42:11.274209Z","steps":["trace[233671992] 'read index received' (duration: 77.836239ms)","trace[233671992] 'applied index is now lower than readState.Index' (duration: 79.057842ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:11.274292Z","caller":"traceutil/trace.go:171","msg":"trace[1695992842] transaction","detail":"{read_only:false; response_revision:28020; number_of_response:1; }","duration":"159.033716ms","start":"2026-07-31T14:42:11.115218Z","end":"2026-07-31T14:42:11.274252Z","steps":["trace[1695992842] 'process raft request' (duration: 80.049446ms)","trace[1695992842] 'compare' (duration: 78.739664ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:11.274506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.475047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:42:11.274812Z","caller":"traceutil/trace.go:171","msg":"trace[1358847860] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28020; }","duration":"139.810785ms","start":"2026-07-31T14:42:11.134982Z","end":"2026-07-31T14:42:11.274793Z","steps":["trace[1358847860] 'agreement among raft nodes before linearized reading' (duration: 139.450706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:11.274572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.2293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T14:42:11.274927Z","caller":"traceutil/trace.go:171","msg":"trace[856740763] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28020; }","duration":"157.63353ms","start":"2026-07-31T14:42:11.117277Z","end":"2026-07-31T14:42:11.27491Z","steps":["trace[856740763] 'agreement among raft nodes before linearized reading' (duration: 157.092216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:11.807103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.355667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:42:11.807188Z","caller":"traceutil/trace.go:171","msg":"trace[799763684] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:28020; }","duration":"190.516231ms","start":"2026-07-31T14:42:11.616652Z","end":"2026-07-31T14:42:11.807169Z","steps":["trace[799763684] 'count revisions from in-memory index tree' (duration: 190.222383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:12.68517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.519351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:12.685275Z","caller":"traceutil/trace.go:171","msg":"trace[1039927333] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28021; }","duration":"154.664634ms","start":"2026-07-31T14:42:12.530578Z","end":"2026-07-31T14:42:12.685243Z","steps":["trace[1039927333] 'count revisions from in-memory index tree' (duration: 154.428178ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:12.685332Z","caller":"traceutil/trace.go:171","msg":"trace[1926263263] transaction","detail":"{read_only:false; response_revision:28022; number_of_response:1; }","duration":"130.049705ms","start":"2026-07-31T14:42:12.555249Z","end":"2026-07-31T14:42:12.685299Z","steps":["trace[1926263263] 'process raft request' (duration: 31.835054ms)","trace[1926263263] 'compare' (duration: 97.955874ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:12.685169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.458901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:12.685507Z","caller":"traceutil/trace.go:171","msg":"trace[2012143608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28021; }","duration":"156.81136ms","start":"2026-07-31T14:42:12.52864Z","end":"2026-07-31T14:42:12.685451Z","steps":["trace[2012143608] 'range keys from in-memory index tree' (duration: 156.364378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:12.922118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.05212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:42:12.922324Z","caller":"traceutil/trace.go:171","msg":"trace[434894240] linearizableReadLoop","detail":"{readStateIndex:28895; appliedIndex:28893; }","duration":"235.120271ms","start":"2026-07-31T14:42:12.687184Z","end":"2026-07-31T14:42:12.922305Z","steps":["trace[434894240] 'read index received' (duration: 121.847666ms)","trace[434894240] 'applied index is now lower than readState.Index' (duration: 113.271575ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:12.922452Z","caller":"traceutil/trace.go:171","msg":"trace[1699983692] transaction","detail":"{read_only:false; response_revision:28023; number_of_response:1; }","duration":"366.687455ms","start":"2026-07-31T14:42:12.555749Z","end":"2026-07-31T14:42:12.922436Z","steps":["trace[1699983692] 'process raft request' (duration: 253.215755ms)","trace[1699983692] 'compare' (duration: 112.903346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:12.92252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:12.555727Z","time spent":"366.758598ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:12.922657Z","caller":"traceutil/trace.go:171","msg":"trace[1651093025] transaction","detail":"{read_only:false; response_revision:28024; number_of_response:1; }","duration":"366.832889ms","start":"2026-07-31T14:42:12.555786Z","end":"2026-07-31T14:42:12.922619Z","steps":["trace[1651093025] 'process raft request' (duration: 366.445879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:12.922645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.44013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:12.922756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.768804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:42:12.922764Z","caller":"traceutil/trace.go:171","msg":"trace[176041469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28024; }","duration":"235.603484ms","start":"2026-07-31T14:42:12.687143Z","end":"2026-07-31T14:42:12.922747Z","steps":["trace[176041469] 'agreement among raft nodes before linearized reading' (duration: 235.400199ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:12.922787Z","caller":"traceutil/trace.go:171","msg":"trace[640519850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28024; }","duration":"175.824456ms","start":"2026-07-31T14:42:12.746952Z","end":"2026-07-31T14:42:12.922776Z","steps":["trace[640519850] 'agreement among raft nodes before linearized reading' (duration: 175.706283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:12.922833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:12.555763Z","time spent":"366.967943ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:13.158147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.643544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T14:42:13.158212Z","caller":"traceutil/trace.go:171","msg":"trace[1494229111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28025; }","duration":"102.760037ms","start":"2026-07-31T14:42:13.055436Z","end":"2026-07-31T14:42:13.158196Z","steps":["trace[1494229111] 'range keys from in-memory index tree' (duration: 102.462479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:13.158267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.670955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-31T14:42:13.158269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.811308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T14:42:13.158312Z","caller":"traceutil/trace.go:171","msg":"trace[1669704845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28025; }","duration":"102.769577ms","start":"2026-07-31T14:42:13.05553Z","end":"2026-07-31T14:42:13.1583Z","steps":["trace[1669704845] 'range keys from in-memory index tree' (duration: 102.528952ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:13.158324Z","caller":"traceutil/trace.go:171","msg":"trace[1732772051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28025; }","duration":"102.908431ms","start":"2026-07-31T14:42:13.055403Z","end":"2026-07-31T14:42:13.158311Z","steps":["trace[1732772051] 'range keys from in-memory index tree' (duration: 102.575622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:13.158366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.659314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:42:13.15844Z","caller":"traceutil/trace.go:171","msg":"trace[1540577866] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28025; }","duration":"102.777337ms","start":"2026-07-31T14:42:13.055644Z","end":"2026-07-31T14:42:13.158421Z","steps":["trace[1540577866] 'range keys from in-memory index tree' (duration: 102.493291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:13.15857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.90479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T14:42:13.158656Z","caller":"traceutil/trace.go:171","msg":"trace[1650937870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28025; }","duration":"103.029764ms","start":"2026-07-31T14:42:13.055607Z","end":"2026-07-31T14:42:13.158636Z","steps":["trace[1650937870] 'range keys from in-memory index tree' (duration: 102.376727ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:13.429806Z","caller":"traceutil/trace.go:171","msg":"trace[955575694] transaction","detail":"{read_only:false; response_revision:28028; number_of_response:1; }","duration":"266.368091ms","start":"2026-07-31T14:42:13.163417Z","end":"2026-07-31T14:42:13.429785Z","steps":["trace[955575694] 'process raft request' (duration: 266.279688ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:13.429805Z","caller":"traceutil/trace.go:171","msg":"trace[1751770034] transaction","detail":"{read_only:false; response_revision:28027; number_of_response:1; }","duration":"266.450053ms","start":"2026-07-31T14:42:13.16331Z","end":"2026-07-31T14:42:13.42976Z","steps":["trace[1751770034] 'process raft request' (duration: 266.250948ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:13.430054Z","caller":"traceutil/trace.go:171","msg":"trace[689137195] transaction","detail":"{read_only:false; response_revision:28029; number_of_response:1; }","duration":"266.452993ms","start":"2026-07-31T14:42:13.163584Z","end":"2026-07-31T14:42:13.430038Z","steps":["trace[689137195] 'process raft request' (duration: 266.174776ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:13.430149Z","caller":"traceutil/trace.go:171","msg":"trace[1700408195] linearizableReadLoop","detail":"{readStateIndex:28901; appliedIndex:28896; }","duration":"241.923315ms","start":"2026-07-31T14:42:13.188217Z","end":"2026-07-31T14:42:13.43014Z","steps":["trace[1700408195] 'read index received' (duration: 54.621546ms)","trace[1700408195] 'applied index is now lower than readState.Index' (duration: 187.300869ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:13.430196Z","caller":"traceutil/trace.go:171","msg":"trace[210400939] transaction","detail":"{read_only:false; response_revision:28030; number_of_response:1; }","duration":"266.511484ms","start":"2026-07-31T14:42:13.163679Z","end":"2026-07-31T14:42:13.43019Z","steps":["trace[210400939] 'process raft request' (duration: 266.291208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:13.430225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.999247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:42:13.430249Z","caller":"traceutil/trace.go:171","msg":"trace[2007192240] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28030; }","duration":"242.11137ms","start":"2026-07-31T14:42:13.188129Z","end":"2026-07-31T14:42:13.43024Z","steps":["trace[2007192240] 'agreement among raft nodes before linearized reading' (duration: 242.045458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:13.771844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.208062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:13.771941Z","caller":"traceutil/trace.go:171","msg":"trace[2115578122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28030; }","duration":"242.345866ms","start":"2026-07-31T14:42:13.529564Z","end":"2026-07-31T14:42:13.77191Z","steps":["trace[2115578122] 'range keys from in-memory index tree' (duration: 242.09877ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:13.891925Z","caller":"traceutil/trace.go:171","msg":"trace[227042919] transaction","detail":"{read_only:false; response_revision:28031; number_of_response:1; }","duration":"111.570863ms","start":"2026-07-31T14:42:13.780327Z","end":"2026-07-31T14:42:13.891898Z","steps":["trace[227042919] 'process raft request' (duration: 111.397139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:14.273879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.498982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:42:14.273966Z","caller":"traceutil/trace.go:171","msg":"trace[205309927] linearizableReadLoop","detail":"{readStateIndex:28903; appliedIndex:28902; }","duration":"145.690575ms","start":"2026-07-31T14:42:14.128262Z","end":"2026-07-31T14:42:14.273953Z","steps":["trace[205309927] 'read index received' (duration: 14.042919ms)","trace[205309927] 'applied index is now lower than readState.Index' (duration: 131.646336ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:14.274102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.84873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-31T14:42:14.274072Z","caller":"traceutil/trace.go:171","msg":"trace[836587108] transaction","detail":"{read_only:false; response_revision:28032; number_of_response:1; }","duration":"493.124949ms","start":"2026-07-31T14:42:13.780907Z","end":"2026-07-31T14:42:14.274032Z","steps":["trace[836587108] 'process raft request' (duration: 361.39599ms)","trace[836587108] 'compare' (duration: 131.387899ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:14.274127Z","caller":"traceutil/trace.go:171","msg":"trace[159111698] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28032; }","duration":"145.907061ms","start":"2026-07-31T14:42:14.128212Z","end":"2026-07-31T14:42:14.274119Z","steps":["trace[159111698] 'agreement among raft nodes before linearized reading' (duration: 145.809248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:14.274245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:13.78089Z","time spent":"493.259812ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:14.633396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.008373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:42:14.633568Z","caller":"traceutil/trace.go:171","msg":"trace[1573237583] linearizableReadLoop","detail":"{readStateIndex:28905; appliedIndex:28903; }","duration":"103.560408ms","start":"2026-07-31T14:42:14.529993Z","end":"2026-07-31T14:42:14.633553Z","steps":["trace[1573237583] 'read index received' (duration: 88.207325ms)","trace[1573237583] 'applied index is now lower than readState.Index' (duration: 15.352203ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:14.633637Z","caller":"traceutil/trace.go:171","msg":"trace[1459730680] transaction","detail":"{read_only:false; response_revision:28034; number_of_response:1; }","duration":"214.922276ms","start":"2026-07-31T14:42:14.418689Z","end":"2026-07-31T14:42:14.633611Z","steps":["trace[1459730680] 'process raft request' (duration: 214.807813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:14.633697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.705102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:14.633734Z","caller":"traceutil/trace.go:171","msg":"trace[1104993513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28034; }","duration":"103.738693ms","start":"2026-07-31T14:42:14.529983Z","end":"2026-07-31T14:42:14.633722Z","steps":["trace[1104993513] 'agreement among raft nodes before linearized reading' (duration: 103.681101ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:14.633717Z","caller":"traceutil/trace.go:171","msg":"trace[121462805] transaction","detail":"{read_only:false; response_revision:28033; number_of_response:1; }","duration":"355.352666ms","start":"2026-07-31T14:42:14.278335Z","end":"2026-07-31T14:42:14.633687Z","steps":["trace[121462805] 'process raft request' (duration: 165.941622ms)","trace[121462805] 'compare' (duration: 188.88586ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:14.633854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:14.278311Z","time spent":"355.467159ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:14.896146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.462903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:42:14.896275Z","caller":"traceutil/trace.go:171","msg":"trace[585594321] transaction","detail":"{read_only:false; response_revision:28035; number_of_response:1; }","duration":"205.623688ms","start":"2026-07-31T14:42:14.69063Z","end":"2026-07-31T14:42:14.896254Z","steps":["trace[585594321] 'process raft request' (duration: 62.96328ms)","trace[585594321] 'compare' (duration: 142.270567ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:15.191772Z","caller":"traceutil/trace.go:171","msg":"trace[664817110] transaction","detail":"{read_only:false; response_revision:28036; number_of_response:1; }","duration":"264.115163ms","start":"2026-07-31T14:42:14.927633Z","end":"2026-07-31T14:42:15.191748Z","steps":["trace[664817110] 'process raft request' (duration: 263.97518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:15.400619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.862179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:42:15.400743Z","caller":"traceutil/trace.go:171","msg":"trace[1369513351] linearizableReadLoop","detail":"{readStateIndex:28908; appliedIndex:28906; }","duration":"387.21027ms","start":"2026-07-31T14:42:15.013508Z","end":"2026-07-31T14:42:15.400718Z","steps":["trace[1369513351] 'read index received' (duration: 178.205716ms)","trace[1369513351] 'applied index is now lower than readState.Index' (duration: 209.003134ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:15.400885Z","caller":"traceutil/trace.go:171","msg":"trace[1702147565] transaction","detail":"{read_only:false; response_revision:28037; number_of_response:1; }","duration":"473.175758ms","start":"2026-07-31T14:42:14.927666Z","end":"2026-07-31T14:42:15.400842Z","steps":["trace[1702147565] 'process raft request' (duration: 328.997502ms)","trace[1702147565] 'compare' (duration: 143.711125ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:15.400951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.448947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:42:15.400984Z","caller":"traceutil/trace.go:171","msg":"trace[520022823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28037; }","duration":"387.518799ms","start":"2026-07-31T14:42:15.013455Z","end":"2026-07-31T14:42:15.400974Z","steps":["trace[520022823] 'agreement among raft nodes before linearized reading' (duration: 387.368815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:15.401022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:15.013433Z","time spent":"387.58155ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:42:15.401013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.747444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-31T14:42:15.401063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:14.927635Z","time spent":"473.341633ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:15.401084Z","caller":"traceutil/trace.go:171","msg":"trace[1166896673] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28037; }","duration":"166.873087ms","start":"2026-07-31T14:42:15.234188Z","end":"2026-07-31T14:42:15.401061Z","steps":["trace[1166896673] 'agreement among raft nodes before linearized reading' (duration: 166.742134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:15.401154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.452084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-31T14:42:15.401237Z","caller":"traceutil/trace.go:171","msg":"trace[597199260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28037; }","duration":"153.565927ms","start":"2026-07-31T14:42:15.247651Z","end":"2026-07-31T14:42:15.401217Z","steps":["trace[597199260] 'agreement among raft nodes before linearized reading' (duration: 153.326421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:16.176255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.500396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:42:16.176512Z","caller":"traceutil/trace.go:171","msg":"trace[1276929921] linearizableReadLoop","detail":"{readStateIndex:28910; appliedIndex:28908; }","duration":"743.246305ms","start":"2026-07-31T14:42:15.433242Z","end":"2026-07-31T14:42:16.176488Z","steps":["trace[1276929921] 'read index received' (duration: 197.396728ms)","trace[1276929921] 'applied index is now lower than readState.Index' (duration: 545.848327ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:16.176582Z","caller":"traceutil/trace.go:171","msg":"trace[1040052632] transaction","detail":"{read_only:false; response_revision:28038; number_of_response:1; }","duration":"771.025885ms","start":"2026-07-31T14:42:15.405542Z","end":"2026-07-31T14:42:16.176568Z","steps":["trace[1040052632] 'process raft request' (duration: 225.120227ms)","trace[1040052632] 'compare' (duration: 545.23233ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:16.176663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:15.405517Z","time spent":"771.090247ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:16.176622Z","caller":"traceutil/trace.go:171","msg":"trace[1264541043] transaction","detail":"{read_only:false; response_revision:28039; number_of_response:1; }","duration":"770.741977ms","start":"2026-07-31T14:42:15.405861Z","end":"2026-07-31T14:42:16.176603Z","steps":["trace[1264541043] 'process raft request' (duration: 770.514621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:16.176788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.527512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-31T14:42:16.176813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.336996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:16.176832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.150346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:42:16.176861Z","caller":"traceutil/trace.go:171","msg":"trace[151855034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28039; }","duration":"743.643355ms","start":"2026-07-31T14:42:15.433201Z","end":"2026-07-31T14:42:16.176844Z","steps":["trace[151855034] 'agreement among raft nodes before linearized reading' (duration: 743.388008ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:16.176882Z","caller":"traceutil/trace.go:171","msg":"trace[1574831644] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28039; }","duration":"724.227767ms","start":"2026-07-31T14:42:15.452643Z","end":"2026-07-31T14:42:16.176871Z","steps":["trace[1574831644] 'agreement among raft nodes before linearized reading' (duration: 724.071223ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:16.176881Z","caller":"traceutil/trace.go:171","msg":"trace[2110021328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28039; }","duration":"646.445039ms","start":"2026-07-31T14:42:15.53042Z","end":"2026-07-31T14:42:16.176865Z","steps":["trace[2110021328] 'agreement among raft nodes before linearized reading' (duration: 646.318766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:16.176894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.46845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-31T14:42:16.176915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:15.433184Z","time spent":"743.718496ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:42:16.176955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:15.530395Z","time spent":"646.543201ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T14:42:16.176963Z","caller":"traceutil/trace.go:171","msg":"trace[1851347953] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28039; }","duration":"120.589713ms","start":"2026-07-31T14:42:16.056356Z","end":"2026-07-31T14:42:16.176946Z","steps":["trace[1851347953] 'agreement among raft nodes before linearized reading' (duration: 120.363847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:16.176887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.378226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-31T14:42:16.177008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.274135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-31T14:42:16.177081Z","caller":"traceutil/trace.go:171","msg":"trace[743694752] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28039; }","duration":"741.623443ms","start":"2026-07-31T14:42:15.435427Z","end":"2026-07-31T14:42:16.177051Z","steps":["trace[743694752] 'agreement among raft nodes before linearized reading' (duration: 741.348956ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:16.177084Z","caller":"traceutil/trace.go:171","msg":"trace[379581842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28039; }","duration":"743.388198ms","start":"2026-07-31T14:42:15.433678Z","end":"2026-07-31T14:42:16.177066Z","steps":["trace[379581842] 'agreement among raft nodes before linearized reading' (duration: 743.137572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:16.177133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:15.435414Z","time spent":"741.711855ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-31T14:42:16.177135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:15.433662Z","time spent":"743.46402ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T14:42:16.176919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:15.452629Z","time spent":"724.277609ms","remote":"127.0.0.1:41132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":119,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:42:16.176809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:15.405837Z","time spent":"770.92068ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:16.17737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.991693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T14:42:16.17742Z","caller":"traceutil/trace.go:171","msg":"trace[1431893274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28039; }","duration":"744.135877ms","start":"2026-07-31T14:42:15.433277Z","end":"2026-07-31T14:42:16.177413Z","steps":["trace[1431893274] 'agreement among raft nodes before linearized reading' (duration: 743.425219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:16.177452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:15.433247Z","time spent":"744.199209ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-31T14:42:16.336843Z","caller":"traceutil/trace.go:171","msg":"trace[1849643120] transaction","detail":"{read_only:false; response_revision:28041; number_of_response:1; }","duration":"155.833585ms","start":"2026-07-31T14:42:16.180986Z","end":"2026-07-31T14:42:16.33682Z","steps":["trace[1849643120] 'process raft request' (duration: 155.434985ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:16.337011Z","caller":"traceutil/trace.go:171","msg":"trace[319391350] transaction","detail":"{read_only:false; response_revision:28042; number_of_response:1; }","duration":"155.827654ms","start":"2026-07-31T14:42:16.181168Z","end":"2026-07-31T14:42:16.336996Z","steps":["trace[319391350] 'process raft request' (duration: 155.604039ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:16.337193Z","caller":"traceutil/trace.go:171","msg":"trace[2036014876] transaction","detail":"{read_only:false; response_revision:28043; number_of_response:1; }","duration":"156.004729ms","start":"2026-07-31T14:42:16.181179Z","end":"2026-07-31T14:42:16.337184Z","steps":["trace[2036014876] 'process raft request' (duration: 155.760553ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:16.337258Z","caller":"traceutil/trace.go:171","msg":"trace[903707725] transaction","detail":"{read_only:false; response_revision:28044; number_of_response:1; }","duration":"155.984139ms","start":"2026-07-31T14:42:16.181268Z","end":"2026-07-31T14:42:16.337252Z","steps":["trace[903707725] 'process raft request' (duration: 155.845335ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:17.541783Z","caller":"traceutil/trace.go:171","msg":"trace[1483594299] transaction","detail":"{read_only:false; response_revision:28047; number_of_response:1; }","duration":"345.058032ms","start":"2026-07-31T14:42:17.196702Z","end":"2026-07-31T14:42:17.54176Z","steps":["trace[1483594299] 'process raft request' (duration: 344.894238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:17.54197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:17.196676Z","time spent":"345.172755ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:17.571606Z","caller":"traceutil/trace.go:171","msg":"trace[747450734] transaction","detail":"{read_only:false; response_revision:28048; number_of_response:1; }","duration":"165.407099ms","start":"2026-07-31T14:42:17.406173Z","end":"2026-07-31T14:42:17.571581Z","steps":["trace[747450734] 'process raft request' (duration: 165.231334ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:18.308449Z","caller":"traceutil/trace.go:171","msg":"trace[121268616] transaction","detail":"{read_only:false; response_revision:28051; number_of_response:1; }","duration":"121.911927ms","start":"2026-07-31T14:42:18.186503Z","end":"2026-07-31T14:42:18.308415Z","steps":["trace[121268616] 'process raft request' (duration: 63.802291ms)","trace[121268616] 'compare' (duration: 57.921472ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:19.337138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.54676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-31T14:42:19.337222Z","caller":"traceutil/trace.go:171","msg":"trace[903881672] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28056; }","duration":"441.690104ms","start":"2026-07-31T14:42:18.895513Z","end":"2026-07-31T14:42:19.337203Z","steps":["trace[903881672] 'range keys from in-memory index tree' (duration: 441.370065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:19.337264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:18.895489Z","time spent":"441.766116ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-31T14:42:19.3822Z","caller":"traceutil/trace.go:171","msg":"trace[981870767] transaction","detail":"{read_only:false; response_revision:28057; number_of_response:1; }","duration":"435.909665ms","start":"2026-07-31T14:42:18.946264Z","end":"2026-07-31T14:42:19.382173Z","steps":["trace[981870767] 'process raft request' (duration: 435.71916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:19.382406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:18.94623Z","time spent":"436.047919ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:19.624808Z","caller":"traceutil/trace.go:171","msg":"trace[1707953460] transaction","detail":"{read_only:false; response_revision:28058; number_of_response:1; }","duration":"594.491581ms","start":"2026-07-31T14:42:19.030287Z","end":"2026-07-31T14:42:19.624779Z","steps":["trace[1707953460] 'process raft request' (duration: 583.010726ms)","trace[1707953460] 'compare' (duration: 11.141945ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:19.624947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:19.030255Z","time spent":"594.621754ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:19.624951Z","caller":"traceutil/trace.go:171","msg":"trace[486123983] linearizableReadLoop","detail":"{readStateIndex:28930; appliedIndex:28928; }","duration":"345.119605ms","start":"2026-07-31T14:42:19.27981Z","end":"2026-07-31T14:42:19.624929Z","steps":["trace[486123983] 'read index received' (duration: 102.206653ms)","trace[486123983] 'applied index is now lower than readState.Index' (duration: 242.911432ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:19.62515Z","caller":"traceutil/trace.go:171","msg":"trace[1075130769] transaction","detail":"{read_only:false; response_revision:28059; number_of_response:1; }","duration":"283.463888ms","start":"2026-07-31T14:42:19.34165Z","end":"2026-07-31T14:42:19.625114Z","steps":["trace[1075130769] 'process raft request' (duration: 283.043138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:19.6255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.678729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-31T14:42:19.625835Z","caller":"traceutil/trace.go:171","msg":"trace[370143919] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28059; }","duration":"345.850634ms","start":"2026-07-31T14:42:19.279752Z","end":"2026-07-31T14:42:19.625603Z","steps":["trace[370143919] 'agreement among raft nodes before linearized reading' (duration: 345.411753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:19.625926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:19.279726Z","time spent":"346.183281ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:42:19.643615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.139007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:19.643662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.124801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-31T14:42:19.643701Z","caller":"traceutil/trace.go:171","msg":"trace[1055031008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28061; }","duration":"114.270072ms","start":"2026-07-31T14:42:19.529407Z","end":"2026-07-31T14:42:19.643678Z","steps":["trace[1055031008] 'agreement among raft nodes before linearized reading' (duration: 114.129319ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:19.643745Z","caller":"traceutil/trace.go:171","msg":"trace[2060435674] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28061; }","duration":"102.253824ms","start":"2026-07-31T14:42:19.541469Z","end":"2026-07-31T14:42:19.643723Z","steps":["trace[2060435674] 'agreement among raft nodes before linearized reading' (duration: 102.038649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:19.643726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.45441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:19.643843Z","caller":"traceutil/trace.go:171","msg":"trace[1957284139] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:28061; }","duration":"350.604514ms","start":"2026-07-31T14:42:19.293219Z","end":"2026-07-31T14:42:19.643823Z","steps":["trace[1957284139] 'agreement among raft nodes before linearized reading' (duration: 350.400749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:19.643888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:19.29321Z","time spent":"350.664165ms","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:42:20.35332Z","caller":"traceutil/trace.go:171","msg":"trace[1937597782] transaction","detail":"{read_only:false; response_revision:28064; number_of_response:1; }","duration":"131.604595ms","start":"2026-07-31T14:42:20.221671Z","end":"2026-07-31T14:42:20.353275Z","steps":["trace[1937597782] 'process raft request' (duration: 131.39689ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:20.6607Z","caller":"traceutil/trace.go:171","msg":"trace[2137524507] linearizableReadLoop","detail":"{readStateIndex:28938; appliedIndex:28937; }","duration":"214.770121ms","start":"2026-07-31T14:42:20.445848Z","end":"2026-07-31T14:42:20.660619Z","steps":["trace[2137524507] 'read index received' (duration: 159.827926ms)","trace[2137524507] 'applied index is now lower than readState.Index' (duration: 54.941545ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:20.660754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.901153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T14:42:20.660738Z","caller":"traceutil/trace.go:171","msg":"trace[546671552] transaction","detail":"{read_only:false; response_revision:28066; number_of_response:1; }","duration":"217.128461ms","start":"2026-07-31T14:42:20.443585Z","end":"2026-07-31T14:42:20.660713Z","steps":["trace[546671552] 'process raft request' (duration: 162.173166ms)","trace[546671552] 'compare' (duration: 54.724169ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:20.660789Z","caller":"traceutil/trace.go:171","msg":"trace[254574875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28066; }","duration":"214.976216ms","start":"2026-07-31T14:42:20.445804Z","end":"2026-07-31T14:42:20.66078Z","steps":["trace[254574875] 'agreement among raft nodes before linearized reading' (duration: 214.821542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:20.66088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.101176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:42:20.660943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.921802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:20.660965Z","caller":"traceutil/trace.go:171","msg":"trace[1913514658] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28066; }","duration":"113.996574ms","start":"2026-07-31T14:42:20.546963Z","end":"2026-07-31T14:42:20.660959Z","steps":["trace[1913514658] 'agreement among raft nodes before linearized reading' (duration: 113.936933ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:20.660955Z","caller":"traceutil/trace.go:171","msg":"trace[1806240042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28066; }","duration":"130.184428ms","start":"2026-07-31T14:42:20.530754Z","end":"2026-07-31T14:42:20.660938Z","steps":["trace[1806240042] 'agreement among raft nodes before linearized reading' (duration: 130.067845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:20.661153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.024837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:42:20.661199Z","caller":"traceutil/trace.go:171","msg":"trace[933283496] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28066; }","duration":"213.085629ms","start":"2026-07-31T14:42:20.448102Z","end":"2026-07-31T14:42:20.661188Z","steps":["trace[933283496] 'agreement among raft nodes before linearized reading' (duration: 212.974925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:20.660959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.215007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T14:42:20.661502Z","caller":"traceutil/trace.go:171","msg":"trace[104719913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28066; }","duration":"214.70397ms","start":"2026-07-31T14:42:20.446708Z","end":"2026-07-31T14:42:20.661412Z","steps":["trace[104719913] 'agreement among raft nodes before linearized reading' (duration: 214.098693ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:20.929174Z","caller":"traceutil/trace.go:171","msg":"trace[747624499] linearizableReadLoop","detail":"{readStateIndex:28942; appliedIndex:28938; }","duration":"234.271689ms","start":"2026-07-31T14:42:20.694874Z","end":"2026-07-31T14:42:20.929146Z","steps":["trace[747624499] 'read index received' (duration: 44.510628ms)","trace[747624499] 'applied index is now lower than readState.Index' (duration: 189.759701ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:20.929163Z","caller":"traceutil/trace.go:171","msg":"trace[1516418423] transaction","detail":"{read_only:false; response_revision:28068; number_of_response:1; }","duration":"264.589375ms","start":"2026-07-31T14:42:20.664533Z","end":"2026-07-31T14:42:20.929123Z","steps":["trace[1516418423] 'process raft request' (duration: 264.306718ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:20.929203Z","caller":"traceutil/trace.go:171","msg":"trace[1760123095] transaction","detail":"{read_only:false; response_revision:28069; number_of_response:1; }","duration":"263.553448ms","start":"2026-07-31T14:42:20.665607Z","end":"2026-07-31T14:42:20.92916Z","steps":["trace[1760123095] 'process raft request' (duration: 263.369403ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:20.929383Z","caller":"traceutil/trace.go:171","msg":"trace[46104516] transaction","detail":"{read_only:false; response_revision:28071; number_of_response:1; }","duration":"195.276402ms","start":"2026-07-31T14:42:20.734048Z","end":"2026-07-31T14:42:20.929325Z","steps":["trace[46104516] 'process raft request' (duration: 195.031456ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:20.929502Z","caller":"traceutil/trace.go:171","msg":"trace[1922195453] transaction","detail":"{read_only:false; response_revision:28070; number_of_response:1; }","duration":"247.402885ms","start":"2026-07-31T14:42:20.682082Z","end":"2026-07-31T14:42:20.929485Z","steps":["trace[1922195453] 'process raft request' (duration: 246.941843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:20.9296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.69829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-31T14:42:20.929668Z","caller":"traceutil/trace.go:171","msg":"trace[1040368556] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:28071; }","duration":"234.812863ms","start":"2026-07-31T14:42:20.69484Z","end":"2026-07-31T14:42:20.929653Z","steps":["trace[1040368556] 'agreement among raft nodes before linearized reading' (duration: 234.562027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:21.627568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.921482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:21.62765Z","caller":"traceutil/trace.go:171","msg":"trace[358738433] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28074; }","duration":"123.069816ms","start":"2026-07-31T14:42:21.504561Z","end":"2026-07-31T14:42:21.627631Z","steps":["trace[358738433] 'range keys from in-memory index tree' (duration: 122.777858ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:45.123528Z","caller":"traceutil/trace.go:171","msg":"trace[858449422] transaction","detail":"{read_only:false; response_revision:28218; number_of_response:1; }","duration":"381.137785ms","start":"2026-07-31T14:42:44.741271Z","end":"2026-07-31T14:42:45.122408Z","steps":["trace[858449422] 'process raft request' (duration: 380.761965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:45.124454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:44.741244Z","time spent":"382.748247ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:42:45.133324Z","caller":"traceutil/trace.go:171","msg":"trace[1746154226] linearizableReadLoop","detail":"{readStateIndex:29096; appliedIndex:29094; }","duration":"325.738099ms","start":"2026-07-31T14:42:44.80757Z","end":"2026-07-31T14:42:45.133308Z","steps":["trace[1746154226] 'read index received' (duration: 314.632595ms)","trace[1746154226] 'applied index is now lower than readState.Index' (duration: 11.104144ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:42:45.133451Z","caller":"traceutil/trace.go:171","msg":"trace[287319285] transaction","detail":"{read_only:false; response_revision:28219; number_of_response:1; }","duration":"390.72433ms","start":"2026-07-31T14:42:44.74262Z","end":"2026-07-31T14:42:45.133345Z","steps":["trace[287319285] 'process raft request' (duration: 390.560076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:45.133581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:44.742568Z","time spent":"390.971747ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:42:45.133683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.38925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T14:42:45.133441Z","caller":"traceutil/trace.go:171","msg":"trace[674023160] transaction","detail":"{read_only:false; response_revision:28220; number_of_response:1; }","duration":"114.180199ms","start":"2026-07-31T14:42:45.019224Z","end":"2026-07-31T14:42:45.133404Z","steps":["trace[674023160] 'process raft request' (duration: 114.044226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:45.133712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.906287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T14:42:45.133732Z","caller":"traceutil/trace.go:171","msg":"trace[858097324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28220; }","duration":"300.458582ms","start":"2026-07-31T14:42:44.833258Z","end":"2026-07-31T14:42:45.133717Z","steps":["trace[858097324] 'agreement among raft nodes before linearized reading' (duration: 300.327179ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:45.133753Z","caller":"traceutil/trace.go:171","msg":"trace[207415399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28220; }","duration":"288.941878ms","start":"2026-07-31T14:42:44.844801Z","end":"2026-07-31T14:42:45.133743Z","steps":["trace[207415399] 'agreement among raft nodes before linearized reading' (duration: 288.876196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:45.133767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:44.833246Z","time spent":"300.512613ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:42:45.133614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.040656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-31T14:42:45.133835Z","caller":"traceutil/trace.go:171","msg":"trace[374749849] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28220; }","duration":"326.322593ms","start":"2026-07-31T14:42:44.807505Z","end":"2026-07-31T14:42:45.133828Z","steps":["trace[374749849] 'agreement among raft nodes before linearized reading' (duration: 325.965784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:42:45.133851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:42:44.807484Z","time spent":"326.362114ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-31T14:42:58.058358Z","caller":"traceutil/trace.go:171","msg":"trace[968793318] transaction","detail":"{read_only:false; response_revision:28305; number_of_response:1; }","duration":"265.311584ms","start":"2026-07-31T14:42:57.793025Z","end":"2026-07-31T14:42:58.058336Z","steps":["trace[968793318] 'process raft request' (duration: 265.15868ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:58.069493Z","caller":"traceutil/trace.go:171","msg":"trace[63600217] linearizableReadLoop","detail":"{readStateIndex:29187; appliedIndex:29185; }","duration":"233.85943ms","start":"2026-07-31T14:42:57.835616Z","end":"2026-07-31T14:42:58.069475Z","steps":["trace[63600217] 'read index received' (duration: 222.679254ms)","trace[63600217] 'applied index is now lower than readState.Index' (duration: 11.179006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:42:58.069592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.960252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:42:58.069595Z","caller":"traceutil/trace.go:171","msg":"trace[1367716886] transaction","detail":"{read_only:false; response_revision:28306; number_of_response:1; }","duration":"242.285955ms","start":"2026-07-31T14:42:57.827277Z","end":"2026-07-31T14:42:58.069563Z","steps":["trace[1367716886] 'process raft request' (duration: 242.119301ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:42:58.069653Z","caller":"traceutil/trace.go:171","msg":"trace[1761325110] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28306; }","duration":"234.075955ms","start":"2026-07-31T14:42:57.835566Z","end":"2026-07-31T14:42:58.069642Z","steps":["trace[1761325110] 'agreement among raft nodes before linearized reading' (duration: 233.973642ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:00.386403Z","caller":"traceutil/trace.go:171","msg":"trace[1810820342] transaction","detail":"{read_only:false; response_revision:28316; number_of_response:1; }","duration":"312.489569ms","start":"2026-07-31T14:43:00.073872Z","end":"2026-07-31T14:43:00.386362Z","steps":["trace[1810820342] 'process raft request' (duration: 305.84436ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:00.386393Z","caller":"traceutil/trace.go:171","msg":"trace[1047946799] linearizableReadLoop","detail":"{readStateIndex:29197; appliedIndex:29196; }","duration":"237.174354ms","start":"2026-07-31T14:43:00.14918Z","end":"2026-07-31T14:43:00.386354Z","steps":["trace[1047946799] 'read index received' (duration: 230.554165ms)","trace[1047946799] 'applied index is now lower than readState.Index' (duration: 6.610139ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:43:00.38657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:00.073841Z","time spent":"312.644503ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:43:00.386634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.440441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-31T14:43:00.38671Z","caller":"traceutil/trace.go:171","msg":"trace[1860227690] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28316; }","duration":"237.557935ms","start":"2026-07-31T14:43:00.149135Z","end":"2026-07-31T14:43:00.386693Z","steps":["trace[1860227690] 'agreement among raft nodes before linearized reading' (duration: 237.328849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:00.406895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.770496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-31T14:43:00.40697Z","caller":"traceutil/trace.go:171","msg":"trace[1653995903] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28317; }","duration":"249.893079ms","start":"2026-07-31T14:43:00.157056Z","end":"2026-07-31T14:43:00.406949Z","steps":["trace[1653995903] 'agreement among raft nodes before linearized reading' (duration: 249.676564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:00.406907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.653103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-31T14:43:00.407109Z","caller":"traceutil/trace.go:171","msg":"trace[41786732] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28317; }","duration":"206.880378ms","start":"2026-07-31T14:43:00.200191Z","end":"2026-07-31T14:43:00.407072Z","steps":["trace[41786732] 'agreement among raft nodes before linearized reading' (duration: 206.624972ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:01.754683Z","caller":"traceutil/trace.go:171","msg":"trace[351278836] transaction","detail":"{read_only:false; response_revision:28327; number_of_response:1; }","duration":"332.84575ms","start":"2026-07-31T14:43:01.421793Z","end":"2026-07-31T14:43:01.754639Z","steps":["trace[351278836] 'process raft request' (duration: 332.528121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:01.754896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:01.421778Z","time spent":"333.014965ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:43:01.760372Z","caller":"traceutil/trace.go:171","msg":"trace[640863034] linearizableReadLoop","detail":"{readStateIndex:29211; appliedIndex:29208; }","duration":"229.212541ms","start":"2026-07-31T14:43:01.531133Z","end":"2026-07-31T14:43:01.760346Z","steps":["trace[640863034] 'read index received' (duration: 223.300849ms)","trace[640863034] 'applied index is now lower than readState.Index' (duration: 5.909562ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:43:01.760419Z","caller":"traceutil/trace.go:171","msg":"trace[378349606] transaction","detail":"{read_only:false; response_revision:28328; number_of_response:1; }","duration":"338.584917ms","start":"2026-07-31T14:43:01.42182Z","end":"2026-07-31T14:43:01.760405Z","steps":["trace[378349606] 'process raft request' (duration: 338.284268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:01.7605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.371555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:43:01.760536Z","caller":"traceutil/trace.go:171","msg":"trace[671000543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28330; }","duration":"229.469468ms","start":"2026-07-31T14:43:01.531058Z","end":"2026-07-31T14:43:01.760527Z","steps":["trace[671000543] 'agreement among raft nodes before linearized reading' (duration: 229.396956ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:01.760413Z","caller":"traceutil/trace.go:171","msg":"trace[331679945] transaction","detail":"{read_only:false; response_revision:28329; number_of_response:1; }","duration":"338.479124ms","start":"2026-07-31T14:43:01.421902Z","end":"2026-07-31T14:43:01.760381Z","steps":["trace[331679945] 'process raft request' (duration: 338.352261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:01.760647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:01.421795Z","time spent":"338.730591ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:43:01.76069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:01.421882Z","time spent":"338.732501ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:43:02.547966Z","caller":"traceutil/trace.go:171","msg":"trace[1845581564] linearizableReadLoop","detail":"{readStateIndex:29215; appliedIndex:29214; }","duration":"123.691953ms","start":"2026-07-31T14:43:02.424248Z","end":"2026-07-31T14:43:02.54794Z","steps":["trace[1845581564] 'read index received' (duration: 123.431346ms)","trace[1845581564] 'applied index is now lower than readState.Index' (duration: 259.677µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:43:02.548058Z","caller":"traceutil/trace.go:171","msg":"trace[1340218047] transaction","detail":"{read_only:false; response_revision:28333; number_of_response:1; }","duration":"155.239459ms","start":"2026-07-31T14:43:02.39277Z","end":"2026-07-31T14:43:02.548009Z","steps":["trace[1340218047] 'process raft request' (duration: 154.971373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:02.548232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.958569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T14:43:02.54827Z","caller":"traceutil/trace.go:171","msg":"trace[1987208794] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28333; }","duration":"124.033771ms","start":"2026-07-31T14:43:02.424224Z","end":"2026-07-31T14:43:02.548258Z","steps":["trace[1987208794] 'agreement among raft nodes before linearized reading' (duration: 123.829045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:02.736532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.397126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-31T14:43:02.736618Z","caller":"traceutil/trace.go:171","msg":"trace[98165125] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28333; }","duration":"107.491368ms","start":"2026-07-31T14:43:02.629101Z","end":"2026-07-31T14:43:02.736593Z","steps":["trace[98165125] 'range keys from in-memory index tree' (duration: 107.17863ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:06.85361Z","caller":"traceutil/trace.go:171","msg":"trace[170020880] transaction","detail":"{read_only:false; response_revision:28359; number_of_response:1; }","duration":"211.504749ms","start":"2026-07-31T14:43:06.642078Z","end":"2026-07-31T14:43:06.853583Z","steps":["trace[170020880] 'process raft request' (duration: 211.343304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:07.050126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.748418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:43:07.050267Z","caller":"traceutil/trace.go:171","msg":"trace[1110768379] linearizableReadLoop","detail":"{readStateIndex:29243; appliedIndex:29242; }","duration":"161.49862ms","start":"2026-07-31T14:43:06.888744Z","end":"2026-07-31T14:43:07.050242Z","steps":["trace[1110768379] 'read index received' (duration: 4.518866ms)","trace[1110768379] 'applied index is now lower than readState.Index' (duration: 156.978244ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:43:07.050303Z","caller":"traceutil/trace.go:171","msg":"trace[1185435433] transaction","detail":"{read_only:false; response_revision:28360; number_of_response:1; }","duration":"191.331182ms","start":"2026-07-31T14:43:06.858917Z","end":"2026-07-31T14:43:07.050248Z","steps":["trace[1185435433] 'process raft request' (duration: 34.336568ms)","trace[1185435433] 'compare' (duration: 156.510462ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:43:07.050494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.744386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:43:07.050541Z","caller":"traceutil/trace.go:171","msg":"trace[1920200655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28360; }","duration":"161.819278ms","start":"2026-07-31T14:43:06.888708Z","end":"2026-07-31T14:43:07.050527Z","steps":["trace[1920200655] 'agreement among raft nodes before linearized reading' (duration: 161.601843ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:08.170699Z","caller":"traceutil/trace.go:171","msg":"trace[233262566] linearizableReadLoop","detail":"{readStateIndex:29248; appliedIndex:29247; }","duration":"251.426608ms","start":"2026-07-31T14:43:07.919247Z","end":"2026-07-31T14:43:08.170674Z","steps":["trace[233262566] 'read index received' (duration: 251.300155ms)","trace[233262566] 'applied index is now lower than readState.Index' (duration: 125.073µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:43:08.171003Z","caller":"traceutil/trace.go:171","msg":"trace[1805147794] transaction","detail":"{read_only:false; response_revision:28365; number_of_response:1; }","duration":"337.92897ms","start":"2026-07-31T14:43:07.833062Z","end":"2026-07-31T14:43:08.17099Z","steps":["trace[1805147794] 'process raft request' (duration: 337.409327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:08.17112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:07.833042Z","time spent":"338.001623ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:43:08.171403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.139167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T14:43:08.171502Z","caller":"traceutil/trace.go:171","msg":"trace[749009021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28365; }","duration":"252.24978ms","start":"2026-07-31T14:43:07.919202Z","end":"2026-07-31T14:43:08.171451Z","steps":["trace[749009021] 'agreement among raft nodes before linearized reading' (duration: 252.029064ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:08.213765Z","caller":"traceutil/trace.go:171","msg":"trace[1047083542] transaction","detail":"{read_only:false; response_revision:28366; number_of_response:1; }","duration":"286.550906ms","start":"2026-07-31T14:43:07.927184Z","end":"2026-07-31T14:43:08.213735Z","steps":["trace[1047083542] 'process raft request' (duration: 286.29968ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:08.213831Z","caller":"traceutil/trace.go:171","msg":"trace[277001436] transaction","detail":"{read_only:false; response_revision:28367; number_of_response:1; }","duration":"182.483145ms","start":"2026-07-31T14:43:08.03131Z","end":"2026-07-31T14:43:08.213793Z","steps":["trace[277001436] 'process raft request' (duration: 182.332512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:08.213898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.398224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T14:43:08.213978Z","caller":"traceutil/trace.go:171","msg":"trace[1396058400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28367; }","duration":"209.517327ms","start":"2026-07-31T14:43:08.004426Z","end":"2026-07-31T14:43:08.213944Z","steps":["trace[1396058400] 'agreement among raft nodes before linearized reading' (duration: 209.322282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:08.214738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.588258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-31T14:43:08.214781Z","caller":"traceutil/trace.go:171","msg":"trace[1378917209] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28367; }","duration":"162.67234ms","start":"2026-07-31T14:43:08.052097Z","end":"2026-07-31T14:43:08.214769Z","steps":["trace[1378917209] 'agreement among raft nodes before linearized reading' (duration: 161.845068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:08.496023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.179204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:43:08.496267Z","caller":"traceutil/trace.go:171","msg":"trace[910372367] transaction","detail":"{read_only:false; response_revision:28369; number_of_response:1; }","duration":"277.812943ms","start":"2026-07-31T14:43:08.218431Z","end":"2026-07-31T14:43:08.496244Z","steps":["trace[910372367] 'process raft request' (duration: 277.722481ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:08.496384Z","caller":"traceutil/trace.go:171","msg":"trace[2092164526] transaction","detail":"{read_only:false; response_revision:28368; number_of_response:1; }","duration":"320.154945ms","start":"2026-07-31T14:43:08.176207Z","end":"2026-07-31T14:43:08.496362Z","steps":["trace[2092164526] 'process raft request' (duration: 55.52881ms)","trace[2092164526] 'compare' (duration: 264.00703ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:43:08.496514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:08.176181Z","time spent":"320.270079ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:43:08.555292Z","caller":"traceutil/trace.go:171","msg":"trace[1233814518] transaction","detail":"{read_only:false; response_revision:28370; number_of_response:1; }","duration":"305.06561ms","start":"2026-07-31T14:43:08.250207Z","end":"2026-07-31T14:43:08.555272Z","steps":["trace[1233814518] 'process raft request' (duration: 304.646169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:08.555418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:08.25018Z","time spent":"305.171863ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:43:09.592842Z","caller":"traceutil/trace.go:171","msg":"trace[374214037] linearizableReadLoop","detail":"{readStateIndex:29257; appliedIndex:29256; }","duration":"132.004845ms","start":"2026-07-31T14:43:09.460809Z","end":"2026-07-31T14:43:09.592814Z","steps":["trace[374214037] 'read index received' (duration: 131.839251ms)","trace[374214037] 'applied index is now lower than readState.Index' (duration: 164.664µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:43:09.592935Z","caller":"traceutil/trace.go:171","msg":"trace[1344727650] transaction","detail":"{read_only:false; response_revision:28374; number_of_response:1; }","duration":"160.033391ms","start":"2026-07-31T14:43:09.432818Z","end":"2026-07-31T14:43:09.592851Z","steps":["trace[1344727650] 'process raft request' (duration: 159.822376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:09.593117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.286453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:43:09.5932Z","caller":"traceutil/trace.go:171","msg":"trace[1015862221] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28374; }","duration":"132.411476ms","start":"2026-07-31T14:43:09.460767Z","end":"2026-07-31T14:43:09.593178Z","steps":["trace[1015862221] 'agreement among raft nodes before linearized reading' (duration: 132.16442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:10.434159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.313127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:43:10.434277Z","caller":"traceutil/trace.go:171","msg":"trace[299823717] transaction","detail":"{read_only:false; response_revision:28377; number_of_response:1; }","duration":"215.90209ms","start":"2026-07-31T14:43:10.218344Z","end":"2026-07-31T14:43:10.434247Z","steps":["trace[299823717] 'process raft request' (duration: 68.431849ms)","trace[299823717] 'compare' (duration: 147.214365ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:43:12.546978Z","caller":"traceutil/trace.go:171","msg":"trace[2010463546] transaction","detail":"{read_only:false; response_revision:28395; number_of_response:1; }","duration":"106.992675ms","start":"2026-07-31T14:43:12.439955Z","end":"2026-07-31T14:43:12.546948Z","steps":["trace[2010463546] 'process raft request' (duration: 106.643896ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:15.074951Z","caller":"traceutil/trace.go:171","msg":"trace[351399549] transaction","detail":"{read_only:false; response_revision:28409; number_of_response:1; }","duration":"114.052295ms","start":"2026-07-31T14:43:14.960868Z","end":"2026-07-31T14:43:15.07492Z","steps":["trace[351399549] 'process raft request' (duration: 113.906101ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:16.914466Z","caller":"traceutil/trace.go:171","msg":"trace[1232950923] compact","detail":"{revision:26717; response_revision:28423; }","duration":"141.381164ms","start":"2026-07-31T14:43:16.773042Z","end":"2026-07-31T14:43:16.914423Z","steps":["trace[1232950923] 'process raft request' (duration: 51.918427ms)","trace[1232950923] 'check and update compact revision' (duration: 89.291593ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:43:16.914576Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26717} {"level":"info","ts":"2026-07-31T14:43:17.024023Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26717,"took":"106.718599ms","hash":3190970350,"current-db-size-bytes":36171776,"current-db-size":"36 MB","current-db-size-in-use-bytes":17125376,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-07-31T14:43:17.024108Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3190970350,"revision":26717,"compact-revision":24369} {"level":"warn","ts":"2026-07-31T14:43:17.399549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.902534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-31T14:43:17.39963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.152752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:43:17.399668Z","caller":"traceutil/trace.go:171","msg":"trace[304235961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28425; }","duration":"134.101739ms","start":"2026-07-31T14:43:17.265538Z","end":"2026-07-31T14:43:17.39964Z","steps":["trace[304235961] 'range keys from in-memory index tree' (duration: 133.507234ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:17.39972Z","caller":"traceutil/trace.go:171","msg":"trace[597304890] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28425; }","duration":"174.520602ms","start":"2026-07-31T14:43:17.225175Z","end":"2026-07-31T14:43:17.399696Z","steps":["trace[597304890] 'count revisions from in-memory index tree' (duration: 174.05337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:18.101177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.773491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T14:43:18.101285Z","caller":"traceutil/trace.go:171","msg":"trace[380263928] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28428; }","duration":"169.931645ms","start":"2026-07-31T14:43:17.931328Z","end":"2026-07-31T14:43:18.10126Z","steps":["trace[380263928] 'range keys from in-memory index tree' (duration: 169.566936ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:18.341003Z","caller":"traceutil/trace.go:171","msg":"trace[1177367958] transaction","detail":"{read_only:false; response_revision:28429; number_of_response:1; }","duration":"118.786927ms","start":"2026-07-31T14:43:18.222189Z","end":"2026-07-31T14:43:18.340976Z","steps":["trace[1177367958] 'process raft request' (duration: 118.616952ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:21.867655Z","caller":"traceutil/trace.go:171","msg":"trace[1757060930] transaction","detail":"{read_only:false; response_revision:28454; number_of_response:1; }","duration":"113.801439ms","start":"2026-07-31T14:43:21.753822Z","end":"2026-07-31T14:43:21.867624Z","steps":["trace[1757060930] 'process raft request' (duration: 113.491321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:22.904629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.568307ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:43:22.904725Z","caller":"traceutil/trace.go:171","msg":"trace[1281956134] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28457; }","duration":"462.678049ms","start":"2026-07-31T14:43:22.442029Z","end":"2026-07-31T14:43:22.904707Z","steps":["trace[1281956134] 'range keys from in-memory index tree' (duration: 462.553366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:22.904925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.271908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:43:22.905015Z","caller":"traceutil/trace.go:171","msg":"trace[864444895] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28457; }","duration":"618.440552ms","start":"2026-07-31T14:43:22.286555Z","end":"2026-07-31T14:43:22.904995Z","steps":["trace[864444895] 'count revisions from in-memory index tree' (duration: 618.167275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:22.905057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:22.286533Z","time spent":"618.513994ms","remote":"127.0.0.1:41326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-31T14:43:22.905153Z","caller":"traceutil/trace.go:171","msg":"trace[809036869] linearizableReadLoop","detail":"{readStateIndex:29345; appliedIndex:29344; }","duration":"496.009033ms","start":"2026-07-31T14:43:22.409119Z","end":"2026-07-31T14:43:22.905128Z","steps":["trace[809036869] 'read index received' (duration: 449.390061ms)","trace[809036869] 'applied index is now lower than readState.Index' (duration: 46.617782ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:43:22.905287Z","caller":"traceutil/trace.go:171","msg":"trace[1970018523] transaction","detail":"{read_only:false; response_revision:28458; number_of_response:1; }","duration":"529.935921ms","start":"2026-07-31T14:43:22.375264Z","end":"2026-07-31T14:43:22.9052Z","steps":["trace[1970018523] 'process raft request' (duration: 483.235406ms)","trace[1970018523] 'compare' (duration: 46.53566ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:43:22.905379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.228918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T14:43:22.905423Z","caller":"traceutil/trace.go:171","msg":"trace[46182725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28458; }","duration":"496.351851ms","start":"2026-07-31T14:43:22.409061Z","end":"2026-07-31T14:43:22.905413Z","steps":["trace[46182725] 'agreement among raft nodes before linearized reading' (duration: 496.176867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:22.905462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:22.409038Z","time spent":"496.415843ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-31T14:43:22.905587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:22.375237Z","time spent":"530.200797ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:43:23.321218Z","caller":"traceutil/trace.go:171","msg":"trace[1443844475] linearizableReadLoop","detail":"{readStateIndex:29347; appliedIndex:29345; }","duration":"415.980616ms","start":"2026-07-31T14:43:22.905216Z","end":"2026-07-31T14:43:23.321196Z","steps":["trace[1443844475] 'read index received' (duration: 415.837102ms)","trace[1443844475] 'applied index is now lower than readState.Index' (duration: 142.544µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:43:23.321436Z","caller":"traceutil/trace.go:171","msg":"trace[856669409] transaction","detail":"{read_only:false; response_revision:28460; number_of_response:1; }","duration":"626.009605ms","start":"2026-07-31T14:43:22.695409Z","end":"2026-07-31T14:43:23.321418Z","steps":["trace[856669409] 'process raft request' (duration: 625.741348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:23.321516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.608515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:43:23.321603Z","caller":"traceutil/trace.go:171","msg":"trace[1408560718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28460; }","duration":"790.743538ms","start":"2026-07-31T14:43:22.530837Z","end":"2026-07-31T14:43:23.321581Z","steps":["trace[1408560718] 'agreement among raft nodes before linearized reading' (duration: 790.558394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:23.321652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:22.530815Z","time spent":"790.82906ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:43:23.321626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:22.695393Z","time spent":"626.112688ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:43:23.321969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.260752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T14:43:23.322005Z","caller":"traceutil/trace.go:171","msg":"trace[388735255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28460; }","duration":"624.315793ms","start":"2026-07-31T14:43:22.69768Z","end":"2026-07-31T14:43:23.321996Z","steps":["trace[388735255] 'agreement among raft nodes before linearized reading' (duration: 624.185729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:23.322032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:22.69767Z","time spent":"624.356074ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T14:43:23.322159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.103099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T14:43:23.322193Z","caller":"traceutil/trace.go:171","msg":"trace[1660380807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28460; }","duration":"637.16076ms","start":"2026-07-31T14:43:22.68502Z","end":"2026-07-31T14:43:23.322181Z","steps":["trace[1660380807] 'agreement among raft nodes before linearized reading' (duration: 637.082068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:23.322218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:22.685007Z","time spent":"637.205411ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-31T14:43:23.322296Z","caller":"traceutil/trace.go:171","msg":"trace[431548865] transaction","detail":"{read_only:false; response_revision:28459; number_of_response:1; }","duration":"695.234896ms","start":"2026-07-31T14:43:22.627037Z","end":"2026-07-31T14:43:23.322272Z","steps":["trace[431548865] 'process raft request' (duration: 693.975624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:23.322622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:22.627012Z","time spent":"695.558845ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:43:23.353864Z","caller":"traceutil/trace.go:171","msg":"trace[170965256] transaction","detail":"{read_only:false; response_revision:28461; number_of_response:1; }","duration":"444.298921ms","start":"2026-07-31T14:43:22.909546Z","end":"2026-07-31T14:43:23.353845Z","steps":["trace[170965256] 'process raft request' (duration: 444.082715ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:23.353909Z","caller":"traceutil/trace.go:171","msg":"trace[429825884] transaction","detail":"{read_only:false; response_revision:28462; number_of_response:1; }","duration":"254.882577ms","start":"2026-07-31T14:43:23.098987Z","end":"2026-07-31T14:43:23.35387Z","steps":["trace[429825884] 'process raft request' (duration: 254.728363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:23.354007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.906859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-31T14:43:23.354064Z","caller":"traceutil/trace.go:171","msg":"trace[947401810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28463; }","duration":"159.992011ms","start":"2026-07-31T14:43:23.194058Z","end":"2026-07-31T14:43:23.35405Z","steps":["trace[947401810] 'agreement among raft nodes before linearized reading' (duration: 159.855477ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:23.354069Z","caller":"traceutil/trace.go:171","msg":"trace[1886026695] transaction","detail":"{read_only:false; response_revision:28463; number_of_response:1; }","duration":"134.16177ms","start":"2026-07-31T14:43:23.219868Z","end":"2026-07-31T14:43:23.35403Z","steps":["trace[1886026695] 'process raft request' (duration: 133.889054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:23.354162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:22.909524Z","time spent":"444.447784ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:43:23.354289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.803876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-31T14:43:23.354432Z","caller":"traceutil/trace.go:171","msg":"trace[279163372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28463; }","duration":"159.97807ms","start":"2026-07-31T14:43:23.194428Z","end":"2026-07-31T14:43:23.354406Z","steps":["trace[279163372] 'agreement among raft nodes before linearized reading' (duration: 159.468347ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:24.021136Z","caller":"traceutil/trace.go:171","msg":"trace[1468861962] linearizableReadLoop","detail":"{readStateIndex:29355; appliedIndex:29354; }","duration":"118.380916ms","start":"2026-07-31T14:43:23.902732Z","end":"2026-07-31T14:43:24.021113Z","steps":["trace[1468861962] 'read index received' (duration: 118.179821ms)","trace[1468861962] 'applied index is now lower than readState.Index' (duration: 199.975µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:43:24.021224Z","caller":"traceutil/trace.go:171","msg":"trace[507315144] transaction","detail":"{read_only:false; response_revision:28468; number_of_response:1; }","duration":"147.734508ms","start":"2026-07-31T14:43:23.873472Z","end":"2026-07-31T14:43:24.021206Z","steps":["trace[507315144] 'process raft request' (duration: 147.514882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:24.021338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.595431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-31T14:43:24.021398Z","caller":"traceutil/trace.go:171","msg":"trace[902026597] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28468; }","duration":"118.700364ms","start":"2026-07-31T14:43:23.902688Z","end":"2026-07-31T14:43:24.021389Z","steps":["trace[902026597] 'agreement among raft nodes before linearized reading' (duration: 118.51699ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:40.701731Z","caller":"traceutil/trace.go:171","msg":"trace[118992923] transaction","detail":"{read_only:false; response_revision:28569; number_of_response:1; }","duration":"117.871464ms","start":"2026-07-31T14:43:40.58383Z","end":"2026-07-31T14:43:40.701702Z","steps":["trace[118992923] 'process raft request' (duration: 117.663728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:40.962409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.154499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:43:40.962717Z","caller":"traceutil/trace.go:171","msg":"trace[1170909770] linearizableReadLoop","detail":"{readStateIndex:29463; appliedIndex:29462; }","duration":"163.350816ms","start":"2026-07-31T14:43:40.799332Z","end":"2026-07-31T14:43:40.962683Z","steps":["trace[1170909770] 'read index received' (duration: 39.776617ms)","trace[1170909770] 'applied index is now lower than readState.Index' (duration: 123.570779ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:43:40.962935Z","caller":"traceutil/trace.go:171","msg":"trace[1616333633] transaction","detail":"{read_only:false; response_revision:28572; number_of_response:1; }","duration":"213.198202ms","start":"2026-07-31T14:43:40.749705Z","end":"2026-07-31T14:43:40.962903Z","steps":["trace[1616333633] 'process raft request' (duration: 89.462998ms)","trace[1616333633] 'compare' (duration: 123.042185ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:43:40.963052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.612104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:43:40.963134Z","caller":"traceutil/trace.go:171","msg":"trace[1232939213] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28573; }","duration":"163.814259ms","start":"2026-07-31T14:43:40.799295Z","end":"2026-07-31T14:43:40.963109Z","steps":["trace[1232939213] 'agreement among raft nodes before linearized reading' (duration: 163.497061ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:45.815876Z","caller":"traceutil/trace.go:171","msg":"trace[847808997] transaction","detail":"{read_only:false; response_revision:28605; number_of_response:1; }","duration":"104.42498ms","start":"2026-07-31T14:43:45.711409Z","end":"2026-07-31T14:43:45.815834Z","steps":["trace[847808997] 'process raft request' (duration: 47.872254ms)","trace[847808997] 'compare' (duration: 56.201317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:43:52.114512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830367850407765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T14:43:52.603114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.577077ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:43:52.60325Z","caller":"traceutil/trace.go:171","msg":"trace[2008440932] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28637; }","duration":"160.727651ms","start":"2026-07-31T14:43:52.442501Z","end":"2026-07-31T14:43:52.603229Z","steps":["trace[2008440932] 'range keys from in-memory index tree' (duration: 160.561316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:52.603495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.025315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:43:52.603703Z","caller":"traceutil/trace.go:171","msg":"trace[1369216045] transaction","detail":"{read_only:false; response_revision:28639; number_of_response:1; }","duration":"1.061019219s","start":"2026-07-31T14:43:51.542668Z","end":"2026-07-31T14:43:52.603687Z","steps":["trace[1369216045] 'process raft request' (duration: 1.060925087s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:52.603774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:51.542657Z","time spent":"1.061086341s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:43:52.603752Z","caller":"traceutil/trace.go:171","msg":"trace[989172205] transaction","detail":"{read_only:false; response_revision:28638; number_of_response:1; }","duration":"1.062772173s","start":"2026-07-31T14:43:51.540943Z","end":"2026-07-31T14:43:52.603715Z","steps":["trace[989172205] 'process raft request' (duration: 729.44539ms)","trace[989172205] 'compare' (duration: 332.8058ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:43:52.603938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:51.540917Z","time spent":"1.062918287s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:43:52.621432Z","caller":"traceutil/trace.go:171","msg":"trace[71562829] transaction","detail":"{read_only:false; response_revision:28640; number_of_response:1; }","duration":"713.547993ms","start":"2026-07-31T14:43:51.907842Z","end":"2026-07-31T14:43:52.62139Z","steps":["trace[71562829] 'process raft request' (duration: 713.251826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:52.621616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:51.907814Z","time spent":"713.727588ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:43:52.621693Z","caller":"traceutil/trace.go:171","msg":"trace[1536805936] transaction","detail":"{read_only:false; response_revision:28642; number_of_response:1; }","duration":"392.106136ms","start":"2026-07-31T14:43:52.22957Z","end":"2026-07-31T14:43:52.621676Z","steps":["trace[1536805936] 'process raft request' (duration: 391.951712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:52.621928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:52.22955Z","time spent":"392.224288ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:43:52.62194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057059497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-31T14:43:52.621974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071997328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-31T14:43:52.622033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056752279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T14:43:52.622024Z","caller":"traceutil/trace.go:171","msg":"trace[1288938409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28642; }","duration":"1.057153019s","start":"2026-07-31T14:43:51.564852Z","end":"2026-07-31T14:43:52.622005Z","steps":["trace[1288938409] 'agreement among raft nodes before linearized reading' (duration: 1.056848591s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:52.622062Z","caller":"traceutil/trace.go:171","msg":"trace[245070958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28642; }","duration":"1.072097831s","start":"2026-07-31T14:43:51.549938Z","end":"2026-07-31T14:43:52.622036Z","steps":["trace[245070958] 'agreement among raft nodes before linearized reading' (duration: 1.071804403s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:52.62209Z","caller":"traceutil/trace.go:171","msg":"trace[1335634234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28642; }","duration":"1.056823971s","start":"2026-07-31T14:43:51.565256Z","end":"2026-07-31T14:43:52.62208Z","steps":["trace[1335634234] 'agreement among raft nodes before linearized reading' (duration: 1.056651326s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:52.622102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:51.564845Z","time spent":"1.057244842s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-31T14:43:52.622129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:51.565176Z","time spent":"1.056946055s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-31T14:43:52.622124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072709048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:43:52.622123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:51.549933Z","time spent":"1.072177084s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-31T14:43:52.622176Z","caller":"traceutil/trace.go:171","msg":"trace[1817779192] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28642; }","duration":"1.072772329s","start":"2026-07-31T14:43:51.549389Z","end":"2026-07-31T14:43:52.622161Z","steps":["trace[1817779192] 'agreement among raft nodes before linearized reading' (duration: 1.072693126s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:52.621692Z","caller":"traceutil/trace.go:171","msg":"trace[1728066820] transaction","detail":"{read_only:false; response_revision:28641; number_of_response:1; }","duration":"457.760244ms","start":"2026-07-31T14:43:52.163897Z","end":"2026-07-31T14:43:52.621657Z","steps":["trace[1728066820] 'process raft request' (duration: 457.321693ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:52.621634Z","caller":"traceutil/trace.go:171","msg":"trace[726268391] linearizableReadLoop","detail":"{readStateIndex:29533; appliedIndex:29530; }","duration":"1.007372676s","start":"2026-07-31T14:43:51.614212Z","end":"2026-07-31T14:43:52.621585Z","steps":["trace[726268391] 'read index received' (duration: 656.309641ms)","trace[726268391] 'applied index is now lower than readState.Index' (duration: 351.062125ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:43:52.622294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:52.163869Z","time spent":"458.38462ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T14:43:52.62221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:51.549377Z","time spent":"1.07282432s","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-31T14:43:52.62249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076543577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T14:43:52.625413Z","caller":"traceutil/trace.go:171","msg":"trace[1181542562] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28642; }","duration":"1.079487601s","start":"2026-07-31T14:43:51.545902Z","end":"2026-07-31T14:43:52.62539Z","steps":["trace[1181542562] 'agreement among raft nodes before linearized reading' (duration: 1.076452544s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:52.622595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047821951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-31T14:43:52.625485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:51.545885Z","time spent":"1.079582174s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-31T14:43:52.625504Z","caller":"traceutil/trace.go:171","msg":"trace[1499653390] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28642; }","duration":"1.050778736s","start":"2026-07-31T14:43:51.574705Z","end":"2026-07-31T14:43:52.625484Z","steps":["trace[1499653390] 'agreement among raft nodes before linearized reading' (duration: 1.046900197s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:52.625584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:51.574693Z","time spent":"1.050876478s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-31T14:43:52.629097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013693978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-31T14:43:52.629109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006456203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-31T14:43:52.629156Z","caller":"traceutil/trace.go:171","msg":"trace[1680870210] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28642; }","duration":"1.006515505s","start":"2026-07-31T14:43:51.622631Z","end":"2026-07-31T14:43:52.629147Z","steps":["trace[1680870210] 'agreement among raft nodes before linearized reading' (duration: 1.006424113s)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:52.629158Z","caller":"traceutil/trace.go:171","msg":"trace[454896046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28642; }","duration":"1.013791921s","start":"2026-07-31T14:43:51.615351Z","end":"2026-07-31T14:43:52.629143Z","steps":["trace[454896046] 'agreement among raft nodes before linearized reading' (duration: 1.013699998s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:52.629176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:51.622623Z","time spent":"1.006548615s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1659,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-31T14:43:52.629195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:51.615334Z","time spent":"1.013853953s","remote":"127.0.0.1:40950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:43:52.629215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.114837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-31T14:43:52.629225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.83056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:43:52.629268Z","caller":"traceutil/trace.go:171","msg":"trace[1417022539] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28642; }","duration":"333.21557ms","start":"2026-07-31T14:43:52.296039Z","end":"2026-07-31T14:43:52.629254Z","steps":["trace[1417022539] 'agreement among raft nodes before linearized reading' (duration: 333.088916ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:52.629297Z","caller":"traceutil/trace.go:171","msg":"trace[1935853143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28642; }","duration":"957.938913ms","start":"2026-07-31T14:43:51.67134Z","end":"2026-07-31T14:43:52.629279Z","steps":["trace[1935853143] 'agreement among raft nodes before linearized reading' (duration: 957.714998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:43:52.629307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:52.296018Z","time spent":"333.280702ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-31T14:43:52.629339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:43:51.671325Z","time spent":"958.006105ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:43:53.798731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.203194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:43:53.798888Z","caller":"traceutil/trace.go:171","msg":"trace[1132885587] transaction","detail":"{read_only:false; response_revision:28651; number_of_response:1; }","duration":"179.828919ms","start":"2026-07-31T14:43:53.61903Z","end":"2026-07-31T14:43:53.798859Z","steps":["trace[1132885587] 'process raft request' (duration: 126.595878ms)","trace[1132885587] 'compare' (duration: 53.015385ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:43:53.798836Z","caller":"traceutil/trace.go:171","msg":"trace[2091104582] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28650; }","duration":"269.353968ms","start":"2026-07-31T14:43:53.529457Z","end":"2026-07-31T14:43:53.798811Z","steps":["trace[2091104582] 'count revisions from in-memory index tree' (duration: 269.12189ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:43:53.921668Z","caller":"traceutil/trace.go:171","msg":"trace[401649652] transaction","detail":"{read_only:false; response_revision:28652; number_of_response:1; }","duration":"153.028402ms","start":"2026-07-31T14:43:53.768607Z","end":"2026-07-31T14:43:53.921636Z","steps":["trace[401649652] 'process raft request' (duration: 137.892336ms)","trace[401649652] 'compare' (duration: 14.952952ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:44:00.971226Z","caller":"traceutil/trace.go:171","msg":"trace[633974031] transaction","detail":"{read_only:false; response_revision:28696; number_of_response:1; }","duration":"196.190046ms","start":"2026-07-31T14:44:00.775012Z","end":"2026-07-31T14:44:00.971202Z","steps":["trace[633974031] 'process raft request' (duration: 196.127865ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:44:00.971342Z","caller":"traceutil/trace.go:171","msg":"trace[1364760877] transaction","detail":"{read_only:false; response_revision:28695; number_of_response:1; }","duration":"197.588193ms","start":"2026-07-31T14:44:00.773706Z","end":"2026-07-31T14:44:00.971294Z","steps":["trace[1364760877] 'process raft request' (duration: 197.262925ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:44:00.997269Z","caller":"traceutil/trace.go:171","msg":"trace[1711017426] linearizableReadLoop","detail":"{readStateIndex:29592; appliedIndex:29589; }","duration":"155.394402ms","start":"2026-07-31T14:44:00.841833Z","end":"2026-07-31T14:44:00.997227Z","steps":["trace[1711017426] 'read index received' (duration: 129.09097ms)","trace[1711017426] 'applied index is now lower than readState.Index' (duration: 26.301742ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:44:00.997581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.728571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-31T14:44:00.997647Z","caller":"traceutil/trace.go:171","msg":"trace[1480862483] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28697; }","duration":"155.851584ms","start":"2026-07-31T14:44:00.841781Z","end":"2026-07-31T14:44:00.997633Z","steps":["trace[1480862483] 'agreement among raft nodes before linearized reading' (duration: 155.563146ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:44:00.997792Z","caller":"traceutil/trace.go:171","msg":"trace[117470166] transaction","detail":"{read_only:false; response_revision:28697; number_of_response:1; }","duration":"211.233ms","start":"2026-07-31T14:44:00.78606Z","end":"2026-07-31T14:44:00.997293Z","steps":["trace[117470166] 'process raft request' (duration: 210.946733ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:44:18.855607Z","caller":"traceutil/trace.go:171","msg":"trace[1155369164] linearizableReadLoop","detail":"{readStateIndex:29732; appliedIndex:29731; }","duration":"104.806199ms","start":"2026-07-31T14:44:18.75078Z","end":"2026-07-31T14:44:18.855587Z","steps":["trace[1155369164] 'read index received' (duration: 60.26216ms)","trace[1155369164] 'applied index is now lower than readState.Index' (duration: 44.543149ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:44:18.855874Z","caller":"traceutil/trace.go:171","msg":"trace[650236508] transaction","detail":"{read_only:false; response_revision:28834; number_of_response:1; }","duration":"110.126526ms","start":"2026-07-31T14:44:18.745733Z","end":"2026-07-31T14:44:18.85586Z","steps":["trace[650236508] 'process raft request' (duration: 65.351891ms)","trace[650236508] 'compare' (duration: 44.398925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:44:18.856261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.464356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T14:44:18.856311Z","caller":"traceutil/trace.go:171","msg":"trace[1478057202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28834; }","duration":"105.549508ms","start":"2026-07-31T14:44:18.75075Z","end":"2026-07-31T14:44:18.8563Z","steps":["trace[1478057202] 'agreement among raft nodes before linearized reading' (duration: 105.402364ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:44:19.351504Z","caller":"traceutil/trace.go:171","msg":"trace[1336964548] linearizableReadLoop","detail":"{readStateIndex:29738; appliedIndex:29737; }","duration":"234.867305ms","start":"2026-07-31T14:44:19.116613Z","end":"2026-07-31T14:44:19.35148Z","steps":["trace[1336964548] 'read index received' (duration: 179.90885ms)","trace[1336964548] 'applied index is now lower than readState.Index' (duration: 54.956755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:44:19.351671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.031699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:44:19.351752Z","caller":"traceutil/trace.go:171","msg":"trace[632758606] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:28840; }","duration":"235.135472ms","start":"2026-07-31T14:44:19.116577Z","end":"2026-07-31T14:44:19.351712Z","steps":["trace[632758606] 'agreement among raft nodes before linearized reading' (duration: 235.024489ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:44:53.178416Z","caller":"traceutil/trace.go:171","msg":"trace[393691474] transaction","detail":"{read_only:false; response_revision:29057; number_of_response:1; }","duration":"151.107244ms","start":"2026-07-31T14:44:53.027282Z","end":"2026-07-31T14:44:53.178389Z","steps":["trace[393691474] 'process raft request' (duration: 150.927249ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:44:53.191856Z","caller":"traceutil/trace.go:171","msg":"trace[198782906] linearizableReadLoop","detail":"{readStateIndex:29965; appliedIndex:29962; }","duration":"163.600304ms","start":"2026-07-31T14:44:53.028231Z","end":"2026-07-31T14:44:53.191831Z","steps":["trace[198782906] 'read index received' (duration: 150.012776ms)","trace[198782906] 'applied index is now lower than readState.Index' (duration: 13.586698ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:44:53.192126Z","caller":"traceutil/trace.go:171","msg":"trace[1521221426] transaction","detail":"{read_only:false; response_revision:29059; number_of_response:1; }","duration":"164.029714ms","start":"2026-07-31T14:44:53.028064Z","end":"2026-07-31T14:44:53.192093Z","steps":["trace[1521221426] 'process raft request' (duration: 163.730927ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:44:53.192231Z","caller":"traceutil/trace.go:171","msg":"trace[863821099] transaction","detail":"{read_only:false; response_revision:29058; number_of_response:1; }","duration":"164.162598ms","start":"2026-07-31T14:44:53.027925Z","end":"2026-07-31T14:44:53.192088Z","steps":["trace[863821099] 'process raft request' (duration: 163.760628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:44:53.192282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.039695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-31T14:44:53.192352Z","caller":"traceutil/trace.go:171","msg":"trace[1081775897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29059; }","duration":"164.146487ms","start":"2026-07-31T14:44:53.02819Z","end":"2026-07-31T14:44:53.192336Z","steps":["trace[1081775897] 'agreement among raft nodes before linearized reading' (duration: 163.738907ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:44:59.230079Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-31T14:44:59.248891Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-31T14:44:59.249098Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-31T14:45:02.144602Z","caller":"traceutil/trace.go:171","msg":"trace[1371795848] transaction","detail":"{read_only:false; response_revision:29115; number_of_response:1; }","duration":"109.489939ms","start":"2026-07-31T14:45:02.035084Z","end":"2026-07-31T14:45:02.144574Z","steps":["trace[1371795848] 'process raft request' (duration: 109.320545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:45:22.47239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.668843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:1 size:188954"} {"level":"info","ts":"2026-07-31T14:45:22.472485Z","caller":"traceutil/trace.go:171","msg":"trace[473261405] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:1; response_revision:29243; }","duration":"143.826117ms","start":"2026-07-31T14:45:22.328639Z","end":"2026-07-31T14:45:22.472465Z","steps":["trace[473261405] 'range keys from in-memory index tree' (duration: 143.296514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:46:15.801698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.899627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-31T14:46:15.801805Z","caller":"traceutil/trace.go:171","msg":"trace[1142701457] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:29588; }","duration":"108.076271ms","start":"2026-07-31T14:46:15.693702Z","end":"2026-07-31T14:46:15.801779Z","steps":["trace[1142701457] 'agreement among raft nodes before linearized reading' (duration: 107.838155ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:47:10.277509Z","caller":"traceutil/trace.go:171","msg":"trace[1840528912] linearizableReadLoop","detail":"{readStateIndex:30871; appliedIndex:30870; }","duration":"144.307217ms","start":"2026-07-31T14:47:10.133174Z","end":"2026-07-31T14:47:10.277482Z","steps":["trace[1840528912] 'read index received' (duration: 114.387113ms)","trace[1840528912] 'applied index is now lower than readState.Index' (duration: 29.919044ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:47:10.277695Z","caller":"traceutil/trace.go:171","msg":"trace[1947918812] transaction","detail":"{read_only:false; response_revision:29936; number_of_response:1; }","duration":"166.942346ms","start":"2026-07-31T14:47:10.110723Z","end":"2026-07-31T14:47:10.277666Z","steps":["trace[1947918812] 'process raft request' (duration: 136.832636ms)","trace[1947918812] 'compare' (duration: 29.749731ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:47:10.277925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.743589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-31T14:47:10.278468Z","caller":"traceutil/trace.go:171","msg":"trace[1471901916] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:29936; }","duration":"145.334134ms","start":"2026-07-31T14:47:10.133119Z","end":"2026-07-31T14:47:10.278453Z","steps":["trace[1471901916] 'agreement among raft nodes before linearized reading' (duration: 144.689768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:47:16.01087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.906227ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T14:47:16.011227Z","caller":"traceutil/trace.go:171","msg":"trace[1934754257] transaction","detail":"{read_only:false; response_revision:29968; number_of_response:1; }","duration":"168.022213ms","start":"2026-07-31T14:47:15.84318Z","end":"2026-07-31T14:47:16.011202Z","steps":["trace[1934754257] 'process raft request' (duration: 167.849458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:47:16.366075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.170637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-31T14:47:16.366406Z","caller":"traceutil/trace.go:171","msg":"trace[872209161] transaction","detail":"{read_only:false; response_revision:29969; number_of_response:1; }","duration":"300.312622ms","start":"2026-07-31T14:47:16.066059Z","end":"2026-07-31T14:47:16.366372Z","steps":["trace[872209161] 'process raft request' (duration: 147.763555ms)","trace[872209161] 'compare' (duration: 152.041424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:47:16.366506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:47:16.06604Z","time spent":"300.425966ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:47:16.366394Z","caller":"traceutil/trace.go:171","msg":"trace[575707962] linearizableReadLoop","detail":"{readStateIndex:30906; appliedIndex:30905; }","duration":"300.011265ms","start":"2026-07-31T14:47:16.066346Z","end":"2026-07-31T14:47:16.366357Z","steps":["trace[575707962] 'read index received' (duration: 147.491428ms)","trace[575707962] 'applied index is now lower than readState.Index' (duration: 152.516387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:47:16.366633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.261742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-31T14:47:16.366672Z","caller":"traceutil/trace.go:171","msg":"trace[1466658674] transaction","detail":"{read_only:false; response_revision:29970; number_of_response:1; }","duration":"299.82385ms","start":"2026-07-31T14:47:16.066402Z","end":"2026-07-31T14:47:16.366226Z","steps":["trace[1466658674] 'process raft request' (duration: 299.770709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:47:16.367392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:47:16.066386Z","time spent":"300.96634ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:47:16.366727Z","caller":"traceutil/trace.go:171","msg":"trace[90212681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29970; }","duration":"300.363645ms","start":"2026-07-31T14:47:16.066317Z","end":"2026-07-31T14:47:16.366681Z","steps":["trace[90212681] 'agreement among raft nodes before linearized reading' (duration: 300.136028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:47:16.367499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:47:16.066305Z","time spent":"301.187255ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-31T14:47:16.366763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.01284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-31T14:47:16.367666Z","caller":"traceutil/trace.go:171","msg":"trace[509102501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29970; }","duration":"299.937834ms","start":"2026-07-31T14:47:16.067716Z","end":"2026-07-31T14:47:16.367654Z","steps":["trace[509102501] 'agreement among raft nodes before linearized reading' (duration: 298.99495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:47:16.36681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.658468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:47:16.367733Z","caller":"traceutil/trace.go:171","msg":"trace[1125936267] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:29970; }","duration":"185.649443ms","start":"2026-07-31T14:47:16.182075Z","end":"2026-07-31T14:47:16.367725Z","steps":["trace[1125936267] 'agreement among raft nodes before linearized reading' (duration: 184.690089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:47:16.366874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.835414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:47:16.367832Z","caller":"traceutil/trace.go:171","msg":"trace[463810682] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:29970; }","duration":"205.8499ms","start":"2026-07-31T14:47:16.161976Z","end":"2026-07-31T14:47:16.367826Z","steps":["trace[463810682] 'agreement among raft nodes before linearized reading' (duration: 204.832664ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:47:17.584067Z","caller":"traceutil/trace.go:171","msg":"trace[12097817] transaction","detail":"{read_only:false; response_revision:29980; number_of_response:1; }","duration":"103.860213ms","start":"2026-07-31T14:47:17.480184Z","end":"2026-07-31T14:47:17.584044Z","steps":["trace[12097817] 'process raft request' (duration: 102.863888ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:47:53.86835Z","caller":"traceutil/trace.go:171","msg":"trace[383785787] transaction","detail":"{read_only:false; response_revision:30212; number_of_response:1; }","duration":"107.896666ms","start":"2026-07-31T14:47:53.760411Z","end":"2026-07-31T14:47:53.868307Z","steps":["trace[383785787] 'process raft request' (duration: 107.64284ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:47:54.008023Z","caller":"traceutil/trace.go:171","msg":"trace[1679139098] linearizableReadLoop","detail":"{readStateIndex:31157; appliedIndex:31155; }","duration":"226.026344ms","start":"2026-07-31T14:47:53.781973Z","end":"2026-07-31T14:47:54.007999Z","steps":["trace[1679139098] 'read index received' (duration: 85.996707ms)","trace[1679139098] 'applied index is now lower than readState.Index' (duration: 140.028637ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:47:54.008074Z","caller":"traceutil/trace.go:171","msg":"trace[1864826313] transaction","detail":"{read_only:false; response_revision:30213; number_of_response:1; }","duration":"245.619294ms","start":"2026-07-31T14:47:53.762431Z","end":"2026-07-31T14:47:54.00805Z","steps":["trace[1864826313] 'process raft request' (duration: 199.345223ms)","trace[1864826313] 'compare' (duration: 46.120618ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:47:54.008133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.147787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:47:54.008166Z","caller":"traceutil/trace.go:171","msg":"trace[845925117] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30213; }","duration":"226.227979ms","start":"2026-07-31T14:47:53.781926Z","end":"2026-07-31T14:47:54.008154Z","steps":["trace[845925117] 'agreement among raft nodes before linearized reading' (duration: 226.157987ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:47:54.746476Z","caller":"traceutil/trace.go:171","msg":"trace[765700813] transaction","detail":"{read_only:false; response_revision:30214; number_of_response:1; }","duration":"111.898178ms","start":"2026-07-31T14:47:54.63454Z","end":"2026-07-31T14:47:54.746438Z","steps":["trace[765700813] 'process raft request' (duration: 111.663032ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:47:55.105622Z","caller":"traceutil/trace.go:171","msg":"trace[840346469] transaction","detail":"{read_only:false; response_revision:30220; number_of_response:1; }","duration":"102.067997ms","start":"2026-07-31T14:47:55.003525Z","end":"2026-07-31T14:47:55.105593Z","steps":["trace[840346469] 'process raft request' (duration: 101.663037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:47:55.488236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.55806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:6986"} {"level":"warn","ts":"2026-07-31T14:47:55.48828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:47:55.488327Z","caller":"traceutil/trace.go:171","msg":"trace[803786201] range","detail":"{range_begin:/registry/jobs/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:30220; }","duration":"147.698404ms","start":"2026-07-31T14:47:55.340605Z","end":"2026-07-31T14:47:55.488304Z","steps":["trace[803786201] 'range keys from in-memory index tree' (duration: 147.370865ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:47:55.488362Z","caller":"traceutil/trace.go:171","msg":"trace[2082223355] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:30220; }","duration":"213.446625ms","start":"2026-07-31T14:47:55.274894Z","end":"2026-07-31T14:47:55.488341Z","steps":["trace[2082223355] 'count revisions from in-memory index tree' (duration: 213.241429ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:47:55.882311Z","caller":"traceutil/trace.go:171","msg":"trace[1150788401] linearizableReadLoop","detail":"{readStateIndex:31165; appliedIndex:31164; }","duration":"352.127836ms","start":"2026-07-31T14:47:55.530159Z","end":"2026-07-31T14:47:55.882287Z","steps":["trace[1150788401] 'read index received' (duration: 351.991633ms)","trace[1150788401] 'applied index is now lower than readState.Index' (duration: 135.283µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:47:55.882418Z","caller":"traceutil/trace.go:171","msg":"trace[1588983836] transaction","detail":"{read_only:false; response_revision:30221; number_of_response:1; }","duration":"386.870904ms","start":"2026-07-31T14:47:55.495508Z","end":"2026-07-31T14:47:55.882378Z","steps":["trace[1588983836] 'process raft request' (duration: 386.633848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:47:55.882482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.30949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:47:55.882555Z","caller":"traceutil/trace.go:171","msg":"trace[1571375829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30221; }","duration":"352.419133ms","start":"2026-07-31T14:47:55.530117Z","end":"2026-07-31T14:47:55.882536Z","steps":["trace[1571375829] 'agreement among raft nodes before linearized reading' (duration: 352.2989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:47:55.882617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:47:55.530099Z","time spent":"352.505206ms","remote":"127.0.0.1:40938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T14:47:55.882627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:47:55.495489Z","time spent":"387.036968ms","remote":"127.0.0.1:41198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6988,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T14:47:55.894309Z","caller":"traceutil/trace.go:171","msg":"trace[1505573217] transaction","detail":"{read_only:false; response_revision:30222; number_of_response:1; }","duration":"257.508479ms","start":"2026-07-31T14:47:55.636779Z","end":"2026-07-31T14:47:55.894287Z","steps":["trace[1505573217] 'process raft request' (duration: 253.762033ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:48:16.937302Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28423} {"level":"info","ts":"2026-07-31T14:48:17.022828Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28423,"took":"82.725574ms","hash":2831298221,"current-db-size-bytes":36171776,"current-db-size":"36 MB","current-db-size-in-use-bytes":16371712,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-31T14:48:17.022911Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2831298221,"revision":28423,"compact-revision":26717} {"level":"info","ts":"2026-07-31T14:50:29.933384Z","caller":"traceutil/trace.go:171","msg":"trace[736267837] transaction","detail":"{read_only:false; response_revision:31277; number_of_response:1; }","duration":"190.569179ms","start":"2026-07-31T14:50:29.742763Z","end":"2026-07-31T14:50:29.933333Z","steps":["trace[736267837] 'process raft request' (duration: 190.387505ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:52:33.195258Z","caller":"traceutil/trace.go:171","msg":"trace[1148859764] transaction","detail":"{read_only:false; response_revision:32068; number_of_response:1; }","duration":"130.580727ms","start":"2026-07-31T14:52:33.064632Z","end":"2026-07-31T14:52:33.195213Z","steps":["trace[1148859764] 'process raft request' (duration: 62.045645ms)","trace[1148859764] 'compare' (duration: 68.310266ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:52:34.169924Z","caller":"traceutil/trace.go:171","msg":"trace[905323568] transaction","detail":"{read_only:false; response_revision:32070; number_of_response:1; }","duration":"133.827229ms","start":"2026-07-31T14:52:34.036068Z","end":"2026-07-31T14:52:34.169896Z","steps":["trace[905323568] 'process raft request' (duration: 133.665415ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:52:34.411266Z","caller":"traceutil/trace.go:171","msg":"trace[1396827538] linearizableReadLoop","detail":"{readStateIndex:33076; appliedIndex:33075; }","duration":"118.193289ms","start":"2026-07-31T14:52:34.293056Z","end":"2026-07-31T14:52:34.411249Z","steps":["trace[1396827538] 'read index received' (duration: 48.9622ms)","trace[1396827538] 'applied index is now lower than readState.Index' (duration: 69.230169ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:52:34.411375Z","caller":"traceutil/trace.go:171","msg":"trace[393157975] transaction","detail":"{read_only:false; response_revision:32071; number_of_response:1; }","duration":"233.502515ms","start":"2026-07-31T14:52:34.177863Z","end":"2026-07-31T14:52:34.411366Z","steps":["trace[393157975] 'process raft request' (duration: 164.221095ms)","trace[393157975] 'compare' (duration: 69.052275ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:52:34.411668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.494847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-31T14:52:34.411769Z","caller":"traceutil/trace.go:171","msg":"trace[1082737741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32071; }","duration":"116.652531ms","start":"2026-07-31T14:52:34.295091Z","end":"2026-07-31T14:52:34.411743Z","steps":["trace[1082737741] 'agreement among raft nodes before linearized reading' (duration: 116.383464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:52:34.411777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.709242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T14:52:34.411826Z","caller":"traceutil/trace.go:171","msg":"trace[436565183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32071; }","duration":"118.816046ms","start":"2026-07-31T14:52:34.292996Z","end":"2026-07-31T14:52:34.411812Z","steps":["trace[436565183] 'agreement among raft nodes before linearized reading' (duration: 118.650391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:52:34.411822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.220422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-31T14:52:34.411913Z","caller":"traceutil/trace.go:171","msg":"trace[238127792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32071; }","duration":"111.341016ms","start":"2026-07-31T14:52:34.300546Z","end":"2026-07-31T14:52:34.411887Z","steps":["trace[238127792] 'agreement among raft nodes before linearized reading' (duration: 111.080289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:52:34.411961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.314561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-31T14:52:34.41192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.190918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-31T14:52:34.411997Z","caller":"traceutil/trace.go:171","msg":"trace[1232338263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32071; }","duration":"116.367432ms","start":"2026-07-31T14:52:34.295621Z","end":"2026-07-31T14:52:34.411989Z","steps":["trace[1232338263] 'agreement among raft nodes before linearized reading' (duration: 116.28295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:52:34.411958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.010713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:52:34.412045Z","caller":"traceutil/trace.go:171","msg":"trace[1226775146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32071; }","duration":"116.341582ms","start":"2026-07-31T14:52:34.295671Z","end":"2026-07-31T14:52:34.412012Z","steps":["trace[1226775146] 'agreement among raft nodes before linearized reading' (duration: 116.010703ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:52:34.412051Z","caller":"traceutil/trace.go:171","msg":"trace[274048408] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:32071; }","duration":"114.171717ms","start":"2026-07-31T14:52:34.297856Z","end":"2026-07-31T14:52:34.412028Z","steps":["trace[274048408] 'agreement among raft nodes before linearized reading' (duration: 113.980122ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:52:34.531013Z","caller":"traceutil/trace.go:171","msg":"trace[839437556] transaction","detail":"{read_only:false; response_revision:32073; number_of_response:1; }","duration":"111.637623ms","start":"2026-07-31T14:52:34.419353Z","end":"2026-07-31T14:52:34.530991Z","steps":["trace[839437556] 'process raft request' (duration: 103.018243ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:52:34.531425Z","caller":"traceutil/trace.go:171","msg":"trace[1564968509] transaction","detail":"{read_only:false; response_revision:32074; number_of_response:1; }","duration":"111.764966ms","start":"2026-07-31T14:52:34.419614Z","end":"2026-07-31T14:52:34.531379Z","steps":["trace[1564968509] 'process raft request' (duration: 111.331965ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:52:34.531771Z","caller":"traceutil/trace.go:171","msg":"trace[1612480835] transaction","detail":"{read_only:false; response_revision:32076; number_of_response:1; }","duration":"111.964691ms","start":"2026-07-31T14:52:34.419785Z","end":"2026-07-31T14:52:34.53175Z","steps":["trace[1612480835] 'process raft request' (duration: 111.778406ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:52:34.531823Z","caller":"traceutil/trace.go:171","msg":"trace[855505894] transaction","detail":"{read_only:false; response_revision:32077; number_of_response:1; }","duration":"111.759296ms","start":"2026-07-31T14:52:34.420029Z","end":"2026-07-31T14:52:34.531788Z","steps":["trace[855505894] 'process raft request' (duration: 111.656864ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:52:34.531903Z","caller":"traceutil/trace.go:171","msg":"trace[1179180736] transaction","detail":"{read_only:false; response_revision:32075; number_of_response:1; }","duration":"112.026333ms","start":"2026-07-31T14:52:34.419709Z","end":"2026-07-31T14:52:34.531735Z","steps":["trace[1179180736] 'process raft request' (duration: 111.607812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:52:34.808929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.392779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-31T14:52:34.809033Z","caller":"traceutil/trace.go:171","msg":"trace[1777574853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32077; }","duration":"169.531142ms","start":"2026-07-31T14:52:34.639476Z","end":"2026-07-31T14:52:34.809007Z","steps":["trace[1777574853] 'range keys from in-memory index tree' (duration: 169.189463ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:53:16.944379Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30362} {"level":"info","ts":"2026-07-31T14:53:17.052511Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30362,"took":"105.117795ms","hash":1987713439,"current-db-size-bytes":36171776,"current-db-size":"36 MB","current-db-size-in-use-bytes":16637952,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-07-31T14:53:17.052721Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1987713439,"revision":30362,"compact-revision":28423} {"level":"info","ts":"2026-07-31T14:53:29.050279Z","caller":"traceutil/trace.go:171","msg":"trace[305922555] transaction","detail":"{read_only:false; response_revision:32422; number_of_response:1; }","duration":"125.179117ms","start":"2026-07-31T14:53:28.92505Z","end":"2026-07-31T14:53:29.050229Z","steps":["trace[305922555] 'process raft request' (duration: 98.748572ms)","trace[305922555] 'compare' (duration: 26.207409ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:53:29.211207Z","caller":"traceutil/trace.go:171","msg":"trace[1817145026] transaction","detail":"{read_only:false; response_revision:32424; number_of_response:1; }","duration":"112.155696ms","start":"2026-07-31T14:53:29.099022Z","end":"2026-07-31T14:53:29.211178Z","steps":["trace[1817145026] 'process raft request' (duration: 63.162584ms)","trace[1817145026] 'compare' (duration: 48.826308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T14:53:29.858255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.747605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-31T14:53:29.858344Z","caller":"traceutil/trace.go:171","msg":"trace[1366632773] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:32426; }","duration":"255.865088ms","start":"2026-07-31T14:53:29.602458Z","end":"2026-07-31T14:53:29.858323Z","steps":["trace[1366632773] 'count revisions from in-memory index tree' (duration: 255.667173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:53:29.858452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.035105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-31T14:53:29.858503Z","caller":"traceutil/trace.go:171","msg":"trace[95530562] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:32426; }","duration":"316.102846ms","start":"2026-07-31T14:53:29.542383Z","end":"2026-07-31T14:53:29.858486Z","steps":["trace[95530562] 'range keys from in-memory index tree' (duration: 315.877681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:53:29.858538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-31T14:53:29.542374Z","time spent":"316.155077ms","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1665,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-31T14:53:45.655711Z","caller":"traceutil/trace.go:171","msg":"trace[1207569221] transaction","detail":"{read_only:false; response_revision:32526; number_of_response:1; }","duration":"262.518538ms","start":"2026-07-31T14:53:45.393159Z","end":"2026-07-31T14:53:45.655677Z","steps":["trace[1207569221] 'process raft request' (duration: 262.325403ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:53:45.745221Z","caller":"traceutil/trace.go:171","msg":"trace[1444481012] transaction","detail":"{read_only:false; response_revision:32527; number_of_response:1; }","duration":"237.429386ms","start":"2026-07-31T14:53:45.507756Z","end":"2026-07-31T14:53:45.745185Z","steps":["trace[1444481012] 'process raft request' (duration: 237.258502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T14:53:45.983598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.656677ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-31T14:53:46.227549Z","caller":"traceutil/trace.go:171","msg":"trace[1345773243] transaction","detail":"{read_only:false; response_revision:32528; number_of_response:1; }","duration":"102.460038ms","start":"2026-07-31T14:53:46.125035Z","end":"2026-07-31T14:53:46.227495Z","steps":["trace[1345773243] 'process raft request' (duration: 101.848573ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:53:58.868959Z","caller":"traceutil/trace.go:171","msg":"trace[946255875] transaction","detail":"{read_only:false; response_revision:32608; number_of_response:1; }","duration":"111.597171ms","start":"2026-07-31T14:53:58.757332Z","end":"2026-07-31T14:53:58.868929Z","steps":["trace[946255875] 'process raft request' (duration: 111.063757ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:53:59.025437Z","caller":"traceutil/trace.go:171","msg":"trace[80402887] transaction","detail":"{read_only:false; response_revision:32609; number_of_response:1; }","duration":"139.346969ms","start":"2026-07-31T14:53:58.885942Z","end":"2026-07-31T14:53:59.025289Z","steps":["trace[80402887] 'process raft request' (duration: 77.803537ms)","trace[80402887] 'compare' (duration: 61.209784ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T14:55:38.319951Z","caller":"traceutil/trace.go:171","msg":"trace[1576290330] transaction","detail":"{read_only:false; response_revision:33246; number_of_response:1; }","duration":"110.847101ms","start":"2026-07-31T14:55:38.209077Z","end":"2026-07-31T14:55:38.319925Z","steps":["trace[1576290330] 'process raft request' (duration: 110.686877ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:55:56.598947Z","caller":"traceutil/trace.go:171","msg":"trace[234957361] transaction","detail":"{read_only:false; response_revision:33359; number_of_response:1; }","duration":"215.836684ms","start":"2026-07-31T14:55:56.383082Z","end":"2026-07-31T14:55:56.598918Z","steps":["trace[234957361] 'process raft request' (duration: 215.64593ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:55:56.599615Z","caller":"traceutil/trace.go:171","msg":"trace[1845081366] transaction","detail":"{read_only:false; response_revision:33360; number_of_response:1; }","duration":"215.235908ms","start":"2026-07-31T14:55:56.384354Z","end":"2026-07-31T14:55:56.59959Z","steps":["trace[1845081366] 'process raft request' (duration: 215.042843ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T14:58:16.952747Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32344} {"level":"info","ts":"2026-07-31T14:58:17.03683Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32344,"took":"81.260947ms","hash":516169118,"current-db-size-bytes":36171776,"current-db-size":"36 MB","current-db-size-in-use-bytes":15978496,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-31T14:58:17.03691Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":516169118,"revision":32344,"compact-revision":30362}