{"level":"warn","ts":"2026-07-17T15:57:31.754442Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-17T15:57:31.754575Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.215:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.215:2380","--initial-cluster=instance=https://199.19.213.215:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.215:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.215:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-17T15:57:31.754693Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-17T15:57:31.754717Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.215:2380"]} {"level":"info","ts":"2026-07-17T15:57:31.754756Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-17T15:57:31.756235Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"]} {"level":"info","ts":"2026-07-17T15:57:31.756395Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.215:2380"],"listen-peer-urls":["https://199.19.213.215:2380"],"advertise-client-urls":["https://199.19.213.215:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.215:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-17T15:57:31.759968Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.095514ms"} {"level":"info","ts":"2026-07-17T15:57:31.765008Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e6e5712872899056","cluster-id":"5d812b997db5c8f"} {"level":"info","ts":"2026-07-17T15:57:31.765086Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 switched to configuration voters=()"} {"level":"info","ts":"2026-07-17T15:57:31.765104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became follower at term 0"} {"level":"info","ts":"2026-07-17T15:57:31.765114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e6e5712872899056 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-17T15:57:31.765124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became follower at term 1"} {"level":"info","ts":"2026-07-17T15:57:31.765156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 switched to configuration voters=(16637828816924414038)"} {"level":"warn","ts":"2026-07-17T15:57:31.772979Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-17T15:57:31.77536Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-17T15:57:31.780839Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-17T15:57:31.786779Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e6e5712872899056","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-17T15:57:31.786913Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e6e5712872899056","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-17T15:57:31.787338Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T15:57:31.787453Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T15:57:31.787466Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-17T15:57:31.788553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 switched to configuration voters=(16637828816924414038)"} {"level":"info","ts":"2026-07-17T15:57:31.788658Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5d812b997db5c8f","local-member-id":"e6e5712872899056","added-peer-id":"e6e5712872899056","added-peer-peer-urls":["https://199.19.213.215:2380"]} {"level":"info","ts":"2026-07-17T15:57:31.792379Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-17T15:57:31.79262Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e6e5712872899056","initial-advertise-peer-urls":["https://199.19.213.215:2380"],"listen-peer-urls":["https://199.19.213.215:2380"],"advertise-client-urls":["https://199.19.213.215:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-17T15:57:31.792659Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-17T15:57:31.792777Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.215:2380"} {"level":"info","ts":"2026-07-17T15:57:31.792794Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.215:2380"} {"level":"info","ts":"2026-07-17T15:57:32.065988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 is starting a new election at term 1"} {"level":"info","ts":"2026-07-17T15:57:32.06608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-17T15:57:32.066108Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 received MsgPreVoteResp from e6e5712872899056 at term 1"} {"level":"info","ts":"2026-07-17T15:57:32.066128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became candidate at term 2"} {"level":"info","ts":"2026-07-17T15:57:32.06614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 received MsgVoteResp from e6e5712872899056 at term 2"} {"level":"info","ts":"2026-07-17T15:57:32.066157Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became leader at term 2"} {"level":"info","ts":"2026-07-17T15:57:32.066177Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e6e5712872899056 elected leader e6e5712872899056 at term 2"} {"level":"info","ts":"2026-07-17T15:57:32.067446Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T15:57:32.068369Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e6e5712872899056","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.215:2379]}","request-path":"/0/members/e6e5712872899056/attributes","cluster-id":"5d812b997db5c8f","publish-timeout":"7s"} {"level":"info","ts":"2026-07-17T15:57:32.06861Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-17T15:57:32.068665Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-17T15:57:32.068952Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5d812b997db5c8f","local-member-id":"e6e5712872899056","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T15:57:32.069084Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T15:57:32.069124Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-17T15:57:32.069264Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-17T15:57:32.069361Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-17T15:57:32.072485Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.215:2379"} {"level":"info","ts":"2026-07-17T15:57:32.072798Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-17T15:57:37.155652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.476522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T15:57:37.155827Z","caller":"traceutil/trace.go:171","msg":"trace[1607635898] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:0; response_revision:234; }","duration":"101.715237ms","start":"2026-07-17T15:57:37.054085Z","end":"2026-07-17T15:57:37.1558Z","steps":["trace[1607635898] 'range keys from in-memory index tree' (duration: 101.404501ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:57:38.511953Z","caller":"traceutil/trace.go:171","msg":"trace[1143515894] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"145.907793ms","start":"2026-07-17T15:57:38.366003Z","end":"2026-07-17T15:57:38.511911Z","steps":["trace[1143515894] 'process raft request' (duration: 105.474928ms)","trace[1143515894] 'compare' (duration: 40.21015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T15:57:42.286811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.325236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-07-17T15:57:42.28691Z","caller":"traceutil/trace.go:171","msg":"trace[564240319] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:343; }","duration":"108.49969ms","start":"2026-07-17T15:57:42.17839Z","end":"2026-07-17T15:57:42.28689Z","steps":["trace[564240319] 'range keys from in-memory index tree' (duration: 108.162652ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:57:45.719764Z","caller":"traceutil/trace.go:171","msg":"trace[416560513] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"186.107783ms","start":"2026-07-17T15:57:45.533617Z","end":"2026-07-17T15:57:45.719724Z","steps":["trace[416560513] 'process raft request' (duration: 185.807345ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:57:46.001411Z","caller":"traceutil/trace.go:171","msg":"trace[1518612945] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"277.465633ms","start":"2026-07-17T15:57:45.723918Z","end":"2026-07-17T15:57:46.001384Z","steps":["trace[1518612945] 'process raft request' (duration: 235.743477ms)","trace[1518612945] 'compare' (duration: 41.607703ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:57:51.721872Z","caller":"traceutil/trace.go:171","msg":"trace[456966185] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"263.09299ms","start":"2026-07-17T15:57:51.458737Z","end":"2026-07-17T15:57:51.72183Z","steps":["trace[456966185] 'process raft request' (duration: 262.881235ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:24.391549Z","caller":"traceutil/trace.go:171","msg":"trace[1910321164] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"148.979376ms","start":"2026-07-17T15:58:24.242534Z","end":"2026-07-17T15:58:24.391514Z","steps":["trace[1910321164] 'read index received' (duration: 147.813498ms)","trace[1910321164] 'applied index is now lower than readState.Index' (duration: 1.164748ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:58:24.391621Z","caller":"traceutil/trace.go:171","msg":"trace[1763743075] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"153.967645ms","start":"2026-07-17T15:58:24.237624Z","end":"2026-07-17T15:58:24.391592Z","steps":["trace[1763743075] 'process raft request' (duration: 153.092684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:24.391927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.374515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-17T15:58:24.391988Z","caller":"traceutil/trace.go:171","msg":"trace[1450453623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:609; }","duration":"149.458817ms","start":"2026-07-17T15:58:24.242511Z","end":"2026-07-17T15:58:24.39197Z","steps":["trace[1450453623] 'agreement among raft nodes before linearized reading' (duration: 149.196221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:25.15242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.977441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T15:58:25.15256Z","caller":"traceutil/trace.go:171","msg":"trace[1732666879] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"756.499707ms","start":"2026-07-17T15:58:24.396023Z","end":"2026-07-17T15:58:25.152522Z","steps":["trace[1732666879] 'process raft request' (duration: 297.714697ms)","trace[1732666879] 'compare' (duration: 457.644672ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T15:58:25.152652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:24.395997Z","time spent":"756.61879ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T15:58:25.703815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.234103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T15:58:25.704047Z","caller":"traceutil/trace.go:171","msg":"trace[1522461469] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"680.882193ms","start":"2026-07-17T15:58:25.02314Z","end":"2026-07-17T15:58:25.704022Z","steps":["trace[1522461469] 'process raft request' (duration: 680.831432ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:25.704125Z","caller":"traceutil/trace.go:171","msg":"trace[332698248] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"1.257488456s","start":"2026-07-17T15:58:24.446601Z","end":"2026-07-17T15:58:25.704089Z","steps":["trace[332698248] 'process raft request' (duration: 1.257310121s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:25.704161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:25.023111Z","time spent":"680.996375ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T15:58:25.704163Z","caller":"traceutil/trace.go:171","msg":"trace[767949927] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:638; }","duration":"1.049365107s","start":"2026-07-17T15:58:24.654753Z","end":"2026-07-17T15:58:25.704118Z","steps":["trace[767949927] 'read index received' (duration: 39.039572ms)","trace[767949927] 'applied index is now lower than readState.Index' (duration: 1.010320155s)"],"step_count":2} {"level":"warn","ts":"2026-07-17T15:58:25.704242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:24.446574Z","time spent":"1.257615968s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T15:58:25.704243Z","caller":"traceutil/trace.go:171","msg":"trace[2045436672] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"1.296710421s","start":"2026-07-17T15:58:24.407449Z","end":"2026-07-17T15:58:25.70416Z","steps":["trace[2045436672] 'process raft request' (duration: 992.042609ms)","trace[2045436672] 'compare' (duration: 304.091459ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T15:58:25.704372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.737661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T15:58:25.704407Z","caller":"traceutil/trace.go:171","msg":"trace[1272729433] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:613; }","duration":"590.822933ms","start":"2026-07-17T15:58:25.113576Z","end":"2026-07-17T15:58:25.704399Z","steps":["trace[1272729433] 'agreement among raft nodes before linearized reading' (duration: 590.722241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:25.704435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:25.113555Z","time spent":"590.875094ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-07-17T15:58:25.70444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.777642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-17T15:58:25.70442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049643134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T15:58:25.704498Z","caller":"traceutil/trace.go:171","msg":"trace[630881450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:613; }","duration":"701.873094ms","start":"2026-07-17T15:58:25.002608Z","end":"2026-07-17T15:58:25.704481Z","steps":["trace[630881450] 'agreement among raft nodes before linearized reading' (duration: 701.68734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:25.704508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:24.407424Z","time spent":"1.296947777s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T15:58:25.704534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:25.002588Z","time spent":"701.938705ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T15:58:25.704557Z","caller":"traceutil/trace.go:171","msg":"trace[283453267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:613; }","duration":"1.049811898s","start":"2026-07-17T15:58:24.654703Z","end":"2026-07-17T15:58:25.704515Z","steps":["trace[283453267] 'agreement among raft nodes before linearized reading' (duration: 1.049581732s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:25.704619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:24.654678Z","time spent":"1.049928861s","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T15:58:27.166907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274958594s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T15:58:27.167102Z","caller":"traceutil/trace.go:171","msg":"trace[82603599] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"1.437175766s","start":"2026-07-17T15:58:25.729909Z","end":"2026-07-17T15:58:27.167085Z","steps":["trace[82603599] 'process raft request' (duration: 1.437114914s)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:27.167114Z","caller":"traceutil/trace.go:171","msg":"trace[1814672083] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"1.454261104s","start":"2026-07-17T15:58:25.712829Z","end":"2026-07-17T15:58:27.16709Z","steps":["trace[1814672083] 'process raft request' (duration: 179.041044ms)","trace[1814672083] 'compare' (duration: 1.274845321s)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:58:27.167148Z","caller":"traceutil/trace.go:171","msg":"trace[1429136601] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:642; }","duration":"1.452904561s","start":"2026-07-17T15:58:25.714221Z","end":"2026-07-17T15:58:27.167125Z","steps":["trace[1429136601] 'read index received' (duration: 14.486355ms)","trace[1429136601] 'applied index is now lower than readState.Index' (duration: 1.438416066s)"],"step_count":2} {"level":"warn","ts":"2026-07-17T15:58:27.167168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:25.729889Z","time spent":"1.437247128s","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T15:58:27.167236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:25.712804Z","time spent":"1.454366006s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T15:58:27.167443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452966723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T15:58:27.167441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453216539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T15:58:27.167497Z","caller":"traceutil/trace.go:171","msg":"trace[95549909] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:615; }","duration":"1.453065765s","start":"2026-07-17T15:58:25.714417Z","end":"2026-07-17T15:58:27.167482Z","steps":["trace[95549909] 'agreement among raft nodes before linearized reading' (duration: 1.452869401s)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:27.167512Z","caller":"traceutil/trace.go:171","msg":"trace[1423312454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:615; }","duration":"1.453322482s","start":"2026-07-17T15:58:25.714172Z","end":"2026-07-17T15:58:27.167495Z","steps":["trace[1423312454] 'agreement among raft nodes before linearized reading' (duration: 1.453060685s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:27.16753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:25.714395Z","time spent":"1.453127696s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-07-17T15:58:27.167558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:25.714153Z","time spent":"1.453393283s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T15:58:27.167599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28191648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-17T15:58:27.167696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289142172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T15:58:27.167697Z","caller":"traceutil/trace.go:171","msg":"trace[1684231504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:615; }","duration":"1.282032473s","start":"2026-07-17T15:58:25.88564Z","end":"2026-07-17T15:58:27.167673Z","steps":["trace[1684231504] 'agreement among raft nodes before linearized reading' (duration: 1.281718245s)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:27.167752Z","caller":"traceutil/trace.go:171","msg":"trace[2084053861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:615; }","duration":"1.289227634s","start":"2026-07-17T15:58:25.878502Z","end":"2026-07-17T15:58:27.167729Z","steps":["trace[2084053861] 'agreement among raft nodes before linearized reading' (duration: 1.289008279s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:27.167755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:25.885583Z","time spent":"1.282161566s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T15:58:27.167787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:25.87848Z","time spent":"1.289298506s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T15:58:27.296018Z","caller":"traceutil/trace.go:171","msg":"trace[551920988] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:645; }","duration":"124.059732ms","start":"2026-07-17T15:58:27.171931Z","end":"2026-07-17T15:58:27.295991Z","steps":["trace[551920988] 'read index received' (duration: 114.962165ms)","trace[551920988] 'applied index is now lower than readState.Index' (duration: 9.096207ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:58:27.296053Z","caller":"traceutil/trace.go:171","msg":"trace[1177424335] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"125.063456ms","start":"2026-07-17T15:58:27.170953Z","end":"2026-07-17T15:58:27.296017Z","steps":["trace[1177424335] 'process raft request' (duration: 115.927307ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:27.296094Z","caller":"traceutil/trace.go:171","msg":"trace[849047752] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"122.656288ms","start":"2026-07-17T15:58:27.173413Z","end":"2026-07-17T15:58:27.296069Z","steps":["trace[849047752] 'process raft request' (duration: 122.535195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:27.29616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.212095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-17T15:58:27.296209Z","caller":"traceutil/trace.go:171","msg":"trace[914528884] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:618; }","duration":"124.286407ms","start":"2026-07-17T15:58:27.171911Z","end":"2026-07-17T15:58:27.296198Z","steps":["trace[914528884] 'agreement among raft nodes before linearized reading' (duration: 124.194385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:27.296376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.164178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T15:58:27.296413Z","caller":"traceutil/trace.go:171","msg":"trace[1432591881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:618; }","duration":"120.21144ms","start":"2026-07-17T15:58:27.176193Z","end":"2026-07-17T15:58:27.296404Z","steps":["trace[1432591881] 'agreement among raft nodes before linearized reading' (duration: 120.162069ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:27.29645Z","caller":"traceutil/trace.go:171","msg":"trace[968609534] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"124.495812ms","start":"2026-07-17T15:58:27.171529Z","end":"2026-07-17T15:58:27.296024Z","steps":["trace[968609534] 'process raft request' (duration: 124.339998ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:27.729389Z","caller":"traceutil/trace.go:171","msg":"trace[299991171] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"100.837737ms","start":"2026-07-17T15:58:27.628532Z","end":"2026-07-17T15:58:27.72937Z","steps":["trace[299991171] 'process raft request' (duration: 100.727804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:28.96204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.52922ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T15:58:28.962216Z","caller":"traceutil/trace.go:171","msg":"trace[490337533] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:631; }","duration":"493.736925ms","start":"2026-07-17T15:58:28.468448Z","end":"2026-07-17T15:58:28.962185Z","steps":["trace[490337533] 'range keys from in-memory index tree' (duration: 493.50222ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:28.962238Z","caller":"traceutil/trace.go:171","msg":"trace[1832795403] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:661; }","duration":"307.429169ms","start":"2026-07-17T15:58:28.654767Z","end":"2026-07-17T15:58:28.962196Z","steps":["trace[1832795403] 'read index received' (duration: 306.050566ms)","trace[1832795403] 'applied index is now lower than readState.Index' (duration: 1.377643ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:58:28.962319Z","caller":"traceutil/trace.go:171","msg":"trace[1120827318] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"409.637568ms","start":"2026-07-17T15:58:28.552664Z","end":"2026-07-17T15:58:28.962301Z","steps":["trace[1120827318] 'process raft request' (duration: 408.209734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:28.962371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.587622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T15:58:28.962418Z","caller":"traceutil/trace.go:171","msg":"trace[1498487604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"307.688775ms","start":"2026-07-17T15:58:28.654716Z","end":"2026-07-17T15:58:28.962405Z","steps":["trace[1498487604] 'agreement among raft nodes before linearized reading' (duration: 307.592162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:28.962434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:28.55264Z","time spent":"409.71566ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T15:58:28.962446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:28.654696Z","time spent":"307.744045ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T15:58:32.630193Z","caller":"traceutil/trace.go:171","msg":"trace[146467030] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"104.010091ms","start":"2026-07-17T15:58:32.526162Z","end":"2026-07-17T15:58:32.630172Z","steps":["trace[146467030] 'process raft request' (duration: 103.802296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:44.014899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.282361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T15:58:44.014987Z","caller":"traceutil/trace.go:171","msg":"trace[151030692] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"643.931393ms","start":"2026-07-17T15:58:43.371042Z","end":"2026-07-17T15:58:44.014974Z","steps":["trace[151030692] 'process raft request' (duration: 392.509298ms)","trace[151030692] 'compare' (duration: 251.172699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T15:58:44.015529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:43.371028Z","time spent":"644.417474ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T15:58:44.20185Z","caller":"traceutil/trace.go:171","msg":"trace[1479486160] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"829.603237ms","start":"2026-07-17T15:58:43.372205Z","end":"2026-07-17T15:58:44.201808Z","steps":["trace[1479486160] 'process raft request' (duration: 824.619008ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:44.202055Z","caller":"traceutil/trace.go:171","msg":"trace[1750782649] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"829.455583ms","start":"2026-07-17T15:58:43.372576Z","end":"2026-07-17T15:58:44.202032Z","steps":["trace[1750782649] 'process raft request' (duration: 829.171196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:44.202083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:43.372173Z","time spent":"829.796422ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T15:58:44.202171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:43.372563Z","time spent":"829.542295ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T15:58:44.202401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.086475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-v2p7h\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-07-17T15:58:44.202461Z","caller":"traceutil/trace.go:171","msg":"trace[631914877] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-v2p7h; range_end:; response_count:1; response_revision:783; }","duration":"792.180317ms","start":"2026-07-17T15:58:43.410266Z","end":"2026-07-17T15:58:44.202446Z","steps":["trace[631914877] 'agreement among raft nodes before linearized reading' (duration: 791.948012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:44.202558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:43.410244Z","time spent":"792.30032ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-v2p7h\" "} {"level":"info","ts":"2026-07-17T15:58:44.202027Z","caller":"traceutil/trace.go:171","msg":"trace[1425705156] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:815; }","duration":"791.690055ms","start":"2026-07-17T15:58:43.410302Z","end":"2026-07-17T15:58:44.201992Z","steps":["trace[1425705156] 'read index received' (duration: 353.262855ms)","trace[1425705156] 'applied index is now lower than readState.Index' (duration: 438.42598ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T15:58:44.20281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.545577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T15:58:44.202855Z","caller":"traceutil/trace.go:171","msg":"trace[1444474912] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:783; }","duration":"565.607069ms","start":"2026-07-17T15:58:43.637231Z","end":"2026-07-17T15:58:44.202838Z","steps":["trace[1444474912] 'agreement among raft nodes before linearized reading' (duration: 565.503586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:44.202894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:43.637176Z","time spent":"565.708161ms","remote":"127.0.0.1:41898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-17T15:58:44.202947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.712358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T15:58:44.202981Z","caller":"traceutil/trace.go:171","msg":"trace[1620831158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:783; }","duration":"547.77408ms","start":"2026-07-17T15:58:43.655197Z","end":"2026-07-17T15:58:44.202971Z","steps":["trace[1620831158] 'agreement among raft nodes before linearized reading' (duration: 547.722219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:44.203009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:43.655172Z","time spent":"547.831702ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T15:58:52.703069Z","caller":"traceutil/trace.go:171","msg":"trace[1996462196] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"109.454702ms","start":"2026-07-17T15:58:52.59358Z","end":"2026-07-17T15:58:52.703035Z","steps":["trace[1996462196] 'process raft request' (duration: 109.149264ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:55.306401Z","caller":"traceutil/trace.go:171","msg":"trace[1753922489] linearizableReadLoop","detail":"{readStateIndex:941; appliedIndex:939; }","duration":"191.648548ms","start":"2026-07-17T15:58:55.114723Z","end":"2026-07-17T15:58:55.306371Z","steps":["trace[1753922489] 'read index received' (duration: 191.290139ms)","trace[1753922489] 'applied index is now lower than readState.Index' (duration: 357.279µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:58:55.306513Z","caller":"traceutil/trace.go:171","msg":"trace[2094947601] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"299.315407ms","start":"2026-07-17T15:58:55.007189Z","end":"2026-07-17T15:58:55.306505Z","steps":["trace[2094947601] 'process raft request' (duration: 299.115642ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:55.306437Z","caller":"traceutil/trace.go:171","msg":"trace[1046116554] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"304.368758ms","start":"2026-07-17T15:58:55.002034Z","end":"2026-07-17T15:58:55.306402Z","steps":["trace[1046116554] 'process raft request' (duration: 304.090781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:55.306642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:58:55.002006Z","time spent":"304.570113ms","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1745,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T15:58:55.306784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.21228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-17T15:58:55.306893Z","caller":"traceutil/trace.go:171","msg":"trace[2004643363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:904; }","duration":"120.342983ms","start":"2026-07-17T15:58:55.1865Z","end":"2026-07-17T15:58:55.306843Z","steps":["trace[2004643363] 'agreement among raft nodes before linearized reading' (duration: 120.125898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:55.307609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.877217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T15:58:55.307665Z","caller":"traceutil/trace.go:171","msg":"trace[2061141067] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:904; }","duration":"192.96852ms","start":"2026-07-17T15:58:55.114683Z","end":"2026-07-17T15:58:55.307651Z","steps":["trace[2061141067] 'agreement among raft nodes before linearized reading' (duration: 191.831552ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:55.772642Z","caller":"traceutil/trace.go:171","msg":"trace[1930665116] linearizableReadLoop","detail":"{readStateIndex:955; appliedIndex:952; }","duration":"107.509335ms","start":"2026-07-17T15:58:55.665079Z","end":"2026-07-17T15:58:55.772589Z","steps":["trace[1930665116] 'read index received' (duration: 33.175598ms)","trace[1930665116] 'applied index is now lower than readState.Index' (duration: 74.332657ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:58:55.772748Z","caller":"traceutil/trace.go:171","msg":"trace[672854183] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"107.824543ms","start":"2026-07-17T15:58:55.664885Z","end":"2026-07-17T15:58:55.772709Z","steps":["trace[672854183] 'process raft request' (duration: 107.633228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:55.772826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.71155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T15:58:55.772906Z","caller":"traceutil/trace.go:171","msg":"trace[374446715] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:917; }","duration":"107.836273ms","start":"2026-07-17T15:58:55.66505Z","end":"2026-07-17T15:58:55.772886Z","steps":["trace[374446715] 'agreement among raft nodes before linearized reading' (duration: 107.675179ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:55.773257Z","caller":"traceutil/trace.go:171","msg":"trace[1554279612] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"108.551001ms","start":"2026-07-17T15:58:55.664109Z","end":"2026-07-17T15:58:55.77266Z","steps":["trace[1554279612] 'process raft request' (duration: 67.465253ms)","trace[1554279612] 'compare' (duration: 40.789131ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:58:55.885657Z","caller":"traceutil/trace.go:171","msg":"trace[1789116862] linearizableReadLoop","detail":"{readStateIndex:956; appliedIndex:955; }","duration":"106.582513ms","start":"2026-07-17T15:58:55.779049Z","end":"2026-07-17T15:58:55.885631Z","steps":["trace[1789116862] 'read index received' (duration: 96.428279ms)","trace[1789116862] 'applied index is now lower than readState.Index' (duration: 10.153144ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:58:55.885734Z","caller":"traceutil/trace.go:171","msg":"trace[1628851932] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"110.22365ms","start":"2026-07-17T15:58:55.775468Z","end":"2026-07-17T15:58:55.885692Z","steps":["trace[1628851932] 'process raft request' (duration: 100.031015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:58:55.885921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.848919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3386"} {"level":"info","ts":"2026-07-17T15:58:55.885964Z","caller":"traceutil/trace.go:171","msg":"trace[1744938025] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:918; }","duration":"106.942172ms","start":"2026-07-17T15:58:55.779006Z","end":"2026-07-17T15:58:55.885948Z","steps":["trace[1744938025] 'agreement among raft nodes before linearized reading' (duration: 106.762247ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:56.073647Z","caller":"traceutil/trace.go:171","msg":"trace[1867484917] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"183.988444ms","start":"2026-07-17T15:58:55.889633Z","end":"2026-07-17T15:58:56.073622Z","steps":["trace[1867484917] 'process raft request' (duration: 183.79601ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:56.096986Z","caller":"traceutil/trace.go:171","msg":"trace[1588554116] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"204.980198ms","start":"2026-07-17T15:58:55.891977Z","end":"2026-07-17T15:58:56.096958Z","steps":["trace[1588554116] 'process raft request' (duration: 204.843075ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:56.097107Z","caller":"traceutil/trace.go:171","msg":"trace[1290635676] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"206.815513ms","start":"2026-07-17T15:58:55.890174Z","end":"2026-07-17T15:58:56.09699Z","steps":["trace[1290635676] 'process raft request' (duration: 206.515316ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:56.097142Z","caller":"traceutil/trace.go:171","msg":"trace[1447452088] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"203.480822ms","start":"2026-07-17T15:58:55.893629Z","end":"2026-07-17T15:58:56.09711Z","steps":["trace[1447452088] 'process raft request' (duration: 203.263897ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:58.041451Z","caller":"traceutil/trace.go:171","msg":"trace[1658469063] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"166.061463ms","start":"2026-07-17T15:58:57.875365Z","end":"2026-07-17T15:58:58.041426Z","steps":["trace[1658469063] 'process raft request' (duration: 165.907579ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:58:58.205734Z","caller":"traceutil/trace.go:171","msg":"trace[1573224471] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"106.722426ms","start":"2026-07-17T15:58:58.098988Z","end":"2026-07-17T15:58:58.205711Z","steps":["trace[1573224471] 'process raft request' (duration: 94.968364ms)","trace[1573224471] 'compare' (duration: 11.611039ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:59:01.891772Z","caller":"traceutil/trace.go:171","msg":"trace[1246469456] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"119.35232ms","start":"2026-07-17T15:59:01.772385Z","end":"2026-07-17T15:59:01.891737Z","steps":["trace[1246469456] 'process raft request' (duration: 84.984263ms)","trace[1246469456] 'compare' (duration: 34.170782ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T15:59:02.126696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.088461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T15:59:02.126981Z","caller":"traceutil/trace.go:171","msg":"trace[1273317663] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"222.06088ms","start":"2026-07-17T15:59:01.904902Z","end":"2026-07-17T15:59:02.126963Z","steps":["trace[1273317663] 'process raft request' (duration: 221.991128ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:02.127038Z","caller":"traceutil/trace.go:171","msg":"trace[1399827621] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"230.656066ms","start":"2026-07-17T15:59:01.896345Z","end":"2026-07-17T15:59:02.127001Z","steps":["trace[1399827621] 'process raft request' (duration: 104.189466ms)","trace[1399827621] 'compare' (duration: 123.688294ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:59:02.163037Z","caller":"traceutil/trace.go:171","msg":"trace[57965717] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"211.831654ms","start":"2026-07-17T15:59:01.95118Z","end":"2026-07-17T15:59:02.163012Z","steps":["trace[57965717] 'process raft request' (duration: 211.6751ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:02.163361Z","caller":"traceutil/trace.go:171","msg":"trace[988845441] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"211.579028ms","start":"2026-07-17T15:59:01.951769Z","end":"2026-07-17T15:59:02.163348Z","steps":["trace[988845441] 'process raft request' (duration: 211.322912ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:02.163372Z","caller":"traceutil/trace.go:171","msg":"trace[1885347766] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"210.100982ms","start":"2026-07-17T15:59:01.953211Z","end":"2026-07-17T15:59:02.163312Z","steps":["trace[1885347766] 'process raft request' (duration: 210.03018ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:02.314133Z","caller":"traceutil/trace.go:171","msg":"trace[135808162] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"145.453987ms","start":"2026-07-17T15:59:02.168622Z","end":"2026-07-17T15:59:02.314076Z","steps":["trace[135808162] 'process raft request' (duration: 145.14916ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:05.633364Z","caller":"traceutil/trace.go:171","msg":"trace[1015572191] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"110.072737ms","start":"2026-07-17T15:59:05.523264Z","end":"2026-07-17T15:59:05.633337Z","steps":["trace[1015572191] 'process raft request' (duration: 109.874212ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:12.850964Z","caller":"traceutil/trace.go:171","msg":"trace[2018559743] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"137.510336ms","start":"2026-07-17T15:59:12.713424Z","end":"2026-07-17T15:59:12.850934Z","steps":["trace[2018559743] 'process raft request' (duration: 137.339162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:14.349926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.205224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T15:59:14.350003Z","caller":"traceutil/trace.go:171","msg":"trace[1614005681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1176; }","duration":"907.326467ms","start":"2026-07-17T15:59:13.442659Z","end":"2026-07-17T15:59:14.349985Z","steps":["trace[1614005681] 'range keys from in-memory index tree' (duration: 907.026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:14.349985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.552362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-17T15:59:14.350045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:59:13.442638Z","time spent":"907.397758ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T15:59:14.350042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247490586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T15:59:14.350085Z","caller":"traceutil/trace.go:171","msg":"trace[20025886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1176; }","duration":"865.694526ms","start":"2026-07-17T15:59:13.484366Z","end":"2026-07-17T15:59:14.350061Z","steps":["trace[20025886] 'range keys from in-memory index tree' (duration: 865.344737ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:14.3501Z","caller":"traceutil/trace.go:171","msg":"trace[254585728] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1176; }","duration":"1.247581978s","start":"2026-07-17T15:59:13.102499Z","end":"2026-07-17T15:59:14.350081Z","steps":["trace[254585728] 'count revisions from in-memory index tree' (duration: 1.247413384s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:14.350153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:59:13.102478Z","time spent":"1.24766464s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T15:59:14.350145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:59:13.484346Z","time spent":"865.785178ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T15:59:14.350302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125484282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T15:59:14.350358Z","caller":"traceutil/trace.go:171","msg":"trace[1154799326] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1176; }","duration":"1.125582165s","start":"2026-07-17T15:59:13.22476Z","end":"2026-07-17T15:59:14.350343Z","steps":["trace[1154799326] 'count revisions from in-memory index tree' (duration: 1.125421711s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:14.350407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:59:13.22474Z","time spent":"1.125653316s","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-17T15:59:16.591718Z","caller":"traceutil/trace.go:171","msg":"trace[1436654185] linearizableReadLoop","detail":"{readStateIndex:1230; appliedIndex:1229; }","duration":"157.602479ms","start":"2026-07-17T15:59:16.434086Z","end":"2026-07-17T15:59:16.591689Z","steps":["trace[1436654185] 'read index received' (duration: 100.936246ms)","trace[1436654185] 'applied index is now lower than readState.Index' (duration: 56.665003ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:59:16.591802Z","caller":"traceutil/trace.go:171","msg":"trace[1345671957] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"178.508772ms","start":"2026-07-17T15:59:16.413267Z","end":"2026-07-17T15:59:16.591776Z","steps":["trace[1345671957] 'process raft request' (duration: 121.727787ms)","trace[1345671957] 'compare' (duration: 56.57986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T15:59:16.591939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.832954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T15:59:16.591993Z","caller":"traceutil/trace.go:171","msg":"trace[2035722369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1188; }","duration":"157.921017ms","start":"2026-07-17T15:59:16.434059Z","end":"2026-07-17T15:59:16.59198Z","steps":["trace[2035722369] 'agreement among raft nodes before linearized reading' (duration: 157.763253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:16.608031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.582483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T15:59:16.608119Z","caller":"traceutil/trace.go:171","msg":"trace[44227804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1189; }","duration":"116.722396ms","start":"2026-07-17T15:59:16.491376Z","end":"2026-07-17T15:59:16.608098Z","steps":["trace[44227804] 'agreement among raft nodes before linearized reading' (duration: 116.44333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:16.608112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.827817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T15:59:16.608187Z","caller":"traceutil/trace.go:171","msg":"trace[856299399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1189; }","duration":"113.935949ms","start":"2026-07-17T15:59:16.494234Z","end":"2026-07-17T15:59:16.60817Z","steps":["trace[856299399] 'agreement among raft nodes before linearized reading' (duration: 113.692913ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:16.784528Z","caller":"traceutil/trace.go:171","msg":"trace[1097413618] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"171.76704ms","start":"2026-07-17T15:59:16.612737Z","end":"2026-07-17T15:59:16.784504Z","steps":["trace[1097413618] 'process raft request' (duration: 131.055301ms)","trace[1097413618] 'compare' (duration: 40.597396ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:59:17.106504Z","caller":"traceutil/trace.go:171","msg":"trace[513839901] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"493.749453ms","start":"2026-07-17T15:59:16.612731Z","end":"2026-07-17T15:59:17.10648Z","steps":["trace[513839901] 'process raft request' (duration: 493.565098ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:17.106624Z","caller":"traceutil/trace.go:171","msg":"trace[1774561695] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"491.093139ms","start":"2026-07-17T15:59:16.615494Z","end":"2026-07-17T15:59:17.106587Z","steps":["trace[1774561695] 'process raft request' (duration: 490.932975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:17.106815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:59:16.615471Z","time spent":"491.233202ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4223,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T15:59:17.106801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:59:16.612706Z","time spent":"493.945278ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T15:59:17.112635Z","caller":"traceutil/trace.go:171","msg":"trace[805775119] linearizableReadLoop","detail":"{readStateIndex:1236; appliedIndex:1233; }","duration":"109.38243ms","start":"2026-07-17T15:59:17.003236Z","end":"2026-07-17T15:59:17.112619Z","steps":["trace[805775119] 'read index received' (duration: 103.101219ms)","trace[805775119] 'applied index is now lower than readState.Index' (duration: 6.280551ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T15:59:17.112746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.508243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-07-17T15:59:17.112738Z","caller":"traceutil/trace.go:171","msg":"trace[1317823725] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"249.286224ms","start":"2026-07-17T15:59:16.863412Z","end":"2026-07-17T15:59:17.112699Z","steps":["trace[1317823725] 'process raft request' (duration: 249.093069ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:17.112788Z","caller":"traceutil/trace.go:171","msg":"trace[2061849692] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1194; }","duration":"109.596095ms","start":"2026-07-17T15:59:17.003181Z","end":"2026-07-17T15:59:17.112777Z","steps":["trace[2061849692] 'agreement among raft nodes before linearized reading' (duration: 109.507943ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:17.236788Z","caller":"traceutil/trace.go:171","msg":"trace[232462593] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"109.421871ms","start":"2026-07-17T15:59:17.127339Z","end":"2026-07-17T15:59:17.236761Z","steps":["trace[232462593] 'process raft request' (duration: 103.943579ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:17.372134Z","caller":"traceutil/trace.go:171","msg":"trace[1608410921] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"124.36317ms","start":"2026-07-17T15:59:17.247743Z","end":"2026-07-17T15:59:17.372106Z","steps":["trace[1608410921] 'process raft request' (duration: 123.885789ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:17.569839Z","caller":"traceutil/trace.go:171","msg":"trace[1848618614] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1198; }","duration":"105.096397ms","start":"2026-07-17T15:59:17.464714Z","end":"2026-07-17T15:59:17.569811Z","steps":["trace[1848618614] 'process raft request' (duration: 59.05399ms)","trace[1848618614] 'compare' (duration: 45.917234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T15:59:30.79672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.726394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T15:59:30.796832Z","caller":"traceutil/trace.go:171","msg":"trace[2121785729] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1316; }","duration":"135.900678ms","start":"2026-07-17T15:59:30.660913Z","end":"2026-07-17T15:59:30.796814Z","steps":["trace[2121785729] 'count revisions from in-memory index tree' (duration: 135.60228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:30.796926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.079884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-9nqhp\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-07-17T15:59:30.797337Z","caller":"traceutil/trace.go:171","msg":"trace[1426788687] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-9nqhp; range_end:; response_count:1; response_revision:1316; }","duration":"176.494284ms","start":"2026-07-17T15:59:30.62078Z","end":"2026-07-17T15:59:30.797275Z","steps":["trace[1426788687] 'range keys from in-memory index tree' (duration: 175.896089ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:34.84431Z","caller":"traceutil/trace.go:171","msg":"trace[1312776983] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"126.348318ms","start":"2026-07-17T15:59:34.717931Z","end":"2026-07-17T15:59:34.844279Z","steps":["trace[1312776983] 'process raft request' (duration: 126.078791ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:35.516399Z","caller":"traceutil/trace.go:171","msg":"trace[2061587764] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"130.696332ms","start":"2026-07-17T15:59:35.385672Z","end":"2026-07-17T15:59:35.516368Z","steps":["trace[2061587764] 'process raft request' (duration: 130.557749ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:35.516416Z","caller":"traceutil/trace.go:171","msg":"trace[1392501913] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"131.123703ms","start":"2026-07-17T15:59:35.385262Z","end":"2026-07-17T15:59:35.516386Z","steps":["trace[1392501913] 'process raft request' (duration: 115.938907ms)","trace[1392501913] 'compare' (duration: 14.872218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T15:59:35.844076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.00348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T15:59:35.844198Z","caller":"traceutil/trace.go:171","msg":"trace[116605768] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"229.399305ms","start":"2026-07-17T15:59:35.614779Z","end":"2026-07-17T15:59:35.844178Z","steps":["trace[116605768] 'process raft request' (duration: 98.209431ms)","trace[116605768] 'compare' (duration: 130.813025ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:59:35.851864Z","caller":"traceutil/trace.go:171","msg":"trace[2051309752] linearizableReadLoop","detail":"{readStateIndex:1420; appliedIndex:1418; }","duration":"196.405953ms","start":"2026-07-17T15:59:35.655443Z","end":"2026-07-17T15:59:35.851849Z","steps":["trace[2051309752] 'read index received' (duration: 57.649517ms)","trace[2051309752] 'applied index is now lower than readState.Index' (duration: 138.755406ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:59:35.851936Z","caller":"traceutil/trace.go:171","msg":"trace[1490830046] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"234.697963ms","start":"2026-07-17T15:59:35.617208Z","end":"2026-07-17T15:59:35.851906Z","steps":["trace[1490830046] 'process raft request' (duration: 234.397016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:35.852024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.574766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T15:59:35.852105Z","caller":"traceutil/trace.go:171","msg":"trace[2017397663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1369; }","duration":"196.70408ms","start":"2026-07-17T15:59:35.655381Z","end":"2026-07-17T15:59:35.852085Z","steps":["trace[2017397663] 'agreement among raft nodes before linearized reading' (duration: 196.556126ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:36.02713Z","caller":"traceutil/trace.go:171","msg":"trace[373892544] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"132.567028ms","start":"2026-07-17T15:59:35.894533Z","end":"2026-07-17T15:59:36.0271Z","steps":["trace[373892544] 'process raft request' (duration: 132.488076ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:36.027165Z","caller":"traceutil/trace.go:171","msg":"trace[1503503541] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"132.795863ms","start":"2026-07-17T15:59:35.894337Z","end":"2026-07-17T15:59:36.027133Z","steps":["trace[1503503541] 'process raft request' (duration: 119.878752ms)","trace[1503503541] 'compare' (duration: 12.637184ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:59:36.088428Z","caller":"traceutil/trace.go:171","msg":"trace[2085565557] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"185.91053ms","start":"2026-07-17T15:59:35.902494Z","end":"2026-07-17T15:59:36.088405Z","steps":["trace[2085565557] 'process raft request' (duration: 185.871499ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:36.088444Z","caller":"traceutil/trace.go:171","msg":"trace[1375445596] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"187.801946ms","start":"2026-07-17T15:59:35.900603Z","end":"2026-07-17T15:59:36.088405Z","steps":["trace[1375445596] 'process raft request' (duration: 187.591271ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:36.088469Z","caller":"traceutil/trace.go:171","msg":"trace[1033829699] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"186.467193ms","start":"2026-07-17T15:59:35.901961Z","end":"2026-07-17T15:59:36.088428Z","steps":["trace[1033829699] 'process raft request' (duration: 186.351251ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:36.209384Z","caller":"traceutil/trace.go:171","msg":"trace[889988098] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"113.692403ms","start":"2026-07-17T15:59:36.095671Z","end":"2026-07-17T15:59:36.209363Z","steps":["trace[889988098] 'process raft request' (duration: 113.520869ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:36.519975Z","caller":"traceutil/trace.go:171","msg":"trace[465653242] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"160.909577ms","start":"2026-07-17T15:59:36.358989Z","end":"2026-07-17T15:59:36.519899Z","steps":["trace[465653242] 'process raft request' (duration: 159.925423ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:36.604654Z","caller":"traceutil/trace.go:171","msg":"trace[1056313707] linearizableReadLoop","detail":"{readStateIndex:1458; appliedIndex:1456; }","duration":"108.144186ms","start":"2026-07-17T15:59:36.496487Z","end":"2026-07-17T15:59:36.604631Z","steps":["trace[1056313707] 'read index received' (duration: 22.442684ms)","trace[1056313707] 'applied index is now lower than readState.Index' (duration: 85.700592ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:59:36.604747Z","caller":"traceutil/trace.go:171","msg":"trace[819807291] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"245.560353ms","start":"2026-07-17T15:59:36.35915Z","end":"2026-07-17T15:59:36.604711Z","steps":["trace[819807291] 'process raft request' (duration: 245.355648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:36.604849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.357542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"info","ts":"2026-07-17T15:59:36.604893Z","caller":"traceutil/trace.go:171","msg":"trace[1534409021] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:1407; }","duration":"108.451604ms","start":"2026-07-17T15:59:36.49643Z","end":"2026-07-17T15:59:36.604881Z","steps":["trace[1534409021] 'agreement among raft nodes before linearized reading' (duration: 108.316581ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:36.852455Z","caller":"traceutil/trace.go:171","msg":"trace[1111952906] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"162.578889ms","start":"2026-07-17T15:59:36.689848Z","end":"2026-07-17T15:59:36.852427Z","steps":["trace[1111952906] 'process raft request' (duration: 157.025664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:37.246723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.213977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T15:59:37.246942Z","caller":"traceutil/trace.go:171","msg":"trace[990714361] linearizableReadLoop","detail":"{readStateIndex:1466; appliedIndex:1464; }","duration":"232.162009ms","start":"2026-07-17T15:59:37.014759Z","end":"2026-07-17T15:59:37.246921Z","steps":["trace[990714361] 'read index received' (duration: 23.636364ms)","trace[990714361] 'applied index is now lower than readState.Index' (duration: 208.524505ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:59:37.247029Z","caller":"traceutil/trace.go:171","msg":"trace[1311525349] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"295.19293ms","start":"2026-07-17T15:59:36.951823Z","end":"2026-07-17T15:59:37.247016Z","steps":["trace[1311525349] 'process raft request' (duration: 295.025416ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:37.247114Z","caller":"traceutil/trace.go:171","msg":"trace[1079463198] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"311.448365ms","start":"2026-07-17T15:59:36.93564Z","end":"2026-07-17T15:59:37.247089Z","steps":["trace[1079463198] 'process raft request' (duration: 102.763536ms)","trace[1079463198] 'compare' (duration: 207.948111ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T15:59:37.247234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:59:36.935623Z","time spent":"311.548027ms","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105435,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T15:59:37.247539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.779194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T15:59:37.24759Z","caller":"traceutil/trace.go:171","msg":"trace[686707352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1415; }","duration":"232.869857ms","start":"2026-07-17T15:59:37.014706Z","end":"2026-07-17T15:59:37.247576Z","steps":["trace[686707352] 'agreement among raft nodes before linearized reading' (duration: 232.550549ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:37.289179Z","caller":"traceutil/trace.go:171","msg":"trace[491736206] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"173.266688ms","start":"2026-07-17T15:59:37.115874Z","end":"2026-07-17T15:59:37.289141Z","steps":["trace[491736206] 'process raft request' (duration: 172.999172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:37.289705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.100394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T15:59:37.289951Z","caller":"traceutil/trace.go:171","msg":"trace[82959734] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1416; }","duration":"124.34851ms","start":"2026-07-17T15:59:37.165475Z","end":"2026-07-17T15:59:37.289823Z","steps":["trace[82959734] 'agreement among raft nodes before linearized reading' (duration: 123.578211ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:37.874813Z","caller":"traceutil/trace.go:171","msg":"trace[342657263] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"113.057747ms","start":"2026-07-17T15:59:37.761707Z","end":"2026-07-17T15:59:37.874765Z","steps":["trace[342657263] 'process raft request' (duration: 13.177091ms)","trace[342657263] 'compare' (duration: 99.590429ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:59:38.577089Z","caller":"traceutil/trace.go:171","msg":"trace[1926008812] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"140.346149ms","start":"2026-07-17T15:59:38.436715Z","end":"2026-07-17T15:59:38.577061Z","steps":["trace[1926008812] 'process raft request' (duration: 56.82772ms)","trace[1926008812] 'compare' (duration: 83.121169ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:59:39.945272Z","caller":"traceutil/trace.go:171","msg":"trace[194623061] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"264.245367ms","start":"2026-07-17T15:59:39.680634Z","end":"2026-07-17T15:59:39.944879Z","steps":["trace[194623061] 'process raft request' (duration: 264.058613ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:46.169486Z","caller":"traceutil/trace.go:171","msg":"trace[1846864659] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"142.671665ms","start":"2026-07-17T15:59:46.026773Z","end":"2026-07-17T15:59:46.169444Z","steps":["trace[1846864659] 'process raft request' (duration: 84.136833ms)","trace[1846864659] 'compare' (duration: 58.198014ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:59:46.784721Z","caller":"traceutil/trace.go:171","msg":"trace[1232693969] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"116.686164ms","start":"2026-07-17T15:59:46.668012Z","end":"2026-07-17T15:59:46.784698Z","steps":["trace[1232693969] 'process raft request' (duration: 102.367276ms)","trace[1232693969] 'compare' (duration: 13.901338ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:59:46.784921Z","caller":"traceutil/trace.go:171","msg":"trace[437128881] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"115.617838ms","start":"2026-07-17T15:59:46.669297Z","end":"2026-07-17T15:59:46.784914Z","steps":["trace[437128881] 'process raft request' (duration: 115.083675ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:52.458236Z","caller":"traceutil/trace.go:171","msg":"trace[448731450] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"158.666164ms","start":"2026-07-17T15:59:52.299541Z","end":"2026-07-17T15:59:52.458207Z","steps":["trace[448731450] 'process raft request' (duration: 158.005858ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:52.461087Z","caller":"traceutil/trace.go:171","msg":"trace[340774841] linearizableReadLoop","detail":"{readStateIndex:1758; appliedIndex:1756; }","duration":"123.47533ms","start":"2026-07-17T15:59:52.337594Z","end":"2026-07-17T15:59:52.461069Z","steps":["trace[340774841] 'read index received' (duration: 120.151229ms)","trace[340774841] 'applied index is now lower than readState.Index' (duration: 3.323311ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T15:59:52.461176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.578462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T15:59:52.461165Z","caller":"traceutil/trace.go:171","msg":"trace[786868202] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"159.195457ms","start":"2026-07-17T15:59:52.301939Z","end":"2026-07-17T15:59:52.461135Z","steps":["trace[786868202] 'process raft request' (duration: 159.058004ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:52.4612Z","caller":"traceutil/trace.go:171","msg":"trace[1485078582] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1685; }","duration":"123.652914ms","start":"2026-07-17T15:59:52.337539Z","end":"2026-07-17T15:59:52.461192Z","steps":["trace[1485078582] 'agreement among raft nodes before linearized reading' (duration: 123.586662ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:54.973327Z","caller":"traceutil/trace.go:171","msg":"trace[1580188308] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"131.673379ms","start":"2026-07-17T15:59:54.841612Z","end":"2026-07-17T15:59:54.973286Z","steps":["trace[1580188308] 'process raft request' (duration: 131.556466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:55.29935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.159693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-17T15:59:55.29942Z","caller":"traceutil/trace.go:171","msg":"trace[135567833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1706; }","duration":"254.287066ms","start":"2026-07-17T15:59:55.045116Z","end":"2026-07-17T15:59:55.299403Z","steps":["trace[135567833] 'range keys from in-memory index tree' (duration: 254.05038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:55.29935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.559079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T15:59:55.299516Z","caller":"traceutil/trace.go:171","msg":"trace[1535689968] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:1706; }","duration":"181.798386ms","start":"2026-07-17T15:59:55.117706Z","end":"2026-07-17T15:59:55.299504Z","steps":["trace[1535689968] 'range keys from in-memory index tree' (duration: 181.376735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:55.299588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.305911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-17T15:59:55.299711Z","caller":"traceutil/trace.go:171","msg":"trace[2051350952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1706; }","duration":"241.495206ms","start":"2026-07-17T15:59:55.058191Z","end":"2026-07-17T15:59:55.299687Z","steps":["trace[2051350952] 'range keys from in-memory index tree' (duration: 241.005223ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:55.843967Z","caller":"traceutil/trace.go:171","msg":"trace[1006898209] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"157.943346ms","start":"2026-07-17T15:59:55.685995Z","end":"2026-07-17T15:59:55.843938Z","steps":["trace[1006898209] 'process raft request' (duration: 157.781932ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T15:59:59.746735Z","caller":"traceutil/trace.go:171","msg":"trace[1030695983] linearizableReadLoop","detail":"{readStateIndex:1841; appliedIndex:1841; }","duration":"366.749469ms","start":"2026-07-17T15:59:59.379959Z","end":"2026-07-17T15:59:59.746709Z","steps":["trace[1030695983] 'read index received' (duration: 366.734038ms)","trace[1030695983] 'applied index is now lower than readState.Index' (duration: 8.02µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T15:59:59.746734Z","caller":"traceutil/trace.go:171","msg":"trace[322044124] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"381.058796ms","start":"2026-07-17T15:59:59.365648Z","end":"2026-07-17T15:59:59.746707Z","steps":["trace[322044124] 'process raft request' (duration: 380.882321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:59.746958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.994424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T15:59:59.747024Z","caller":"traceutil/trace.go:171","msg":"trace[1597559911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1763; }","duration":"367.089616ms","start":"2026-07-17T15:59:59.37992Z","end":"2026-07-17T15:59:59.74701Z","steps":["trace[1597559911] 'agreement among raft nodes before linearized reading' (duration: 366.916272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T15:59:59.747016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:59:59.365634Z","time spent":"381.210859ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T15:59:59.747069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:59:59.379906Z","time spent":"367.150368ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:00:00.247144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268084041,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T16:00:00.390418Z","caller":"traceutil/trace.go:171","msg":"trace[149110202] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"810.598549ms","start":"2026-07-17T15:59:59.579788Z","end":"2026-07-17T16:00:00.390386Z","steps":["trace[149110202] 'process raft request' (duration: 765.702408ms)","trace[149110202] 'compare' (duration: 44.620964ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:00.390598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:59:59.579764Z","time spent":"810.730422ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:00.391049Z","caller":"traceutil/trace.go:171","msg":"trace[2059700753] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"354.86934ms","start":"2026-07-17T16:00:00.036163Z","end":"2026-07-17T16:00:00.391033Z","steps":["trace[2059700753] 'process raft request' (duration: 354.760717ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:00.391038Z","caller":"traceutil/trace.go:171","msg":"trace[1114640838] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"639.926933ms","start":"2026-07-17T15:59:59.751078Z","end":"2026-07-17T16:00:00.391005Z","steps":["trace[1114640838] 'process raft request' (duration: 639.238286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:00.391143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:00.036137Z","time spent":"354.959282ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:00:00.391189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:59:59.751049Z","time spent":"640.061807ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:00:00.391256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.732164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T16:00:00.391356Z","caller":"traceutil/trace.go:171","msg":"trace[261902715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1766; }","duration":"682.860627ms","start":"2026-07-17T15:59:59.708454Z","end":"2026-07-17T16:00:00.391315Z","steps":["trace[261902715] 'agreement among raft nodes before linearized reading' (duration: 682.652282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:00.391366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.704645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:00:00.391292Z","caller":"traceutil/trace.go:171","msg":"trace[1460782839] linearizableReadLoop","detail":"{readStateIndex:1844; appliedIndex:1841; }","duration":"644.174877ms","start":"2026-07-17T15:59:59.74681Z","end":"2026-07-17T16:00:00.390985Z","steps":["trace[1460782839] 'read index received' (duration: 598.686691ms)","trace[1460782839] 'applied index is now lower than readState.Index' (duration: 45.486746ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:00.391401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:59:59.708425Z","time spent":"682.967819ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T16:00:00.39144Z","caller":"traceutil/trace.go:171","msg":"trace[1757742389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1766; }","duration":"736.777476ms","start":"2026-07-17T15:59:59.654644Z","end":"2026-07-17T16:00:00.391421Z","steps":["trace[1757742389] 'agreement among raft nodes before linearized reading' (duration: 736.620412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:00.391503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:59:59.654586Z","time spent":"736.902539ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:00:00.391681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.624683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:00:00.391686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.372474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T16:00:00.391776Z","caller":"traceutil/trace.go:171","msg":"trace[345329203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1766; }","duration":"165.745465ms","start":"2026-07-17T16:00:00.226011Z","end":"2026-07-17T16:00:00.391756Z","steps":["trace[345329203] 'agreement among raft nodes before linearized reading' (duration: 165.617832ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:00.391796Z","caller":"traceutil/trace.go:171","msg":"trace[751265460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1766; }","duration":"535.517738ms","start":"2026-07-17T15:59:59.856262Z","end":"2026-07-17T16:00:00.39178Z","steps":["trace[751265460] 'agreement among raft nodes before linearized reading' (duration: 535.237281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:00.391842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T15:59:59.856238Z","time spent":"535.590799ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:00:01.695555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.673628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-17T16:00:01.695671Z","caller":"traceutil/trace.go:171","msg":"trace[730019791] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1773; }","duration":"203.838891ms","start":"2026-07-17T16:00:01.491807Z","end":"2026-07-17T16:00:01.695646Z","steps":["trace[730019791] 'range keys from in-memory index tree' (duration: 202.956339ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:02.521531Z","caller":"traceutil/trace.go:171","msg":"trace[2010754221] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"124.848093ms","start":"2026-07-17T16:00:02.39666Z","end":"2026-07-17T16:00:02.521508Z","steps":["trace[2010754221] 'process raft request' (duration: 124.712249ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:02.531837Z","caller":"traceutil/trace.go:171","msg":"trace[629709099] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"134.908167ms","start":"2026-07-17T16:00:02.396906Z","end":"2026-07-17T16:00:02.531814Z","steps":["trace[629709099] 'process raft request' (duration: 134.690522ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:02.532006Z","caller":"traceutil/trace.go:171","msg":"trace[1094833269] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"133.130984ms","start":"2026-07-17T16:00:02.398841Z","end":"2026-07-17T16:00:02.531972Z","steps":["trace[1094833269] 'process raft request' (duration: 132.892348ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:05.902331Z","caller":"traceutil/trace.go:171","msg":"trace[1474717001] linearizableReadLoop","detail":"{readStateIndex:1876; appliedIndex:1875; }","duration":"105.197325ms","start":"2026-07-17T16:00:05.797111Z","end":"2026-07-17T16:00:05.902309Z","steps":["trace[1474717001] 'read index received' (duration: 105.060802ms)","trace[1474717001] 'applied index is now lower than readState.Index' (duration: 135.083µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:05.902387Z","caller":"traceutil/trace.go:171","msg":"trace[1415738553] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"107.968382ms","start":"2026-07-17T16:00:05.794384Z","end":"2026-07-17T16:00:05.902352Z","steps":["trace[1415738553] 'process raft request' (duration: 107.788618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:05.902521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.397469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-xpqhf\" ","response":"range_response_count:1 size:4251"} {"level":"info","ts":"2026-07-17T16:00:05.902556Z","caller":"traceutil/trace.go:171","msg":"trace[15418092] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-xpqhf; range_end:; response_count:1; response_revision:1796; }","duration":"105.483832ms","start":"2026-07-17T16:00:05.797063Z","end":"2026-07-17T16:00:05.902546Z","steps":["trace[15418092] 'agreement among raft nodes before linearized reading' (duration: 105.335528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:07.429756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.363764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:00:07.429836Z","caller":"traceutil/trace.go:171","msg":"trace[1549895583] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1897; }","duration":"195.010797ms","start":"2026-07-17T16:00:07.234811Z","end":"2026-07-17T16:00:07.429822Z","steps":["trace[1549895583] 'read index received' (duration: 74.667023ms)","trace[1549895583] 'applied index is now lower than readState.Index' (duration: 120.342894ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:07.42989Z","caller":"traceutil/trace.go:171","msg":"trace[688087888] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"264.378771ms","start":"2026-07-17T16:00:07.165471Z","end":"2026-07-17T16:00:07.429849Z","steps":["trace[688087888] 'process raft request' (duration: 143.872094ms)","trace[688087888] 'compare' (duration: 120.268161ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:07.42996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.15266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-17T16:00:07.429986Z","caller":"traceutil/trace.go:171","msg":"trace[1485760992] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1818; }","duration":"195.223681ms","start":"2026-07-17T16:00:07.234753Z","end":"2026-07-17T16:00:07.429977Z","steps":["trace[1485760992] 'agreement among raft nodes before linearized reading' (duration: 195.101728ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.457198Z","caller":"traceutil/trace.go:171","msg":"trace[604832363] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"200.131901ms","start":"2026-07-17T16:00:07.257044Z","end":"2026-07-17T16:00:07.457176Z","steps":["trace[604832363] 'process raft request' (duration: 200.031628ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.613772Z","caller":"traceutil/trace.go:171","msg":"trace[308434054] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"168.674877ms","start":"2026-07-17T16:00:07.445068Z","end":"2026-07-17T16:00:07.613743Z","steps":["trace[308434054] 'process raft request' (duration: 167.933979ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.616434Z","caller":"traceutil/trace.go:171","msg":"trace[1211174190] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"155.131028ms","start":"2026-07-17T16:00:07.461282Z","end":"2026-07-17T16:00:07.616413Z","steps":["trace[1211174190] 'process raft request' (duration: 154.877612ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.616616Z","caller":"traceutil/trace.go:171","msg":"trace[1729291497] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"150.079685ms","start":"2026-07-17T16:00:07.466527Z","end":"2026-07-17T16:00:07.616607Z","steps":["trace[1729291497] 'process raft request' (duration: 149.84028ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.616875Z","caller":"traceutil/trace.go:171","msg":"trace[1651976752] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"154.223976ms","start":"2026-07-17T16:00:07.462256Z","end":"2026-07-17T16:00:07.61648Z","steps":["trace[1651976752] 'process raft request' (duration: 154.020681ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.743183Z","caller":"traceutil/trace.go:171","msg":"trace[957977864] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"123.370927ms","start":"2026-07-17T16:00:07.619771Z","end":"2026-07-17T16:00:07.743142Z","steps":["trace[957977864] 'process raft request' (duration: 116.302105ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.743364Z","caller":"traceutil/trace.go:171","msg":"trace[349536785] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"121.647305ms","start":"2026-07-17T16:00:07.621664Z","end":"2026-07-17T16:00:07.743311Z","steps":["trace[349536785] 'process raft request' (duration: 121.350718ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.743476Z","caller":"traceutil/trace.go:171","msg":"trace[1851574410] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"119.898902ms","start":"2026-07-17T16:00:07.623555Z","end":"2026-07-17T16:00:07.743454Z","steps":["trace[1851574410] 'process raft request' (duration: 119.639596ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.743483Z","caller":"traceutil/trace.go:171","msg":"trace[1976057057] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"119.77748ms","start":"2026-07-17T16:00:07.623685Z","end":"2026-07-17T16:00:07.743463Z","steps":["trace[1976057057] 'process raft request' (duration: 119.578265ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.825796Z","caller":"traceutil/trace.go:171","msg":"trace[2137493759] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"101.6868ms","start":"2026-07-17T16:00:07.724084Z","end":"2026-07-17T16:00:07.825771Z","steps":["trace[2137493759] 'process raft request' (duration: 101.326551ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.904064Z","caller":"traceutil/trace.go:171","msg":"trace[2121212860] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"155.18913ms","start":"2026-07-17T16:00:07.748843Z","end":"2026-07-17T16:00:07.904032Z","steps":["trace[2121212860] 'process raft request' (duration: 154.945794ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.904156Z","caller":"traceutil/trace.go:171","msg":"trace[79217071] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"151.10402ms","start":"2026-07-17T16:00:07.75303Z","end":"2026-07-17T16:00:07.904134Z","steps":["trace[79217071] 'process raft request' (duration: 150.917096ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.904197Z","caller":"traceutil/trace.go:171","msg":"trace[1726058469] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"144.309325ms","start":"2026-07-17T16:00:07.759849Z","end":"2026-07-17T16:00:07.904158Z","steps":["trace[1726058469] 'process raft request' (duration: 144.176621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:07.904386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.411032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:00:07.904911Z","caller":"traceutil/trace.go:171","msg":"trace[1552024570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1832; }","duration":"160.020317ms","start":"2026-07-17T16:00:07.744829Z","end":"2026-07-17T16:00:07.90485Z","steps":["trace[1552024570] 'agreement among raft nodes before linearized reading' (duration: 159.34414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:07.90444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.178645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9247"} {"level":"info","ts":"2026-07-17T16:00:07.905072Z","caller":"traceutil/trace.go:171","msg":"trace[1265665543] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1832; }","duration":"154.842121ms","start":"2026-07-17T16:00:07.750208Z","end":"2026-07-17T16:00:07.90505Z","steps":["trace[1265665543] 'agreement among raft nodes before linearized reading' (duration: 153.95301ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.946861Z","caller":"traceutil/trace.go:171","msg":"trace[1816831941] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"116.395577ms","start":"2026-07-17T16:00:07.830441Z","end":"2026-07-17T16:00:07.946837Z","steps":["trace[1816831941] 'process raft request' (duration: 116.331686ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.94701Z","caller":"traceutil/trace.go:171","msg":"trace[2058966930] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"116.548141ms","start":"2026-07-17T16:00:07.830436Z","end":"2026-07-17T16:00:07.946984Z","steps":["trace[2058966930] 'process raft request' (duration: 116.293295ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:07.947052Z","caller":"traceutil/trace.go:171","msg":"trace[816132344] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"117.393661ms","start":"2026-07-17T16:00:07.829635Z","end":"2026-07-17T16:00:07.947029Z","steps":["trace[816132344] 'process raft request' (duration: 116.984851ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:08.099613Z","caller":"traceutil/trace.go:171","msg":"trace[484775273] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"189.327578ms","start":"2026-07-17T16:00:07.910258Z","end":"2026-07-17T16:00:08.099586Z","steps":["trace[484775273] 'process raft request' (duration: 163.86555ms)","trace[484775273] 'compare' (duration: 24.865554ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:08.100092Z","caller":"traceutil/trace.go:171","msg":"trace[1510714735] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"183.790074ms","start":"2026-07-17T16:00:07.916281Z","end":"2026-07-17T16:00:08.100071Z","steps":["trace[1510714735] 'process raft request' (duration: 183.678501ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:08.100348Z","caller":"traceutil/trace.go:171","msg":"trace[102129587] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"186.814587ms","start":"2026-07-17T16:00:07.913513Z","end":"2026-07-17T16:00:08.100327Z","steps":["trace[102129587] 'process raft request' (duration: 185.792822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:08.100439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.349746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-17T16:00:08.100532Z","caller":"traceutil/trace.go:171","msg":"trace[1496201897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1838; }","duration":"158.48747ms","start":"2026-07-17T16:00:07.942022Z","end":"2026-07-17T16:00:08.100509Z","steps":["trace[1496201897] 'agreement among raft nodes before linearized reading' (duration: 158.201693ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:08.100057Z","caller":"traceutil/trace.go:171","msg":"trace[2143238581] linearizableReadLoop","detail":"{readStateIndex:1918; appliedIndex:1915; }","duration":"153.229242ms","start":"2026-07-17T16:00:07.94681Z","end":"2026-07-17T16:00:08.10004Z","steps":["trace[2143238581] 'read index received' (duration: 127.359304ms)","trace[2143238581] 'applied index is now lower than readState.Index' (duration: 25.868658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:08.1007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.834034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-17T16:00:08.10077Z","caller":"traceutil/trace.go:171","msg":"trace[124046419] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1838; }","duration":"192.963517ms","start":"2026-07-17T16:00:07.907789Z","end":"2026-07-17T16:00:08.100753Z","steps":["trace[124046419] 'agreement among raft nodes before linearized reading' (duration: 192.70018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:08.101275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.74332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T16:00:08.101337Z","caller":"traceutil/trace.go:171","msg":"trace[857942154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1838; }","duration":"194.824172ms","start":"2026-07-17T16:00:07.906497Z","end":"2026-07-17T16:00:08.101321Z","steps":["trace[857942154] 'agreement among raft nodes before linearized reading' (duration: 194.199236ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:08.102119Z","caller":"traceutil/trace.go:171","msg":"trace[969782971] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"149.792518ms","start":"2026-07-17T16:00:07.9523Z","end":"2026-07-17T16:00:08.102092Z","steps":["trace[969782971] 'process raft request' (duration: 149.640415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:08.102218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.016017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-07-17T16:00:08.102265Z","caller":"traceutil/trace.go:171","msg":"trace[2088538410] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1841; }","duration":"153.131179ms","start":"2026-07-17T16:00:07.94912Z","end":"2026-07-17T16:00:08.102251Z","steps":["trace[2088538410] 'agreement among raft nodes before linearized reading' (duration: 153.030337ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:08.102281Z","caller":"traceutil/trace.go:171","msg":"trace[1975706515] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"149.564782ms","start":"2026-07-17T16:00:07.952697Z","end":"2026-07-17T16:00:08.102262Z","steps":["trace[1975706515] 'process raft request' (duration: 149.317716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:08.102506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.446864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129051"} {"level":"info","ts":"2026-07-17T16:00:08.102535Z","caller":"traceutil/trace.go:171","msg":"trace[828768289] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1841; }","duration":"150.499476ms","start":"2026-07-17T16:00:07.952028Z","end":"2026-07-17T16:00:08.102528Z","steps":["trace[828768289] 'agreement among raft nodes before linearized reading' (duration: 150.382303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:08.456879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.295699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:00:08.457236Z","caller":"traceutil/trace.go:171","msg":"trace[621902321] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"313.112155ms","start":"2026-07-17T16:00:08.144087Z","end":"2026-07-17T16:00:08.457199Z","steps":["trace[621902321] 'process raft request' (duration: 146.427057ms)","trace[621902321] 'compare' (duration: 166.126425ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:08.4573Z","caller":"traceutil/trace.go:171","msg":"trace[869034604] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"312.652104ms","start":"2026-07-17T16:00:08.144621Z","end":"2026-07-17T16:00:08.457274Z","steps":["trace[869034604] 'process raft request' (duration: 312.350497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:08.457391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:08.144579Z","time spent":"312.769927ms","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1369,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T16:00:08.457394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:08.144078Z","time spent":"313.243348ms","remote":"127.0.0.1:41552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":873,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T16:00:08.457523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.903686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18091"} {"level":"info","ts":"2026-07-17T16:00:08.457501Z","caller":"traceutil/trace.go:171","msg":"trace[1173469753] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"311.923926ms","start":"2026-07-17T16:00:08.145554Z","end":"2026-07-17T16:00:08.457478Z","steps":["trace[1173469753] 'process raft request' (duration: 311.476485ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:08.457587Z","caller":"traceutil/trace.go:171","msg":"trace[1038543487] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:1852; }","duration":"304.994887ms","start":"2026-07-17T16:00:08.152577Z","end":"2026-07-17T16:00:08.457572Z","steps":["trace[1038543487] 'agreement among raft nodes before linearized reading' (duration: 304.757861ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:08.457302Z","caller":"traceutil/trace.go:171","msg":"trace[835725676] linearizableReadLoop","detail":"{readStateIndex:1932; appliedIndex:1928; }","duration":"304.6756ms","start":"2026-07-17T16:00:08.15261Z","end":"2026-07-17T16:00:08.457285Z","steps":["trace[835725676] 'read index received' (duration: 43.352053ms)","trace[835725676] 'applied index is now lower than readState.Index' (duration: 261.322327ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:08.457635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:08.152566Z","time spent":"305.055309ms","remote":"127.0.0.1:41902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18114,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-07-17T16:00:08.457701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:08.145537Z","time spent":"312.05274ms","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:08.457855Z","caller":"traceutil/trace.go:171","msg":"trace[282836001] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"310.591964ms","start":"2026-07-17T16:00:08.147245Z","end":"2026-07-17T16:00:08.457837Z","steps":["trace[282836001] 'process raft request' (duration: 309.880626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:08.457943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:08.147231Z","time spent":"310.669235ms","remote":"127.0.0.1:41434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:08.706225Z","caller":"traceutil/trace.go:171","msg":"trace[866604305] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1932; }","duration":"243.270527ms","start":"2026-07-17T16:00:08.462931Z","end":"2026-07-17T16:00:08.706201Z","steps":["trace[866604305] 'read index received' (duration: 89.848531ms)","trace[866604305] 'applied index is now lower than readState.Index' (duration: 153.421016ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:08.706301Z","caller":"traceutil/trace.go:171","msg":"trace[1598821331] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"229.78148ms","start":"2026-07-17T16:00:08.476484Z","end":"2026-07-17T16:00:08.706266Z","steps":["trace[1598821331] 'process raft request' (duration: 229.594485ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:08.706372Z","caller":"traceutil/trace.go:171","msg":"trace[551447809] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"166.938934ms","start":"2026-07-17T16:00:08.539397Z","end":"2026-07-17T16:00:08.706336Z","steps":["trace[551447809] 'process raft request' (duration: 166.758369ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:08.706424Z","caller":"traceutil/trace.go:171","msg":"trace[1997422611] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"243.638327ms","start":"2026-07-17T16:00:08.462751Z","end":"2026-07-17T16:00:08.70639Z","steps":["trace[1997422611] 'process raft request' (duration: 177.241214ms)","trace[1997422611] 'compare' (duration: 65.747677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:08.706908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.962565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6660"} {"level":"info","ts":"2026-07-17T16:00:08.706957Z","caller":"traceutil/trace.go:171","msg":"trace[2013714921] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1856; }","duration":"244.042826ms","start":"2026-07-17T16:00:08.462902Z","end":"2026-07-17T16:00:08.706945Z","steps":["trace[2013714921] 'agreement among raft nodes before linearized reading' (duration: 243.406801ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:08.714873Z","caller":"traceutil/trace.go:171","msg":"trace[1357245852] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"157.352303ms","start":"2026-07-17T16:00:08.557501Z","end":"2026-07-17T16:00:08.714853Z","steps":["trace[1357245852] 'process raft request' (duration: 157.24031ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:08.715013Z","caller":"traceutil/trace.go:171","msg":"trace[629701316] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"155.506177ms","start":"2026-07-17T16:00:08.559481Z","end":"2026-07-17T16:00:08.714987Z","steps":["trace[629701316] 'process raft request' (duration: 155.314142ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:08.715107Z","caller":"traceutil/trace.go:171","msg":"trace[178841781] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"157.848594ms","start":"2026-07-17T16:00:08.557235Z","end":"2026-07-17T16:00:08.715083Z","steps":["trace[178841781] 'process raft request' (duration: 157.388083ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:08.71519Z","caller":"traceutil/trace.go:171","msg":"trace[1652054199] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"132.078139ms","start":"2026-07-17T16:00:08.583101Z","end":"2026-07-17T16:00:08.715179Z","steps":["trace[1652054199] 'process raft request' (duration: 131.71896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:08.715261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.693725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:00:08.715289Z","caller":"traceutil/trace.go:171","msg":"trace[608997297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1860; }","duration":"151.750776ms","start":"2026-07-17T16:00:08.56353Z","end":"2026-07-17T16:00:08.715281Z","steps":["trace[608997297] 'agreement among raft nodes before linearized reading' (duration: 151.639493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:08.715429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.530792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T16:00:08.715463Z","caller":"traceutil/trace.go:171","msg":"trace[1027114969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1860; }","duration":"142.600734ms","start":"2026-07-17T16:00:08.57285Z","end":"2026-07-17T16:00:08.715451Z","steps":["trace[1027114969] 'agreement among raft nodes before linearized reading' (duration: 142.44541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:08.715504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.491597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T16:00:08.715581Z","caller":"traceutil/trace.go:171","msg":"trace[50062178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1860; }","duration":"113.583769ms","start":"2026-07-17T16:00:08.60198Z","end":"2026-07-17T16:00:08.715564Z","steps":["trace[50062178] 'agreement among raft nodes before linearized reading' (duration: 113.286602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:08.715781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.171113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:00:08.715835Z","caller":"traceutil/trace.go:171","msg":"trace[1249888922] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1860; }","duration":"156.772828ms","start":"2026-07-17T16:00:08.559051Z","end":"2026-07-17T16:00:08.715824Z","steps":["trace[1249888922] 'agreement among raft nodes before linearized reading' (duration: 156.182664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:09.056848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.120537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:00:09.056953Z","caller":"traceutil/trace.go:171","msg":"trace[22188241] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"303.216405ms","start":"2026-07-17T16:00:08.753718Z","end":"2026-07-17T16:00:09.056935Z","steps":["trace[22188241] 'process raft request' (duration: 173.945656ms)","trace[22188241] 'compare' (duration: 128.984872ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:09.057004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:08.753699Z","time spent":"303.285787ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2546,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T16:00:09.075406Z","caller":"traceutil/trace.go:171","msg":"trace[27277237] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1946; }","duration":"242.828429ms","start":"2026-07-17T16:00:08.832555Z","end":"2026-07-17T16:00:09.075384Z","steps":["trace[27277237] 'read index received' (duration: 95.200783ms)","trace[27277237] 'applied index is now lower than readState.Index' (duration: 147.626755ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:09.075522Z","caller":"traceutil/trace.go:171","msg":"trace[1488535750] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"313.425143ms","start":"2026-07-17T16:00:08.762069Z","end":"2026-07-17T16:00:09.075494Z","steps":["trace[1488535750] 'process raft request' (duration: 313.084225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:09.075625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.061944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T16:00:09.075676Z","caller":"traceutil/trace.go:171","msg":"trace[1891036917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1869; }","duration":"243.164556ms","start":"2026-07-17T16:00:08.83249Z","end":"2026-07-17T16:00:09.075655Z","steps":["trace[1891036917] 'agreement among raft nodes before linearized reading' (duration: 243.075384ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:09.075844Z","caller":"traceutil/trace.go:171","msg":"trace[1775248278] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"193.755057ms","start":"2026-07-17T16:00:08.882082Z","end":"2026-07-17T16:00:09.075837Z","steps":["trace[1775248278] 'process raft request' (duration: 193.179813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:09.076049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:08.762045Z","time spent":"313.948665ms","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2507,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T16:00:09.358321Z","caller":"traceutil/trace.go:171","msg":"trace[1334637713] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"272.735214ms","start":"2026-07-17T16:00:09.085561Z","end":"2026-07-17T16:00:09.358296Z","steps":["trace[1334637713] 'process raft request' (duration: 272.656582ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:09.358365Z","caller":"traceutil/trace.go:171","msg":"trace[545128534] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"274.646611ms","start":"2026-07-17T16:00:09.083686Z","end":"2026-07-17T16:00:09.358333Z","steps":["trace[545128534] 'process raft request' (duration: 257.806142ms)","trace[545128534] 'compare' (duration: 16.545442ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:09.358878Z","caller":"traceutil/trace.go:171","msg":"trace[1852341259] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1950; }","duration":"186.06196ms","start":"2026-07-17T16:00:09.172795Z","end":"2026-07-17T16:00:09.358857Z","steps":["trace[1852341259] 'read index received' (duration: 168.702648ms)","trace[1852341259] 'applied index is now lower than readState.Index' (duration: 17.357972ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:09.359056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.244174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-07-17T16:00:09.359091Z","caller":"traceutil/trace.go:171","msg":"trace[387905920] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:1873; }","duration":"186.335106ms","start":"2026-07-17T16:00:09.172745Z","end":"2026-07-17T16:00:09.35908Z","steps":["trace[387905920] 'agreement among raft nodes before linearized reading' (duration: 186.199913ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:09.35916Z","caller":"traceutil/trace.go:171","msg":"trace[916410269] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"203.626246ms","start":"2026-07-17T16:00:09.155518Z","end":"2026-07-17T16:00:09.359144Z","steps":["trace[916410269] 'process raft request' (duration: 203.224566ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:11.71271Z","caller":"traceutil/trace.go:171","msg":"trace[141996902] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"110.208857ms","start":"2026-07-17T16:00:11.602477Z","end":"2026-07-17T16:00:11.712685Z","steps":["trace[141996902] 'process raft request' (duration: 109.987091ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:13.227885Z","caller":"traceutil/trace.go:171","msg":"trace[354986239] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"114.615444ms","start":"2026-07-17T16:00:13.113244Z","end":"2026-07-17T16:00:13.227859Z","steps":["trace[354986239] 'process raft request' (duration: 114.46539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:14.996527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.226184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e3ba8b7-254d-4bea-adb7-452c3f9aeade\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-17T16:00:14.996593Z","caller":"traceutil/trace.go:171","msg":"trace[547164066] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e3ba8b7-254d-4bea-adb7-452c3f9aeade; range_end:; response_count:1; response_revision:1908; }","duration":"895.335256ms","start":"2026-07-17T16:00:14.101241Z","end":"2026-07-17T16:00:14.996576Z","steps":["trace[547164066] 'range keys from in-memory index tree' (duration: 895.07165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:14.996624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:14.101222Z","time spent":"895.395178ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e3ba8b7-254d-4bea-adb7-452c3f9aeade\" "} {"level":"warn","ts":"2026-07-17T16:00:14.996702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.425652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-17T16:00:14.996723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.392116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-17T16:00:14.996762Z","caller":"traceutil/trace.go:171","msg":"trace[613853112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1908; }","duration":"884.509964ms","start":"2026-07-17T16:00:14.112222Z","end":"2026-07-17T16:00:14.996732Z","steps":["trace[613853112] 'range keys from in-memory index tree' (duration: 884.197407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:14.996798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:14.112198Z","time spent":"884.593035ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-17T16:00:14.996797Z","caller":"traceutil/trace.go:171","msg":"trace[1124533261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1908; }","duration":"827.474028ms","start":"2026-07-17T16:00:14.169301Z","end":"2026-07-17T16:00:14.996775Z","steps":["trace[1124533261] 'range keys from in-memory index tree' (duration: 827.232803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:14.996803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341956975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:00:14.996846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:14.169248Z","time spent":"827.58288ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T16:00:14.99686Z","caller":"traceutil/trace.go:171","msg":"trace[579547035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1908; }","duration":"1.342060788s","start":"2026-07-17T16:00:13.654785Z","end":"2026-07-17T16:00:14.996845Z","steps":["trace[579547035] 'range keys from in-memory index tree' (duration: 1.341860893s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:14.996891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:13.654762Z","time spent":"1.342123149s","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:00:14.997039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.811721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-07-17T16:00:14.998052Z","caller":"traceutil/trace.go:171","msg":"trace[1235324639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1908; }","duration":"414.858767ms","start":"2026-07-17T16:00:14.583183Z","end":"2026-07-17T16:00:14.998042Z","steps":["trace[1235324639] 'range keys from in-memory index tree' (duration: 413.616596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:14.99808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:14.583161Z","time spent":"414.912658ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:00:15.315373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268084312,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T16:00:15.572656Z","caller":"traceutil/trace.go:171","msg":"trace[1023848801] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"824.068836ms","start":"2026-07-17T16:00:14.748557Z","end":"2026-07-17T16:00:15.572626Z","steps":["trace[1023848801] 'process raft request' (duration: 823.901232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:15.572917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:14.748533Z","time spent":"824.296152ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:16.42Z","caller":"traceutil/trace.go:171","msg":"trace[715169259] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"1.649916864s","start":"2026-07-17T16:00:14.770047Z","end":"2026-07-17T16:00:16.419964Z","steps":["trace[715169259] 'process raft request' (duration: 1.649611837s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:16.420231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:14.770024Z","time spent":"1.650088288s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:16.420379Z","caller":"traceutil/trace.go:171","msg":"trace[1932374737] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"1.648020778s","start":"2026-07-17T16:00:14.772316Z","end":"2026-07-17T16:00:16.420337Z","steps":["trace[1932374737] 'process raft request' (duration: 1.647600828s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:16.420566Z","caller":"traceutil/trace.go:171","msg":"trace[888249390] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"1.418465932s","start":"2026-07-17T16:00:15.002072Z","end":"2026-07-17T16:00:16.420538Z","steps":["trace[888249390] 'process raft request' (duration: 1.418137554s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:16.420683Z","caller":"traceutil/trace.go:171","msg":"trace[646051712] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1989; }","duration":"1.60611171s","start":"2026-07-17T16:00:14.814555Z","end":"2026-07-17T16:00:16.420666Z","steps":["trace[646051712] 'read index received' (duration: 757.901249ms)","trace[646051712] 'applied index is now lower than readState.Index' (duration: 848.208291ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:16.420732Z","caller":"traceutil/trace.go:171","msg":"trace[589629352] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"1.00091005s","start":"2026-07-17T16:00:15.419793Z","end":"2026-07-17T16:00:16.420703Z","steps":["trace[589629352] 'process raft request' (duration: 1.000692165s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:16.420773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:15.002049Z","time spent":"1.418605836s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:00:16.420898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606341225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-17T16:00:16.420892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:15.419767Z","time spent":"1.001033093s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:16.420939Z","caller":"traceutil/trace.go:171","msg":"trace[1758175418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1913; }","duration":"1.606419667s","start":"2026-07-17T16:00:14.814509Z","end":"2026-07-17T16:00:16.420929Z","steps":["trace[1758175418] 'agreement among raft nodes before linearized reading' (duration: 1.606233303s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:16.420587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:14.772291Z","time spent":"1.648181221s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:00:16.420974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:14.814493Z","time spent":"1.606474498s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:00:16.920861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268084319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:00:17.00715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:00:17.007242Z","caller":"traceutil/trace.go:171","msg":"trace[302714302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231693s","start":"2026-07-17T16:00:15.00699Z","end":"2026-07-17T16:00:17.007222Z","steps":["trace[302714302] 'agreement among raft nodes before linearized reading' (duration: 2.00011271s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:17.007293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:15.006971Z","time spent":"2.000312645s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 16:00:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:00:17.526279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.759564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:00:17.526414Z","caller":"traceutil/trace.go:171","msg":"trace[1061229300] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"1.299851752s","start":"2026-07-17T16:00:16.226535Z","end":"2026-07-17T16:00:17.526387Z","steps":["trace[1061229300] 'process raft request' (duration: 1.052879483s)","trace[1061229300] 'compare' (duration: 246.350674ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:17.526516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:16.226505Z","time spent":"1.299963855s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:17.555424Z","caller":"traceutil/trace.go:171","msg":"trace[90783496] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1994; }","duration":"1.134684191s","start":"2026-07-17T16:00:16.420713Z","end":"2026-07-17T16:00:17.555398Z","steps":["trace[90783496] 'read index received' (duration: 858.720508ms)","trace[90783496] 'applied index is now lower than readState.Index' (duration: 275.962813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:17.555632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441108373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:00:17.555673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55136435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-17T16:00:17.555696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541782868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:00:17.555752Z","caller":"traceutil/trace.go:171","msg":"trace[1259266171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1915; }","duration":"1.541866431s","start":"2026-07-17T16:00:16.013871Z","end":"2026-07-17T16:00:17.555738Z","steps":["trace[1259266171] 'agreement among raft nodes before linearized reading' (duration: 1.541767278s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:17.555743Z","caller":"traceutil/trace.go:171","msg":"trace[1626732846] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1915; }","duration":"1.441277157s","start":"2026-07-17T16:00:16.114439Z","end":"2026-07-17T16:00:17.555716Z","steps":["trace[1626732846] 'agreement among raft nodes before linearized reading' (duration: 1.441083293s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:17.555794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:16.013855Z","time spent":"1.541930612s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:00:17.555751Z","caller":"traceutil/trace.go:171","msg":"trace[1069698209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"1.551477954s","start":"2026-07-17T16:00:16.004252Z","end":"2026-07-17T16:00:17.55573Z","steps":["trace[1069698209] 'agreement among raft nodes before linearized reading' (duration: 1.551235358s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:17.555808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:16.114416Z","time spent":"1.441377979s","remote":"127.0.0.1:36108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:00:17.555821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736595149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-17T16:00:17.555847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:16.004235Z","time spent":"1.551600536s","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-17T16:00:17.555844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735456241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:00:17.555886Z","caller":"traceutil/trace.go:171","msg":"trace[2048347184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1915; }","duration":"2.736696361s","start":"2026-07-17T16:00:14.819173Z","end":"2026-07-17T16:00:17.555869Z","steps":["trace[2048347184] 'agreement among raft nodes before linearized reading' (duration: 2.736556008s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:17.555899Z","caller":"traceutil/trace.go:171","msg":"trace[1590738385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1915; }","duration":"2.735549292s","start":"2026-07-17T16:00:14.820335Z","end":"2026-07-17T16:00:17.555884Z","steps":["trace[1590738385] 'agreement among raft nodes before linearized reading' (duration: 2.735396969s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:17.555878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551082084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e3ba8b7-254d-4bea-adb7-452c3f9aeade\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-17T16:00:17.55594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:14.819153Z","time spent":"2.736774242s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:00:17.555932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43734965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T16:00:17.555962Z","caller":"traceutil/trace.go:171","msg":"trace[133333313] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e3ba8b7-254d-4bea-adb7-452c3f9aeade; range_end:; response_count:1; response_revision:1915; }","duration":"1.551164236s","start":"2026-07-17T16:00:16.004776Z","end":"2026-07-17T16:00:17.55594Z","steps":["trace[133333313] 'agreement among raft nodes before linearized reading' (duration: 1.550891199s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:17.556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544433481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:00:17.556015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:16.004757Z","time spent":"1.551245108s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e3ba8b7-254d-4bea-adb7-452c3f9aeade\" "} {"level":"info","ts":"2026-07-17T16:00:17.556018Z","caller":"traceutil/trace.go:171","msg":"trace[1911301068] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:1915; }","duration":"2.437469673s","start":"2026-07-17T16:00:15.118523Z","end":"2026-07-17T16:00:17.555992Z","steps":["trace[1911301068] 'agreement among raft nodes before linearized reading' (duration: 2.437265868s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:17.556056Z","caller":"traceutil/trace.go:171","msg":"trace[1303536109] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1915; }","duration":"2.544502232s","start":"2026-07-17T16:00:15.011541Z","end":"2026-07-17T16:00:17.556043Z","steps":["trace[1303536109] 'agreement among raft nodes before linearized reading' (duration: 2.54442639s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:17.55569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324300114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-17T16:00:17.556075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:15.118496Z","time spent":"2.437566785s","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-07-17T16:00:17.5561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:15.011529Z","time spent":"2.544561424s","remote":"127.0.0.1:41898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-17T16:00:17.556108Z","caller":"traceutil/trace.go:171","msg":"trace[750088413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1915; }","duration":"2.324801126s","start":"2026-07-17T16:00:15.231293Z","end":"2026-07-17T16:00:17.556094Z","steps":["trace[750088413] 'agreement among raft nodes before linearized reading' (duration: 2.324240603s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:17.555942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:14.820319Z","time spent":"2.735612155s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:00:17.556147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:15.231273Z","time spent":"2.324863168s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:00:17.556137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.072873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:00:17.556272Z","caller":"traceutil/trace.go:171","msg":"trace[1266279754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1915; }","duration":"546.239017ms","start":"2026-07-17T16:00:17.010015Z","end":"2026-07-17T16:00:17.556254Z","steps":["trace[1266279754] 'agreement among raft nodes before linearized reading' (duration: 546.094544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:17.556324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:17.009994Z","time spent":"546.31663ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:00:17.55668Z","caller":"traceutil/trace.go:171","msg":"trace[1833624554] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"1.128744266s","start":"2026-07-17T16:00:16.426881Z","end":"2026-07-17T16:00:17.555626Z","steps":["trace[1833624554] 'process raft request' (duration: 1.128359607s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:17.556794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:16.426849Z","time spent":"1.129889074s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:18.544935Z","caller":"traceutil/trace.go:171","msg":"trace[1203407511] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"117.061853ms","start":"2026-07-17T16:00:18.427853Z","end":"2026-07-17T16:00:18.544915Z","steps":["trace[1203407511] 'process raft request' (duration: 117.022262ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:18.544999Z","caller":"traceutil/trace.go:171","msg":"trace[70065667] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"118.762024ms","start":"2026-07-17T16:00:18.426211Z","end":"2026-07-17T16:00:18.544973Z","steps":["trace[70065667] 'process raft request' (duration: 118.546399ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:19.418101Z","caller":"traceutil/trace.go:171","msg":"trace[53219515] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"228.12069ms","start":"2026-07-17T16:00:19.189952Z","end":"2026-07-17T16:00:19.418073Z","steps":["trace[53219515] 'process raft request' (duration: 227.826453ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:21.208161Z","caller":"traceutil/trace.go:171","msg":"trace[210172632] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"305.253504ms","start":"2026-07-17T16:00:20.902883Z","end":"2026-07-17T16:00:21.208136Z","steps":["trace[210172632] 'process raft request' (duration: 305.117911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:21.208296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:20.902849Z","time spent":"305.378697ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5918,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:21.407281Z","caller":"traceutil/trace.go:171","msg":"trace[549708380] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"193.09085ms","start":"2026-07-17T16:00:21.214159Z","end":"2026-07-17T16:00:21.40725Z","steps":["trace[549708380] 'process raft request' (duration: 93.0841ms)","trace[549708380] 'compare' (duration: 99.861916ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:21.409761Z","caller":"traceutil/trace.go:171","msg":"trace[1726305331] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"195.227102ms","start":"2026-07-17T16:00:21.214498Z","end":"2026-07-17T16:00:21.409725Z","steps":["trace[1726305331] 'process raft request' (duration: 194.888264ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:21.409815Z","caller":"traceutil/trace.go:171","msg":"trace[2114227694] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"193.690214ms","start":"2026-07-17T16:00:21.216088Z","end":"2026-07-17T16:00:21.409778Z","steps":["trace[2114227694] 'process raft request' (duration: 193.590842ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:21.409947Z","caller":"traceutil/trace.go:171","msg":"trace[1838891390] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"195.345635ms","start":"2026-07-17T16:00:21.214546Z","end":"2026-07-17T16:00:21.409892Z","steps":["trace[1838891390] 'process raft request' (duration: 195.049318ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:23.703534Z","caller":"traceutil/trace.go:171","msg":"trace[616390339] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2049; }","duration":"101.368032ms","start":"2026-07-17T16:00:23.60214Z","end":"2026-07-17T16:00:23.703508Z","steps":["trace[616390339] 'read index received' (duration: 101.243609ms)","trace[616390339] 'applied index is now lower than readState.Index' (duration: 123.393µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:23.703581Z","caller":"traceutil/trace.go:171","msg":"trace[1773284572] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"115.28425ms","start":"2026-07-17T16:00:23.588261Z","end":"2026-07-17T16:00:23.703546Z","steps":["trace[1773284572] 'process raft request' (duration: 115.097995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:23.703771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.606708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T16:00:23.703811Z","caller":"traceutil/trace.go:171","msg":"trace[1337990051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1967; }","duration":"101.70436ms","start":"2026-07-17T16:00:23.602096Z","end":"2026-07-17T16:00:23.7038Z","steps":["trace[1337990051] 'agreement among raft nodes before linearized reading' (duration: 101.538526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:23.747622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.921527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-17T16:00:23.747675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.654229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:00:23.74771Z","caller":"traceutil/trace.go:171","msg":"trace[1594506808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1968; }","duration":"142.0512ms","start":"2026-07-17T16:00:23.605642Z","end":"2026-07-17T16:00:23.747693Z","steps":["trace[1594506808] 'agreement among raft nodes before linearized reading' (duration: 141.818775ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:23.747737Z","caller":"traceutil/trace.go:171","msg":"trace[1567179619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1968; }","duration":"143.757832ms","start":"2026-07-17T16:00:23.603962Z","end":"2026-07-17T16:00:23.747719Z","steps":["trace[1567179619] 'agreement among raft nodes before linearized reading' (duration: 143.539987ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:23.747622Z","caller":"traceutil/trace.go:171","msg":"trace[1798148950] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"139.076078ms","start":"2026-07-17T16:00:23.608512Z","end":"2026-07-17T16:00:23.747588Z","steps":["trace[1798148950] 'process raft request' (duration: 138.75182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:25.348651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.297871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:00:25.348762Z","caller":"traceutil/trace.go:171","msg":"trace[1070386137] linearizableReadLoop","detail":"{readStateIndex:2064; appliedIndex:2063; }","duration":"182.82269ms","start":"2026-07-17T16:00:25.165923Z","end":"2026-07-17T16:00:25.348746Z","steps":["trace[1070386137] 'read index received' (duration: 67.346545ms)","trace[1070386137] 'applied index is now lower than readState.Index' (duration: 115.475185ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:25.348851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.921663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:00:25.348887Z","caller":"traceutil/trace.go:171","msg":"trace[27563349] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1980; }","duration":"182.996144ms","start":"2026-07-17T16:00:25.16588Z","end":"2026-07-17T16:00:25.348876Z","steps":["trace[27563349] 'agreement among raft nodes before linearized reading' (duration: 182.911612ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:25.349013Z","caller":"traceutil/trace.go:171","msg":"trace[704813813] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"211.853986ms","start":"2026-07-17T16:00:25.137126Z","end":"2026-07-17T16:00:25.34898Z","steps":["trace[704813813] 'process raft request' (duration: 96.146136ms)","trace[704813813] 'compare' (duration: 115.172857ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:26.033434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.76584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:00:26.033719Z","caller":"traceutil/trace.go:171","msg":"trace[2068225515] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"128.059271ms","start":"2026-07-17T16:00:25.90564Z","end":"2026-07-17T16:00:26.0337Z","steps":["trace[2068225515] 'process raft request' (duration: 127.940948ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:26.033923Z","caller":"traceutil/trace.go:171","msg":"trace[215409587] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2066; }","duration":"252.78472ms","start":"2026-07-17T16:00:25.781091Z","end":"2026-07-17T16:00:26.033876Z","steps":["trace[215409587] 'read index received' (duration: 64.436415ms)","trace[215409587] 'applied index is now lower than readState.Index' (duration: 188.343395ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:26.034002Z","caller":"traceutil/trace.go:171","msg":"trace[586383545] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"267.18072ms","start":"2026-07-17T16:00:25.766763Z","end":"2026-07-17T16:00:26.033944Z","steps":["trace[586383545] 'process raft request' (duration: 78.819015ms)","trace[586383545] 'compare' (duration: 187.308559ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:26.034292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.695671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11291"} {"level":"warn","ts":"2026-07-17T16:00:26.034265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.131959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e3ba8b7-254d-4bea-adb7-452c3f9aeade\" ","response":"range_response_count:1 size:3935"} {"level":"info","ts":"2026-07-17T16:00:26.034344Z","caller":"traceutil/trace.go:171","msg":"trace[1192371647] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1984; }","duration":"129.820963ms","start":"2026-07-17T16:00:25.90451Z","end":"2026-07-17T16:00:26.034331Z","steps":["trace[1192371647] 'agreement among raft nodes before linearized reading' (duration: 129.590098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:26.034356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.400932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-17T16:00:26.034351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.907175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T16:00:26.03438Z","caller":"traceutil/trace.go:171","msg":"trace[1452268195] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e3ba8b7-254d-4bea-adb7-452c3f9aeade; range_end:; response_count:1; response_revision:1984; }","duration":"253.297123ms","start":"2026-07-17T16:00:25.781054Z","end":"2026-07-17T16:00:26.034351Z","steps":["trace[1452268195] 'agreement among raft nodes before linearized reading' (duration: 252.970315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:26.034295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.366753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:00:26.034432Z","caller":"traceutil/trace.go:171","msg":"trace[2126457682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"251.047678ms","start":"2026-07-17T16:00:25.783359Z","end":"2026-07-17T16:00:26.034407Z","steps":["trace[2126457682] 'agreement among raft nodes before linearized reading' (duration: 250.746901ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:26.034465Z","caller":"traceutil/trace.go:171","msg":"trace[938904636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1984; }","duration":"213.586777ms","start":"2026-07-17T16:00:25.820862Z","end":"2026-07-17T16:00:26.034449Z","steps":["trace[938904636] 'agreement among raft nodes before linearized reading' (duration: 213.248529ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:26.034412Z","caller":"traceutil/trace.go:171","msg":"trace[914627448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1984; }","duration":"215.496344ms","start":"2026-07-17T16:00:25.8189Z","end":"2026-07-17T16:00:26.034396Z","steps":["trace[914627448] 'agreement among raft nodes before linearized reading' (duration: 215.295749ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:26.207733Z","caller":"traceutil/trace.go:171","msg":"trace[1055021456] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"161.676437ms","start":"2026-07-17T16:00:26.046008Z","end":"2026-07-17T16:00:26.207685Z","steps":["trace[1055021456] 'process raft request' (duration: 161.592135ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:26.207806Z","caller":"traceutil/trace.go:171","msg":"trace[1674142557] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"167.687314ms","start":"2026-07-17T16:00:26.040069Z","end":"2026-07-17T16:00:26.207757Z","steps":["trace[1674142557] 'process raft request' (duration: 167.469778ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:26.208484Z","caller":"traceutil/trace.go:171","msg":"trace[588996536] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"168.693208ms","start":"2026-07-17T16:00:26.039394Z","end":"2026-07-17T16:00:26.208087Z","steps":["trace[588996536] 'process raft request' (duration: 167.94996ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:26.21232Z","caller":"traceutil/trace.go:171","msg":"trace[1144714568] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"115.958577ms","start":"2026-07-17T16:00:26.096323Z","end":"2026-07-17T16:00:26.212281Z","steps":["trace[1144714568] 'process raft request' (duration: 115.781902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:35.004237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.43959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:00:35.004572Z","caller":"traceutil/trace.go:171","msg":"trace[587931715] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"286.355565ms","start":"2026-07-17T16:00:34.718181Z","end":"2026-07-17T16:00:35.004537Z","steps":["trace[587931715] 'process raft request' (duration: 171.539697ms)","trace[587931715] 'compare' (duration: 114.136682ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:35.427802Z","caller":"traceutil/trace.go:171","msg":"trace[1817954344] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"295.856976ms","start":"2026-07-17T16:00:35.131906Z","end":"2026-07-17T16:00:35.427763Z","steps":["trace[1817954344] 'process raft request' (duration: 271.555926ms)","trace[1817954344] 'compare' (duration: 23.944112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:35.427869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.011281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T16:00:35.427951Z","caller":"traceutil/trace.go:171","msg":"trace[1708172982] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:2061; }","duration":"308.146294ms","start":"2026-07-17T16:00:35.119782Z","end":"2026-07-17T16:00:35.427928Z","steps":["trace[1708172982] 'range keys from in-memory index tree' (duration: 307.807756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:35.427995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:35.119759Z","time spent":"308.225987ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-07-17T16:00:35.666232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.101393ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-17T16:00:36.168267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268084639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:00:36.669426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268084639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:00:36.790739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123240453s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-17T16:00:37.029949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.870332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:00:37.030264Z","caller":"traceutil/trace.go:171","msg":"trace[1221301875] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"1.362852812s","start":"2026-07-17T16:00:35.667373Z","end":"2026-07-17T16:00:37.030226Z","steps":["trace[1221301875] 'process raft request' (duration: 1.123617361s)","trace[1221301875] 'compare' (duration: 238.534704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:37.030396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:35.667315Z","time spent":"1.363042257s","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:37.0637Z","caller":"traceutil/trace.go:171","msg":"trace[1161735770] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"1.235055568s","start":"2026-07-17T16:00:35.828602Z","end":"2026-07-17T16:00:37.063658Z","steps":["trace[1161735770] 'process raft request' (duration: 1.234877904s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:37.063855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:35.82858Z","time spent":"1.235189402s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:37.064072Z","caller":"traceutil/trace.go:171","msg":"trace[1646839271] linearizableReadLoop","detail":"{readStateIndex:2152; appliedIndex:2148; }","duration":"1.39649062s","start":"2026-07-17T16:00:35.667565Z","end":"2026-07-17T16:00:37.064055Z","steps":["trace[1646839271] 'read index received' (duration: 1.123441807s)","trace[1646839271] 'applied index is now lower than readState.Index' (duration: 273.047913ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:37.064098Z","caller":"traceutil/trace.go:171","msg":"trace[488734328] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"496.405617ms","start":"2026-07-17T16:00:36.567629Z","end":"2026-07-17T16:00:37.064035Z","steps":["trace[488734328] 'process raft request' (duration: 495.989497ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:37.064198Z","caller":"traceutil/trace.go:171","msg":"trace[122777034] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"392.456402ms","start":"2026-07-17T16:00:36.671727Z","end":"2026-07-17T16:00:37.064184Z","steps":["trace[122777034] 'process raft request' (duration: 392.293268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:37.064351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:36.671691Z","time spent":"392.582415ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:00:37.064392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160298523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-17T16:00:37.064439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.501148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-17T16:00:37.064444Z","caller":"traceutil/trace.go:171","msg":"trace[538378686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2067; }","duration":"1.160400056s","start":"2026-07-17T16:00:35.904033Z","end":"2026-07-17T16:00:37.064433Z","steps":["trace[538378686] 'agreement among raft nodes before linearized reading' (duration: 1.160184731s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:37.064448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:36.567586Z","time spent":"496.662203ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:37.064485Z","caller":"traceutil/trace.go:171","msg":"trace[2042857364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2067; }","duration":"808.59012ms","start":"2026-07-17T16:00:36.255882Z","end":"2026-07-17T16:00:37.064472Z","steps":["trace[2042857364] 'agreement among raft nodes before linearized reading' (duration: 808.480057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:37.064488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:35.904015Z","time spent":"1.160465417s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:00:37.064523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:36.255857Z","time spent":"808.655812ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T16:00:37.064091Z","caller":"traceutil/trace.go:171","msg":"trace[527097761] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"441.188506ms","start":"2026-07-17T16:00:36.622884Z","end":"2026-07-17T16:00:37.064073Z","steps":["trace[527097761] 'process raft request' (duration: 441.040703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:37.064512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.94741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-17T16:00:37.06451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.887683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-17T16:00:37.064639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:36.622843Z","time spent":"441.724549ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:37.064656Z","caller":"traceutil/trace.go:171","msg":"trace[287333877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2067; }","duration":"955.028377ms","start":"2026-07-17T16:00:36.109574Z","end":"2026-07-17T16:00:37.064602Z","steps":["trace[287333877] 'agreement among raft nodes before linearized reading' (duration: 954.659178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:37.064647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.07176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-17T16:00:37.064749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:36.109562Z","time spent":"955.17373ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-17T16:00:37.064788Z","caller":"traceutil/trace.go:171","msg":"trace[1323146073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2067; }","duration":"988.289755ms","start":"2026-07-17T16:00:36.07647Z","end":"2026-07-17T16:00:37.06476Z","steps":["trace[1323146073] 'agreement among raft nodes before linearized reading' (duration: 987.871185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:37.064258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396689164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:00:37.064845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:36.076442Z","time spent":"988.393648ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T16:00:37.06459Z","caller":"traceutil/trace.go:171","msg":"trace[1956462373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2067; }","duration":"807.044852ms","start":"2026-07-17T16:00:36.257525Z","end":"2026-07-17T16:00:37.06457Z","steps":["trace[1956462373] 'agreement among raft nodes before linearized reading' (duration: 806.711304ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:37.064884Z","caller":"traceutil/trace.go:171","msg":"trace[1287843572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2067; }","duration":"1.39734348s","start":"2026-07-17T16:00:35.667526Z","end":"2026-07-17T16:00:37.06487Z","steps":["trace[1287843572] 'agreement among raft nodes before linearized reading' (duration: 1.396673154s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:37.06492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:35.66751Z","time spent":"1.397401041s","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:00:37.064925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:36.257519Z","time spent":"807.38898ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:00:37.77689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.817884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:00:37.777102Z","caller":"traceutil/trace.go:171","msg":"trace[44161864] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"707.665737ms","start":"2026-07-17T16:00:37.069373Z","end":"2026-07-17T16:00:37.777038Z","steps":["trace[44161864] 'process raft request' (duration: 178.617017ms)","trace[44161864] 'compare' (duration: 528.691472ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:37.777003Z","caller":"traceutil/trace.go:171","msg":"trace[308251853] linearizableReadLoop","detail":"{readStateIndex:2154; appliedIndex:2153; }","duration":"707.265248ms","start":"2026-07-17T16:00:37.069716Z","end":"2026-07-17T16:00:37.776982Z","steps":["trace[308251853] 'read index received' (duration: 178.287799ms)","trace[308251853] 'applied index is now lower than readState.Index' (duration: 528.976129ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:37.777358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:37.069342Z","time spent":"707.881633ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:00:37.777395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.646247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-17T16:00:37.777513Z","caller":"traceutil/trace.go:171","msg":"trace[157722108] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2068; }","duration":"707.816271ms","start":"2026-07-17T16:00:37.069668Z","end":"2026-07-17T16:00:37.777484Z","steps":["trace[157722108] 'agreement among raft nodes before linearized reading' (duration: 707.561065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:37.777593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:37.069653Z","time spent":"707.926324ms","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-17T16:00:37.824163Z","caller":"traceutil/trace.go:171","msg":"trace[1740438709] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"753.746307ms","start":"2026-07-17T16:00:37.070389Z","end":"2026-07-17T16:00:37.824135Z","steps":["trace[1740438709] 'process raft request' (duration: 753.497281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:37.824346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:37.070361Z","time spent":"753.88266ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:37.824622Z","caller":"traceutil/trace.go:171","msg":"trace[602103741] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"754.161697ms","start":"2026-07-17T16:00:37.070408Z","end":"2026-07-17T16:00:37.82457Z","steps":["trace[602103741] 'process raft request' (duration: 753.682615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:37.824755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.751704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:00:37.824837Z","caller":"traceutil/trace.go:171","msg":"trace[1902767103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2072; }","duration":"750.850347ms","start":"2026-07-17T16:00:37.073971Z","end":"2026-07-17T16:00:37.824821Z","steps":["trace[1902767103] 'agreement among raft nodes before linearized reading' (duration: 750.670842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:37.824841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:37.070393Z","time spent":"754.335682ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:00:37.824879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:37.073945Z","time spent":"750.924188ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:00:37.824773Z","caller":"traceutil/trace.go:171","msg":"trace[1670568910] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"753.980372ms","start":"2026-07-17T16:00:37.070775Z","end":"2026-07-17T16:00:37.824755Z","steps":["trace[1670568910] 'process raft request' (duration: 753.591593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:37.825047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:37.070767Z","time spent":"754.218818ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:00:37.825144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.254284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"info","ts":"2026-07-17T16:00:37.825289Z","caller":"traceutil/trace.go:171","msg":"trace[1006262197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2072; }","duration":"123.51932ms","start":"2026-07-17T16:00:37.701745Z","end":"2026-07-17T16:00:37.825264Z","steps":["trace[1006262197] 'agreement among raft nodes before linearized reading' (duration: 122.889594ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:37.824676Z","caller":"traceutil/trace.go:171","msg":"trace[1432028513] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"753.604673ms","start":"2026-07-17T16:00:37.071039Z","end":"2026-07-17T16:00:37.824643Z","steps":["trace[1432028513] 'process raft request' (duration: 753.483391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:37.825427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:37.07102Z","time spent":"754.352091ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:41.238843Z","caller":"traceutil/trace.go:171","msg":"trace[1309153835] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"162.504655ms","start":"2026-07-17T16:00:41.076308Z","end":"2026-07-17T16:00:41.238813Z","steps":["trace[1309153835] 'process raft request' (duration: 162.30304ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:41.240244Z","caller":"traceutil/trace.go:171","msg":"trace[1245087854] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"163.334314ms","start":"2026-07-17T16:00:41.07687Z","end":"2026-07-17T16:00:41.240204Z","steps":["trace[1245087854] 'process raft request' (duration: 163.073458ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:41.24047Z","caller":"traceutil/trace.go:171","msg":"trace[1844665751] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"162.924634ms","start":"2026-07-17T16:00:41.07753Z","end":"2026-07-17T16:00:41.240454Z","steps":["trace[1844665751] 'process raft request' (duration: 162.617637ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:41.240628Z","caller":"traceutil/trace.go:171","msg":"trace[1608969795] linearizableReadLoop","detail":"{readStateIndex:2177; appliedIndex:2173; }","duration":"117.9805ms","start":"2026-07-17T16:00:41.122619Z","end":"2026-07-17T16:00:41.2406Z","steps":["trace[1608969795] 'read index received' (duration: 116.061323ms)","trace[1608969795] 'applied index is now lower than readState.Index' (duration: 1.917677ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:41.240677Z","caller":"traceutil/trace.go:171","msg":"trace[1503307383] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"162.131895ms","start":"2026-07-17T16:00:41.078518Z","end":"2026-07-17T16:00:41.24065Z","steps":["trace[1503307383] 'process raft request' (duration: 161.862719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:41.24084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.211146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T16:00:41.240881Z","caller":"traceutil/trace.go:171","msg":"trace[1468099422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2089; }","duration":"118.305369ms","start":"2026-07-17T16:00:41.122563Z","end":"2026-07-17T16:00:41.240869Z","steps":["trace[1468099422] 'agreement among raft nodes before linearized reading' (duration: 118.138474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:42.155416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268084701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:00:42.656163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268084701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:00:43.157212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268084701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:00:43.201336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.636993082s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T16:00:43.20185Z","caller":"traceutil/trace.go:171","msg":"trace[900304501] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"1.637652359s","start":"2026-07-17T16:00:41.564174Z","end":"2026-07-17T16:00:43.201826Z","steps":["trace[900304501] 'process raft request' (duration: 1.637460214s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:43.201991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:41.564149Z","time spent":"1.637766931s","remote":"127.0.0.1:41562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8137,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:43.362076Z","caller":"traceutil/trace.go:171","msg":"trace[1998240544] linearizableReadLoop","detail":"{readStateIndex:2179; appliedIndex:2177; }","duration":"1.707988919s","start":"2026-07-17T16:00:41.654065Z","end":"2026-07-17T16:00:43.362054Z","steps":["trace[1998240544] 'read index received' (duration: 1.547544735s)","trace[1998240544] 'applied index is now lower than readState.Index' (duration: 160.442464ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:43.362102Z","caller":"traceutil/trace.go:171","msg":"trace[1669943668] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"116.576817ms","start":"2026-07-17T16:00:43.245493Z","end":"2026-07-17T16:00:43.36207Z","steps":["trace[1669943668] 'process raft request' (duration: 116.415793ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:43.362197Z","caller":"traceutil/trace.go:171","msg":"trace[620534450] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"1.40961242s","start":"2026-07-17T16:00:41.952575Z","end":"2026-07-17T16:00:43.362187Z","steps":["trace[620534450] 'process raft request' (duration: 1.391632972s)","trace[620534450] 'compare' (duration: 17.401884ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:43.362278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:41.952558Z","time spent":"1.40965815s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:00:43.362398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708342278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:00:43.362424Z","caller":"traceutil/trace.go:171","msg":"trace[547381334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2093; }","duration":"1.708400359s","start":"2026-07-17T16:00:41.654017Z","end":"2026-07-17T16:00:43.362417Z","steps":["trace[547381334] 'agreement among raft nodes before linearized reading' (duration: 1.708341898s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:43.362443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:41.653998Z","time spent":"1.708440181s","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:00:43.362429Z","caller":"traceutil/trace.go:171","msg":"trace[1726845843] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"116.817912ms","start":"2026-07-17T16:00:43.245595Z","end":"2026-07-17T16:00:43.362412Z","steps":["trace[1726845843] 'process raft request' (duration: 116.407732ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:43.362596Z","caller":"traceutil/trace.go:171","msg":"trace[1629454920] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"116.789841ms","start":"2026-07-17T16:00:43.245796Z","end":"2026-07-17T16:00:43.362585Z","steps":["trace[1629454920] 'process raft request' (duration: 116.563746ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:43.362658Z","caller":"traceutil/trace.go:171","msg":"trace[852240607] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"116.771051ms","start":"2026-07-17T16:00:43.245879Z","end":"2026-07-17T16:00:43.36265Z","steps":["trace[852240607] 'process raft request' (duration: 116.663128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:43.362794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.71853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-07-17T16:00:43.362816Z","caller":"traceutil/trace.go:171","msg":"trace[559201304] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2095; }","duration":"506.786902ms","start":"2026-07-17T16:00:42.856024Z","end":"2026-07-17T16:00:43.362811Z","steps":["trace[559201304] 'agreement among raft nodes before linearized reading' (duration: 506.687009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:43.362815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517765661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-17T16:00:43.36281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568233339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-17T16:00:43.362834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:42.856003Z","time spent":"506.826222ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12011,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-17T16:00:43.36285Z","caller":"traceutil/trace.go:171","msg":"trace[1130193945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2095; }","duration":"1.517823622s","start":"2026-07-17T16:00:41.845016Z","end":"2026-07-17T16:00:43.362839Z","steps":["trace[1130193945] 'agreement among raft nodes before linearized reading' (duration: 1.517665639s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:43.362872Z","caller":"traceutil/trace.go:171","msg":"trace[558495862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2095; }","duration":"1.568327051s","start":"2026-07-17T16:00:41.794525Z","end":"2026-07-17T16:00:43.362852Z","steps":["trace[558495862] 'agreement among raft nodes before linearized reading' (duration: 1.568135036s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:43.36288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:41.845008Z","time spent":"1.517865023s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:00:43.362917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:41.794505Z","time spent":"1.568400753s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:00:43.362972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517414022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-17T16:00:43.362976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519313768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-17T16:00:43.363007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.979278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:00:43.363025Z","caller":"traceutil/trace.go:171","msg":"trace[1057583765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2095; }","duration":"1.517502025s","start":"2026-07-17T16:00:41.845508Z","end":"2026-07-17T16:00:43.36301Z","steps":["trace[1057583765] 'agreement among raft nodes before linearized reading' (duration: 1.517358821s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:43.363038Z","caller":"traceutil/trace.go:171","msg":"trace[1386938979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2095; }","duration":"1.519410711s","start":"2026-07-17T16:00:41.843612Z","end":"2026-07-17T16:00:43.363023Z","steps":["trace[1386938979] 'agreement among raft nodes before linearized reading' (duration: 1.519256437s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:43.363068Z","caller":"traceutil/trace.go:171","msg":"trace[1685267448] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2095; }","duration":"219.081061ms","start":"2026-07-17T16:00:43.14397Z","end":"2026-07-17T16:00:43.363051Z","steps":["trace[1685267448] 'agreement among raft nodes before linearized reading' (duration: 218.861045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:43.363036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518022106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-17T16:00:43.363074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:41.845485Z","time spent":"1.517577766s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T16:00:43.363137Z","caller":"traceutil/trace.go:171","msg":"trace[1602129861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2095; }","duration":"1.51815855s","start":"2026-07-17T16:00:41.844955Z","end":"2026-07-17T16:00:43.363113Z","steps":["trace[1602129861] 'agreement among raft nodes before linearized reading' (duration: 1.517906904s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:43.363196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:41.844943Z","time spent":"1.518238952s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:00:43.363076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:41.843595Z","time spent":"1.519471352s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:00:43.362803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425447545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:00:43.36341Z","caller":"traceutil/trace.go:171","msg":"trace[606182607] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2095; }","duration":"1.426093451s","start":"2026-07-17T16:00:41.937298Z","end":"2026-07-17T16:00:43.363391Z","steps":["trace[606182607] 'agreement among raft nodes before linearized reading' (duration: 1.425377823s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:43.363473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:41.937285Z","time spent":"1.426169862s","remote":"127.0.0.1:36972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:00:43.363807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115787499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T16:00:43.36391Z","caller":"traceutil/trace.go:171","msg":"trace[355379336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2095; }","duration":"1.115974234s","start":"2026-07-17T16:00:42.247911Z","end":"2026-07-17T16:00:43.363885Z","steps":["trace[355379336] 'agreement among raft nodes before linearized reading' (duration: 1.114859697s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:43.363968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:42.24789Z","time spent":"1.116068387s","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-17T16:00:43.646609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.906367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:00:43.646769Z","caller":"traceutil/trace.go:171","msg":"trace[1837189630] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"278.60864ms","start":"2026-07-17T16:00:43.36814Z","end":"2026-07-17T16:00:43.646748Z","steps":["trace[1837189630] 'process raft request' (duration: 142.476567ms)","trace[1837189630] 'compare' (duration: 135.799185ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:43.647157Z","caller":"traceutil/trace.go:171","msg":"trace[823111266] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"278.944708ms","start":"2026-07-17T16:00:43.368174Z","end":"2026-07-17T16:00:43.647119Z","steps":["trace[823111266] 'process raft request' (duration: 278.527678ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:43.647221Z","caller":"traceutil/trace.go:171","msg":"trace[846616592] linearizableReadLoop","detail":"{readStateIndex:2188; appliedIndex:2183; }","duration":"276.220541ms","start":"2026-07-17T16:00:43.370972Z","end":"2026-07-17T16:00:43.647193Z","steps":["trace[846616592] 'read index received' (duration: 12.572235ms)","trace[846616592] 'applied index is now lower than readState.Index' (duration: 263.647216ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:43.647379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.400215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:00:43.64743Z","caller":"traceutil/trace.go:171","msg":"trace[931422836] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2100; }","duration":"276.450316ms","start":"2026-07-17T16:00:43.370967Z","end":"2026-07-17T16:00:43.647417Z","steps":["trace[931422836] 'agreement among raft nodes before linearized reading' (duration: 276.352094ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:43.647367Z","caller":"traceutil/trace.go:171","msg":"trace[16125017] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"278.863396ms","start":"2026-07-17T16:00:43.368457Z","end":"2026-07-17T16:00:43.64732Z","steps":["trace[16125017] 'process raft request' (duration: 278.550028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:43.647501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.2157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:00:43.647566Z","caller":"traceutil/trace.go:171","msg":"trace[196192905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2100; }","duration":"276.314803ms","start":"2026-07-17T16:00:43.371233Z","end":"2026-07-17T16:00:43.647547Z","steps":["trace[196192905] 'agreement among raft nodes before linearized reading' (duration: 276.207851ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:43.647373Z","caller":"traceutil/trace.go:171","msg":"trace[2135646229] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"277.237045ms","start":"2026-07-17T16:00:43.37011Z","end":"2026-07-17T16:00:43.647347Z","steps":["trace[2135646229] 'process raft request' (duration: 277.02149ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:45.749752Z","caller":"traceutil/trace.go:171","msg":"trace[686942943] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"382.270652ms","start":"2026-07-17T16:00:45.367454Z","end":"2026-07-17T16:00:45.749725Z","steps":["trace[686942943] 'process raft request' (duration: 307.708787ms)","trace[686942943] 'compare' (duration: 74.277958ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:45.749777Z","caller":"traceutil/trace.go:171","msg":"trace[641124601] linearizableReadLoop","detail":"{readStateIndex:2194; appliedIndex:2189; }","duration":"370.555986ms","start":"2026-07-17T16:00:45.379198Z","end":"2026-07-17T16:00:45.749754Z","steps":["trace[641124601] 'read index received' (duration: 29.703513ms)","trace[641124601] 'applied index is now lower than readState.Index' (duration: 340.851353ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:45.74987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:45.367422Z","time spent":"382.386635ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:00:45.74987Z","caller":"traceutil/trace.go:171","msg":"trace[1653201875] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"382.037555ms","start":"2026-07-17T16:00:45.367797Z","end":"2026-07-17T16:00:45.749834Z","steps":["trace[1653201875] 'process raft request' (duration: 381.877231ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:45.749883Z","caller":"traceutil/trace.go:171","msg":"trace[272700399] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"381.39437ms","start":"2026-07-17T16:00:45.368467Z","end":"2026-07-17T16:00:45.749861Z","steps":["trace[272700399] 'process raft request' (duration: 381.250716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:45.749998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:45.368452Z","time spent":"381.482703ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:00:45.750005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:45.367768Z","time spent":"382.164079ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:00:45.750023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.819933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T16:00:45.750059Z","caller":"traceutil/trace.go:171","msg":"trace[1361301067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2105; }","duration":"370.902865ms","start":"2026-07-17T16:00:45.379143Z","end":"2026-07-17T16:00:45.750046Z","steps":["trace[1361301067] 'agreement among raft nodes before linearized reading' (duration: 370.751712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:45.750097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:45.379124Z","time spent":"370.964606ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-17T16:00:45.75013Z","caller":"traceutil/trace.go:171","msg":"trace[274417065] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"382.457356ms","start":"2026-07-17T16:00:45.367661Z","end":"2026-07-17T16:00:45.750119Z","steps":["trace[274417065] 'process raft request' (duration: 381.922323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:45.750181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:45.367641Z","time spent":"382.512327ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:00:45.750186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.086555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:00:45.750221Z","caller":"traceutil/trace.go:171","msg":"trace[951647427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2105; }","duration":"363.115325ms","start":"2026-07-17T16:00:45.387091Z","end":"2026-07-17T16:00:45.750207Z","steps":["trace[951647427] 'agreement among raft nodes before linearized reading' (duration: 362.994982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:45.750261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:45.387048Z","time spent":"363.199717ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:00:45.75081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.946625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-17T16:00:45.750842Z","caller":"traceutil/trace.go:171","msg":"trace[147783224] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2105; }","duration":"306.018676ms","start":"2026-07-17T16:00:45.444815Z","end":"2026-07-17T16:00:45.750834Z","steps":["trace[147783224] 'agreement among raft nodes before linearized reading' (duration: 305.971805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:45.750883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:45.444792Z","time spent":"306.081397ms","remote":"127.0.0.1:41552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-17T16:00:45.751081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.130953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:00:45.751121Z","caller":"traceutil/trace.go:171","msg":"trace[2075121077] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2105; }","duration":"330.202664ms","start":"2026-07-17T16:00:45.420906Z","end":"2026-07-17T16:00:45.751109Z","steps":["trace[2075121077] 'agreement among raft nodes before linearized reading' (duration: 330.131712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:45.751152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:00:45.420888Z","time spent":"330.254236ms","remote":"127.0.0.1:36310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:00:45.959542Z","caller":"traceutil/trace.go:171","msg":"trace[2136623312] linearizableReadLoop","detail":"{readStateIndex:2195; appliedIndex:2194; }","duration":"204.839824ms","start":"2026-07-17T16:00:45.754676Z","end":"2026-07-17T16:00:45.959516Z","steps":["trace[2136623312] 'read index received' (duration: 126.650982ms)","trace[2136623312] 'applied index is now lower than readState.Index' (duration: 78.187872ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:45.959623Z","caller":"traceutil/trace.go:171","msg":"trace[695082512] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"204.974898ms","start":"2026-07-17T16:00:45.754611Z","end":"2026-07-17T16:00:45.959586Z","steps":["trace[695082512] 'process raft request' (duration: 126.702883ms)","trace[695082512] 'compare' (duration: 78.0616ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:00:45.959678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.979047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-17T16:00:45.959726Z","caller":"traceutil/trace.go:171","msg":"trace[1444480654] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2106; }","duration":"205.06343ms","start":"2026-07-17T16:00:45.754639Z","end":"2026-07-17T16:00:45.959703Z","steps":["trace[1444480654] 'agreement among raft nodes before linearized reading' (duration: 204.974748ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:45.960622Z","caller":"traceutil/trace.go:171","msg":"trace[1833523814] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"205.936571ms","start":"2026-07-17T16:00:45.754665Z","end":"2026-07-17T16:00:45.960602Z","steps":["trace[1833523814] 'process raft request' (duration: 205.770057ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:45.960911Z","caller":"traceutil/trace.go:171","msg":"trace[315079733] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"206.110816ms","start":"2026-07-17T16:00:45.754773Z","end":"2026-07-17T16:00:45.960884Z","steps":["trace[315079733] 'process raft request' (duration: 205.792478ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:45.961338Z","caller":"traceutil/trace.go:171","msg":"trace[183422633] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"205.530641ms","start":"2026-07-17T16:00:45.755791Z","end":"2026-07-17T16:00:45.961321Z","steps":["trace[183422633] 'process raft request' (duration: 205.457289ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:45.961367Z","caller":"traceutil/trace.go:171","msg":"trace[234563671] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"206.427753ms","start":"2026-07-17T16:00:45.754913Z","end":"2026-07-17T16:00:45.961341Z","steps":["trace[234563671] 'process raft request' (duration: 205.875589ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:48.085647Z","caller":"traceutil/trace.go:171","msg":"trace[1086418197] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"116.456844ms","start":"2026-07-17T16:00:47.969165Z","end":"2026-07-17T16:00:48.085622Z","steps":["trace[1086418197] 'process raft request' (duration: 116.373742ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:48.085694Z","caller":"traceutil/trace.go:171","msg":"trace[1158127493] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"116.647739ms","start":"2026-07-17T16:00:47.969011Z","end":"2026-07-17T16:00:48.085659Z","steps":["trace[1158127493] 'process raft request' (duration: 79.680509ms)","trace[1158127493] 'compare' (duration: 36.710843ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:48.085881Z","caller":"traceutil/trace.go:171","msg":"trace[499464594] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"116.622078ms","start":"2026-07-17T16:00:47.96924Z","end":"2026-07-17T16:00:48.085863Z","steps":["trace[499464594] 'process raft request' (duration: 116.340311ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:48.085955Z","caller":"traceutil/trace.go:171","msg":"trace[2025059983] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"116.642609ms","start":"2026-07-17T16:00:47.969302Z","end":"2026-07-17T16:00:48.085944Z","steps":["trace[2025059983] 'process raft request' (duration: 116.484605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:51.159664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.768803ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-17T16:00:56.250516Z","caller":"traceutil/trace.go:171","msg":"trace[2053150547] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2254; }","duration":"133.218532ms","start":"2026-07-17T16:00:56.117272Z","end":"2026-07-17T16:00:56.25049Z","steps":["trace[2053150547] 'read index received' (duration: 132.963016ms)","trace[2053150547] 'applied index is now lower than readState.Index' (duration: 253.396µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:00:56.250568Z","caller":"traceutil/trace.go:171","msg":"trace[1654119442] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"174.970657ms","start":"2026-07-17T16:00:56.075562Z","end":"2026-07-17T16:00:56.250533Z","steps":["trace[1654119442] 'process raft request' (duration: 174.643269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:56.250775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.479358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-17T16:00:56.250818Z","caller":"traceutil/trace.go:171","msg":"trace[1757048467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2164; }","duration":"133.55438ms","start":"2026-07-17T16:00:56.117254Z","end":"2026-07-17T16:00:56.250808Z","steps":["trace[1757048467] 'agreement among raft nodes before linearized reading' (duration: 133.378045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:56.25087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.593267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-17T16:00:56.2509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.261043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-17T16:00:56.250961Z","caller":"traceutil/trace.go:171","msg":"trace[1143769289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2164; }","duration":"130.720221ms","start":"2026-07-17T16:00:56.120211Z","end":"2026-07-17T16:00:56.250931Z","steps":["trace[1143769289] 'agreement among raft nodes before linearized reading' (duration: 130.521686ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:00:56.251Z","caller":"traceutil/trace.go:171","msg":"trace[1390377989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2164; }","duration":"124.386176ms","start":"2026-07-17T16:00:56.126578Z","end":"2026-07-17T16:00:56.250965Z","steps":["trace[1390377989] 'agreement among raft nodes before linearized reading' (duration: 124.168581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:00:56.251072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.956322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:00:56.251146Z","caller":"traceutil/trace.go:171","msg":"trace[1213220466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2164; }","duration":"130.041644ms","start":"2026-07-17T16:00:56.121081Z","end":"2026-07-17T16:00:56.251122Z","steps":["trace[1213220466] 'agreement among raft nodes before linearized reading' (duration: 129.832499ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:06.010175Z","caller":"traceutil/trace.go:171","msg":"trace[1187643914] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"103.277023ms","start":"2026-07-17T16:01:05.906864Z","end":"2026-07-17T16:01:06.010141Z","steps":["trace[1187643914] 'process raft request' (duration: 103.214052ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:06.010314Z","caller":"traceutil/trace.go:171","msg":"trace[2089995893] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"103.528409ms","start":"2026-07-17T16:01:05.90676Z","end":"2026-07-17T16:01:06.010289Z","steps":["trace[2089995893] 'process raft request' (duration: 102.870053ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:06.061293Z","caller":"traceutil/trace.go:171","msg":"trace[1091570858] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"106.563963ms","start":"2026-07-17T16:01:05.954704Z","end":"2026-07-17T16:01:06.061268Z","steps":["trace[1091570858] 'process raft request' (duration: 69.898ms)","trace[1091570858] 'compare' (duration: 36.435077ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:16.112393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.772471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:01:16.112597Z","caller":"traceutil/trace.go:171","msg":"trace[20964505] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"139.008282ms","start":"2026-07-17T16:01:15.973571Z","end":"2026-07-17T16:01:16.112579Z","steps":["trace[20964505] 'process raft request' (duration: 138.933021ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:16.112599Z","caller":"traceutil/trace.go:171","msg":"trace[1176017082] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2363; }","duration":"778.243616ms","start":"2026-07-17T16:01:15.334334Z","end":"2026-07-17T16:01:16.112577Z","steps":["trace[1176017082] 'read index received' (duration: 31.207179ms)","trace[1176017082] 'applied index is now lower than readState.Index' (duration: 747.034437ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:16.112861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.502172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:01:16.112925Z","caller":"traceutil/trace.go:171","msg":"trace[1539617295] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2270; }","duration":"778.617725ms","start":"2026-07-17T16:01:15.334287Z","end":"2026-07-17T16:01:16.112905Z","steps":["trace[1539617295] 'agreement among raft nodes before linearized reading' (duration: 778.41717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:16.113002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:15.334269Z","time spent":"778.694068ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:01:16.11339Z","caller":"traceutil/trace.go:171","msg":"trace[179744777] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"873.593707ms","start":"2026-07-17T16:01:15.238929Z","end":"2026-07-17T16:01:16.112523Z","steps":["trace[179744777] 'process raft request' (duration: 126.615511ms)","trace[179744777] 'compare' (duration: 746.632598ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:16.113893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:15.238909Z","time spent":"874.646972ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:01:16.203283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.321128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T16:01:16.203367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.037881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:01:16.203411Z","caller":"traceutil/trace.go:171","msg":"trace[1662681649] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2272; }","duration":"704.504192ms","start":"2026-07-17T16:01:15.498883Z","end":"2026-07-17T16:01:16.203387Z","steps":["trace[1662681649] 'agreement among raft nodes before linearized reading' (duration: 704.315497ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:16.203477Z","caller":"traceutil/trace.go:171","msg":"trace[808686350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2272; }","duration":"547.200145ms","start":"2026-07-17T16:01:15.656251Z","end":"2026-07-17T16:01:16.203451Z","steps":["trace[808686350] 'agreement among raft nodes before linearized reading' (duration: 546.945148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:16.203487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:15.498854Z","time spent":"704.614155ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:01:16.203538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:15.656192Z","time spent":"547.335627ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:01:16.203624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.992413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:01:16.20373Z","caller":"traceutil/trace.go:171","msg":"trace[263119238] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2272; }","duration":"797.158187ms","start":"2026-07-17T16:01:15.40655Z","end":"2026-07-17T16:01:16.203709Z","steps":["trace[263119238] 'agreement among raft nodes before linearized reading' (duration: 796.759227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:16.2038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:15.40653Z","time spent":"797.255199ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":254,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:01:16.421926Z","caller":"traceutil/trace.go:171","msg":"trace[215856960] linearizableReadLoop","detail":"{readStateIndex:2368; appliedIndex:2367; }","duration":"218.753293ms","start":"2026-07-17T16:01:16.203132Z","end":"2026-07-17T16:01:16.421885Z","steps":["trace[215856960] 'read index received' (duration: 153.457834ms)","trace[215856960] 'applied index is now lower than readState.Index' (duration: 65.293699ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:01:16.422137Z","caller":"traceutil/trace.go:171","msg":"trace[1175867741] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"281.965192ms","start":"2026-07-17T16:01:16.140156Z","end":"2026-07-17T16:01:16.422122Z","steps":["trace[1175867741] 'process raft request' (duration: 216.364485ms)","trace[1175867741] 'compare' (duration: 65.006232ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:16.422292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.549984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:01:16.422339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.304273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-17T16:01:16.422386Z","caller":"traceutil/trace.go:171","msg":"trace[746465518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2273; }","duration":"217.703017ms","start":"2026-07-17T16:01:16.204661Z","end":"2026-07-17T16:01:16.422364Z","steps":["trace[746465518] 'agreement among raft nodes before linearized reading' (duration: 217.553524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:16.422392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.932831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T16:01:16.422443Z","caller":"traceutil/trace.go:171","msg":"trace[1031545263] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2273; }","duration":"306.452887ms","start":"2026-07-17T16:01:16.115966Z","end":"2026-07-17T16:01:16.422419Z","steps":["trace[1031545263] 'agreement among raft nodes before linearized reading' (duration: 306.230611ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:16.422478Z","caller":"traceutil/trace.go:171","msg":"trace[774171286] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2273; }","duration":"176.057875ms","start":"2026-07-17T16:01:16.246396Z","end":"2026-07-17T16:01:16.422454Z","steps":["trace[774171286] 'agreement among raft nodes before linearized reading' (duration: 175.822489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:16.422508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:16.115946Z","time spent":"306.550359ms","remote":"127.0.0.1:41552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-17T16:01:16.793051Z","caller":"traceutil/trace.go:171","msg":"trace[90245848] linearizableReadLoop","detail":"{readStateIndex:2369; appliedIndex:2368; }","duration":"321.145123ms","start":"2026-07-17T16:01:16.47188Z","end":"2026-07-17T16:01:16.793025Z","steps":["trace[90245848] 'read index received' (duration: 320.779065ms)","trace[90245848] 'applied index is now lower than readState.Index' (duration: 364.698µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:01:16.79313Z","caller":"traceutil/trace.go:171","msg":"trace[228958545] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"328.796519ms","start":"2026-07-17T16:01:16.464298Z","end":"2026-07-17T16:01:16.793094Z","steps":["trace[228958545] 'process raft request' (duration: 328.466341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:16.793249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.344398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:01:16.793294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:16.464268Z","time spent":"328.935113ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:01:16.793301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.814701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T16:01:16.793349Z","caller":"traceutil/trace.go:171","msg":"trace[1839443612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2274; }","duration":"266.942134ms","start":"2026-07-17T16:01:16.526395Z","end":"2026-07-17T16:01:16.793337Z","steps":["trace[1839443612] 'agreement among raft nodes before linearized reading' (duration: 266.77382ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:16.793356Z","caller":"traceutil/trace.go:171","msg":"trace[1278511933] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2274; }","duration":"321.523103ms","start":"2026-07-17T16:01:16.471807Z","end":"2026-07-17T16:01:16.79333Z","steps":["trace[1278511933] 'agreement among raft nodes before linearized reading' (duration: 321.314728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:16.793446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:16.471779Z","time spent":"321.652715ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:01:16.793444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.749141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T16:01:16.793511Z","caller":"traceutil/trace.go:171","msg":"trace[536343924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2274; }","duration":"264.843194ms","start":"2026-07-17T16:01:16.528649Z","end":"2026-07-17T16:01:16.793492Z","steps":["trace[536343924] 'agreement among raft nodes before linearized reading' (duration: 264.621068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:16.793548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.876914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:01:16.793633Z","caller":"traceutil/trace.go:171","msg":"trace[2076569185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2274; }","duration":"264.997567ms","start":"2026-07-17T16:01:16.528616Z","end":"2026-07-17T16:01:16.793614Z","steps":["trace[2076569185] 'agreement among raft nodes before linearized reading' (duration: 264.70481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:16.793711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.065425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T16:01:16.793804Z","caller":"traceutil/trace.go:171","msg":"trace[1714953018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2274; }","duration":"264.212828ms","start":"2026-07-17T16:01:16.52957Z","end":"2026-07-17T16:01:16.793783Z","steps":["trace[1714953018] 'agreement among raft nodes before linearized reading' (duration: 263.644944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:17.148327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.6427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:01:17.148472Z","caller":"traceutil/trace.go:171","msg":"trace[1358837894] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"350.56402ms","start":"2026-07-17T16:01:16.797885Z","end":"2026-07-17T16:01:17.148449Z","steps":["trace[1358837894] 'process raft request' (duration: 85.681865ms)","trace[1358837894] 'compare' (duration: 264.415424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:17.148539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:16.797861Z","time spent":"350.644912ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:01:17.195691Z","caller":"traceutil/trace.go:171","msg":"trace[1205472284] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"397.111903ms","start":"2026-07-17T16:01:16.798556Z","end":"2026-07-17T16:01:17.195668Z","steps":["trace[1205472284] 'process raft request' (duration: 397.067302ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:17.195706Z","caller":"traceutil/trace.go:171","msg":"trace[78028334] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"397.707358ms","start":"2026-07-17T16:01:16.797957Z","end":"2026-07-17T16:01:17.195665Z","steps":["trace[78028334] 'process raft request' (duration: 397.497922ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:17.195766Z","caller":"traceutil/trace.go:171","msg":"trace[1142209170] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"397.760889ms","start":"2026-07-17T16:01:16.797961Z","end":"2026-07-17T16:01:17.195721Z","steps":["trace[1142209170] 'process raft request' (duration: 397.626346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:17.19587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:16.797935Z","time spent":"397.8481ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:01:17.195942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:16.798548Z","time spent":"397.216525ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:01:17.195938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:16.79793Z","time spent":"397.920992ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:01:17.707248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.004575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:01:17.707408Z","caller":"traceutil/trace.go:171","msg":"trace[836082876] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2278; }","duration":"112.301673ms","start":"2026-07-17T16:01:17.595076Z","end":"2026-07-17T16:01:17.707378Z","steps":["trace[836082876] 'count revisions from in-memory index tree' (duration: 111.926963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:17.707591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.355259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T16:01:17.707692Z","caller":"traceutil/trace.go:171","msg":"trace[529562173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2278; }","duration":"277.512413ms","start":"2026-07-17T16:01:17.430153Z","end":"2026-07-17T16:01:17.707666Z","steps":["trace[529562173] 'range keys from in-memory index tree' (duration: 277.188824ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:17.821807Z","caller":"traceutil/trace.go:171","msg":"trace[708318145] linearizableReadLoop","detail":"{readStateIndex:2374; appliedIndex:2373; }","duration":"111.914933ms","start":"2026-07-17T16:01:17.709868Z","end":"2026-07-17T16:01:17.821783Z","steps":["trace[708318145] 'read index received' (duration: 111.598885ms)","trace[708318145] 'applied index is now lower than readState.Index' (duration: 314.718µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:01:17.821877Z","caller":"traceutil/trace.go:171","msg":"trace[803040596] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"163.214681ms","start":"2026-07-17T16:01:17.658629Z","end":"2026-07-17T16:01:17.821844Z","steps":["trace[803040596] 'process raft request' (duration: 162.963365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:17.821934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.054387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:01:17.821971Z","caller":"traceutil/trace.go:171","msg":"trace[374103325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2279; }","duration":"112.145059ms","start":"2026-07-17T16:01:17.709812Z","end":"2026-07-17T16:01:17.821957Z","steps":["trace[374103325] 'agreement among raft nodes before linearized reading' (duration: 112.070787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:18.702673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.787419ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:01:18.702828Z","caller":"traceutil/trace.go:171","msg":"trace[200183722] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2279; }","duration":"233.958193ms","start":"2026-07-17T16:01:18.468843Z","end":"2026-07-17T16:01:18.702801Z","steps":["trace[200183722] 'range keys from in-memory index tree' (duration: 233.764208ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:18.735517Z","caller":"traceutil/trace.go:171","msg":"trace[1778585151] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"617.008643ms","start":"2026-07-17T16:01:18.11848Z","end":"2026-07-17T16:01:18.735489Z","steps":["trace[1778585151] 'process raft request' (duration: 616.806588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:18.735644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:18.118451Z","time spent":"617.120286ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:01:18.894815Z","caller":"traceutil/trace.go:171","msg":"trace[58442941] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"685.617022ms","start":"2026-07-17T16:01:18.209171Z","end":"2026-07-17T16:01:18.894788Z","steps":["trace[58442941] 'process raft request' (duration: 668.66259ms)","trace[58442941] 'compare' (duration: 16.741707ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:18.894974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:18.209135Z","time spent":"685.758626ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:01:18.895068Z","caller":"traceutil/trace.go:171","msg":"trace[1873043105] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"685.10377ms","start":"2026-07-17T16:01:18.209941Z","end":"2026-07-17T16:01:18.895045Z","steps":["trace[1873043105] 'process raft request' (duration: 684.801332ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:18.895134Z","caller":"traceutil/trace.go:171","msg":"trace[65623925] linearizableReadLoop","detail":"{readStateIndex:2377; appliedIndex:2374; }","duration":"499.746699ms","start":"2026-07-17T16:01:18.395378Z","end":"2026-07-17T16:01:18.895125Z","steps":["trace[65623925] 'read index received' (duration: 339.919691ms)","trace[65623925] 'applied index is now lower than readState.Index' (duration: 159.825608ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:18.895207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:18.20991Z","time spent":"685.218433ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:01:18.895196Z","caller":"traceutil/trace.go:171","msg":"trace[1462899482] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"466.688735ms","start":"2026-07-17T16:01:18.428473Z","end":"2026-07-17T16:01:18.895162Z","steps":["trace[1462899482] 'process raft request' (duration: 466.491391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:18.895406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:18.428448Z","time spent":"466.822969ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:01:18.895412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.025317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c31f140fbdf510\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-17T16:01:18.895434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.602245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T16:01:18.895497Z","caller":"traceutil/trace.go:171","msg":"trace[1845366814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2283; }","duration":"180.695416ms","start":"2026-07-17T16:01:18.714784Z","end":"2026-07-17T16:01:18.895479Z","steps":["trace[1845366814] 'agreement among raft nodes before linearized reading' (duration: 180.45414ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:18.895538Z","caller":"traceutil/trace.go:171","msg":"trace[1589388573] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c31f140fbdf510; range_end:; response_count:1; response_revision:2283; }","duration":"500.125789ms","start":"2026-07-17T16:01:18.395341Z","end":"2026-07-17T16:01:18.895467Z","steps":["trace[1589388573] 'agreement among raft nodes before linearized reading' (duration: 499.882193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:18.895641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:18.395315Z","time spent":"500.312634ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c31f140fbdf510\" "} {"level":"warn","ts":"2026-07-17T16:01:19.966671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.730993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:01:19.966891Z","caller":"traceutil/trace.go:171","msg":"trace[779463069] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"969.92727ms","start":"2026-07-17T16:01:18.996947Z","end":"2026-07-17T16:01:19.966874Z","steps":["trace[779463069] 'process raft request' (duration: 969.830148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:19.966964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:18.996925Z","time spent":"970.001352ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:01:19.967155Z","caller":"traceutil/trace.go:171","msg":"trace[798987496] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"1.06772019s","start":"2026-07-17T16:01:18.899423Z","end":"2026-07-17T16:01:19.967143Z","steps":["trace[798987496] 'process raft request' (duration: 229.393462ms)","trace[798987496] 'compare' (duration: 837.274702ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:19.967223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:18.899414Z","time spent":"1.067779551s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:01:19.967421Z","caller":"traceutil/trace.go:171","msg":"trace[1939504039] linearizableReadLoop","detail":"{readStateIndex:2380; appliedIndex:2378; }","duration":"1.061021387s","start":"2026-07-17T16:01:18.906374Z","end":"2026-07-17T16:01:19.967395Z","steps":["trace[1939504039] 'read index received' (duration: 48.385448ms)","trace[1939504039] 'applied index is now lower than readState.Index' (duration: 1.012633689s)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:19.967561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061169001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:01:19.9676Z","caller":"traceutil/trace.go:171","msg":"trace[1482974660] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2286; }","duration":"1.061248752s","start":"2026-07-17T16:01:18.906341Z","end":"2026-07-17T16:01:19.96759Z","steps":["trace[1482974660] 'agreement among raft nodes before linearized reading' (duration: 1.06116874s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:19.967631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:18.906327Z","time spent":"1.061296884s","remote":"127.0.0.1:41898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-17T16:01:20.059578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.185146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-17T16:01:20.059604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.425329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-17T16:01:20.059638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.843582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:01:20.05966Z","caller":"traceutil/trace.go:171","msg":"trace[17084748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2287; }","duration":"907.527972ms","start":"2026-07-17T16:01:19.152119Z","end":"2026-07-17T16:01:20.059647Z","steps":["trace[17084748] 'agreement among raft nodes before linearized reading' (duration: 907.379308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:20.059668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.830177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T16:01:20.059705Z","caller":"traceutil/trace.go:171","msg":"trace[7850416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2287; }","duration":"859.948575ms","start":"2026-07-17T16:01:19.199738Z","end":"2026-07-17T16:01:20.059687Z","steps":["trace[7850416] 'agreement among raft nodes before linearized reading' (duration: 859.783611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:20.059749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.358733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:01:20.059757Z","caller":"traceutil/trace.go:171","msg":"trace[1279687989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2287; }","duration":"858.973821ms","start":"2026-07-17T16:01:19.200763Z","end":"2026-07-17T16:01:20.059737Z","steps":["trace[1279687989] 'agreement among raft nodes before linearized reading' (duration: 858.683964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:20.059773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:19.199718Z","time spent":"860.030586ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:01:20.059781Z","caller":"traceutil/trace.go:171","msg":"trace[1698947707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2287; }","duration":"405.421985ms","start":"2026-07-17T16:01:19.654351Z","end":"2026-07-17T16:01:20.059773Z","steps":["trace[1698947707] 'agreement among raft nodes before linearized reading' (duration: 405.375894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:20.059811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:19.200743Z","time spent":"859.054543ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:01:20.059823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:19.654332Z","time spent":"405.472776ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:01:20.059905Z","caller":"traceutil/trace.go:171","msg":"trace[1032194369] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"613.704583ms","start":"2026-07-17T16:01:19.446185Z","end":"2026-07-17T16:01:20.059889Z","steps":["trace[1032194369] 'process raft request' (duration: 613.066497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:20.059705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:19.152086Z","time spent":"907.609834ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T16:01:20.059652Z","caller":"traceutil/trace.go:171","msg":"trace[1857371285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2287; }","duration":"859.288039ms","start":"2026-07-17T16:01:19.200347Z","end":"2026-07-17T16:01:20.059635Z","steps":["trace[1857371285] 'agreement among raft nodes before linearized reading' (duration: 859.108614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:20.059817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.322943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-17T16:01:20.060005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:19.446155Z","time spent":"613.791655ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:01:20.060023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:19.200339Z","time spent":"859.666178ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T16:01:20.060043Z","caller":"traceutil/trace.go:171","msg":"trace[1310992422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2287; }","duration":"156.59335ms","start":"2026-07-17T16:01:19.903429Z","end":"2026-07-17T16:01:20.060022Z","steps":["trace[1310992422] 'agreement among raft nodes before linearized reading' (duration: 156.256242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:20.568511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268085165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:01:21.012599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.386958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:01:21.012714Z","caller":"traceutil/trace.go:171","msg":"trace[193905740] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"949.030161ms","start":"2026-07-17T16:01:20.063663Z","end":"2026-07-17T16:01:21.012694Z","steps":["trace[193905740] 'process raft request' (duration: 542.454348ms)","trace[193905740] 'compare' (duration: 406.234774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:21.012944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:20.063646Z","time spent":"949.260437ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:01:21.51262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.852111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:01:21.513034Z","caller":"traceutil/trace.go:171","msg":"trace[238752230] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"1.047794395s","start":"2026-07-17T16:01:20.465227Z","end":"2026-07-17T16:01:21.513022Z","steps":["trace[238752230] 'process raft request' (duration: 1.047617371s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:21.513075Z","caller":"traceutil/trace.go:171","msg":"trace[1800114853] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"1.448504294s","start":"2026-07-17T16:01:20.064531Z","end":"2026-07-17T16:01:21.513035Z","steps":["trace[1800114853] 'process raft request' (duration: 1.448276699s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:21.513136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:20.465188Z","time spent":"1.047882597s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:01:21.513013Z","caller":"traceutil/trace.go:171","msg":"trace[227984477] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"1.448618267s","start":"2026-07-17T16:01:20.064369Z","end":"2026-07-17T16:01:21.512987Z","steps":["trace[227984477] 'process raft request' (duration: 1.103323255s)","trace[227984477] 'compare' (duration: 344.678167ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:21.513243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:20.064348Z","time spent":"1.448844063s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:01:21.513255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:20.064522Z","time spent":"1.448647858s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:01:21.513298Z","caller":"traceutil/trace.go:171","msg":"trace[330296193] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"1.448620137s","start":"2026-07-17T16:01:20.064367Z","end":"2026-07-17T16:01:21.512987Z","steps":["trace[330296193] 'process raft request' (duration: 1.44834102s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:21.513353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:20.064345Z","time spent":"1.448983816s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:01:21.605058Z","caller":"traceutil/trace.go:171","msg":"trace[856405692] linearizableReadLoop","detail":"{readStateIndex:2388; appliedIndex:2382; }","duration":"1.536753872s","start":"2026-07-17T16:01:20.068278Z","end":"2026-07-17T16:01:21.605032Z","steps":["trace[856405692] 'read index received' (duration: 537.802935ms)","trace[856405692] 'applied index is now lower than readState.Index' (duration: 998.949147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:21.6053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537001398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T16:01:21.605324Z","caller":"traceutil/trace.go:171","msg":"trace[1748495935] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"862.752183ms","start":"2026-07-17T16:01:20.742544Z","end":"2026-07-17T16:01:21.605296Z","steps":["trace[1748495935] 'process raft request' (duration: 862.296722ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:21.605388Z","caller":"traceutil/trace.go:171","msg":"trace[813357295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2293; }","duration":"1.537129751s","start":"2026-07-17T16:01:20.068235Z","end":"2026-07-17T16:01:21.605365Z","steps":["trace[813357295] 'agreement among raft nodes before linearized reading' (duration: 1.536921386s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:21.605407Z","caller":"traceutil/trace.go:171","msg":"trace[34599144] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"704.612905ms","start":"2026-07-17T16:01:20.900765Z","end":"2026-07-17T16:01:21.605378Z","steps":["trace[34599144] 'process raft request' (duration: 704.477912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:21.60545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:20.068215Z","time spent":"1.537225263s","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-17T16:01:21.605476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:20.742517Z","time spent":"862.866315ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:01:21.605554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:20.90074Z","time spent":"704.743748ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:01:21.605438Z","caller":"traceutil/trace.go:171","msg":"trace[1479162620] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"704.655396ms","start":"2026-07-17T16:01:20.900765Z","end":"2026-07-17T16:01:21.60542Z","steps":["trace[1479162620] 'process raft request' (duration: 704.372629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:21.605683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:20.90074Z","time spent":"704.864901ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:01:21.605819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.912658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:01:21.605868Z","caller":"traceutil/trace.go:171","msg":"trace[1361785693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2296; }","duration":"950.98924ms","start":"2026-07-17T16:01:20.654868Z","end":"2026-07-17T16:01:21.605857Z","steps":["trace[1361785693] 'agreement among raft nodes before linearized reading' (duration: 950.879907ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:21.605876Z","caller":"traceutil/trace.go:171","msg":"trace[50404861] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"704.549343ms","start":"2026-07-17T16:01:20.901312Z","end":"2026-07-17T16:01:21.605862Z","steps":["trace[50404861] 'process raft request' (duration: 704.01245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:21.6059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:20.654849Z","time spent":"951.044152ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:01:21.605911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.095365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T16:01:21.605951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:20.901269Z","time spent":"704.634595ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:01:21.605955Z","caller":"traceutil/trace.go:171","msg":"trace[1154534146] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2296; }","duration":"820.180757ms","start":"2026-07-17T16:01:20.78576Z","end":"2026-07-17T16:01:21.60594Z","steps":["trace[1154534146] 'agreement among raft nodes before linearized reading' (duration: 820.100225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:21.605979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.76499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-17T16:01:21.605997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:20.785727Z","time spent":"820.261969ms","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:01:21.606036Z","caller":"traceutil/trace.go:171","msg":"trace[1462859985] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2296; }","duration":"538.860482ms","start":"2026-07-17T16:01:21.067159Z","end":"2026-07-17T16:01:21.60602Z","steps":["trace[1462859985] 'agreement among raft nodes before linearized reading' (duration: 538.702658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:21.606078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:21.067134Z","time spent":"538.935343ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-17T16:01:22.203259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.873732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:01:22.203339Z","caller":"traceutil/trace.go:171","msg":"trace[1412656098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2296; }","duration":"548.020354ms","start":"2026-07-17T16:01:21.655289Z","end":"2026-07-17T16:01:22.203309Z","steps":["trace[1412656098] 'range keys from in-memory index tree' (duration: 547.761108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:22.20337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:21.655265Z","time spent":"548.097947ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:01:22.203575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.871432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:01:22.20365Z","caller":"traceutil/trace.go:171","msg":"trace[1581758227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2296; }","duration":"231.982785ms","start":"2026-07-17T16:01:21.971645Z","end":"2026-07-17T16:01:22.203628Z","steps":["trace[1581758227] 'range keys from in-memory index tree' (duration: 231.654567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:23.269608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.174076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:01:23.2697Z","caller":"traceutil/trace.go:171","msg":"trace[1301290104] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2298; }","duration":"132.3285ms","start":"2026-07-17T16:01:23.137353Z","end":"2026-07-17T16:01:23.269681Z","steps":["trace[1301290104] 'count revisions from in-memory index tree' (duration: 132.069333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:23.840584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.977781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:01:23.840967Z","caller":"traceutil/trace.go:171","msg":"trace[1101095926] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"318.775406ms","start":"2026-07-17T16:01:23.522122Z","end":"2026-07-17T16:01:23.840897Z","steps":["trace[1101095926] 'process raft request' (duration: 318.683524ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:23.841087Z","caller":"traceutil/trace.go:171","msg":"trace[664181763] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"319.398171ms","start":"2026-07-17T16:01:23.521661Z","end":"2026-07-17T16:01:23.841059Z","steps":["trace[664181763] 'process raft request' (duration: 105.849446ms)","trace[664181763] 'compare' (duration: 212.741175ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:23.84119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:23.522098Z","time spent":"319.007651ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:01:23.841192Z","caller":"traceutil/trace.go:171","msg":"trace[1120687729] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"230.465227ms","start":"2026-07-17T16:01:23.610706Z","end":"2026-07-17T16:01:23.841172Z","steps":["trace[1120687729] 'process raft request' (duration: 230.143959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:23.841246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:23.521642Z","time spent":"319.517863ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:01:23.841362Z","caller":"traceutil/trace.go:171","msg":"trace[728573913] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"230.359934ms","start":"2026-07-17T16:01:23.610994Z","end":"2026-07-17T16:01:23.841354Z","steps":["trace[728573913] 'process raft request' (duration: 230.131678ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:23.841411Z","caller":"traceutil/trace.go:171","msg":"trace[24352933] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"319.290618ms","start":"2026-07-17T16:01:23.522108Z","end":"2026-07-17T16:01:23.841398Z","steps":["trace[24352933] 'process raft request' (duration: 318.590091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:23.841492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:23.522095Z","time spent":"319.362359ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:01:23.841784Z","caller":"traceutil/trace.go:171","msg":"trace[1754669175] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"230.449956ms","start":"2026-07-17T16:01:23.611314Z","end":"2026-07-17T16:01:23.841764Z","steps":["trace[1754669175] 'process raft request' (duration: 230.007525ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:23.842125Z","caller":"traceutil/trace.go:171","msg":"trace[320549362] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"229.849001ms","start":"2026-07-17T16:01:23.612263Z","end":"2026-07-17T16:01:23.842112Z","steps":["trace[320549362] 'process raft request' (duration: 229.455872ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:23.842254Z","caller":"traceutil/trace.go:171","msg":"trace[1344602350] linearizableReadLoop","detail":"{readStateIndex:2402; appliedIndex:2395; }","duration":"220.110254ms","start":"2026-07-17T16:01:23.621915Z","end":"2026-07-17T16:01:23.842026Z","steps":["trace[1344602350] 'read index received' (duration: 5.603176ms)","trace[1344602350] 'applied index is now lower than readState.Index' (duration: 214.505758ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:23.842348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.425633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T16:01:23.842399Z","caller":"traceutil/trace.go:171","msg":"trace[278584365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2306; }","duration":"220.502114ms","start":"2026-07-17T16:01:23.621881Z","end":"2026-07-17T16:01:23.842384Z","steps":["trace[278584365] 'agreement among raft nodes before linearized reading' (duration: 220.32589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:23.842643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.651705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:01:23.842701Z","caller":"traceutil/trace.go:171","msg":"trace[1561695490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2306; }","duration":"187.843279ms","start":"2026-07-17T16:01:23.654842Z","end":"2026-07-17T16:01:23.842685Z","steps":["trace[1561695490] 'agreement among raft nodes before linearized reading' (duration: 187.663355ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:26.093809Z","caller":"traceutil/trace.go:171","msg":"trace[780555196] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"245.485573ms","start":"2026-07-17T16:01:25.848295Z","end":"2026-07-17T16:01:26.09378Z","steps":["trace[780555196] 'process raft request' (duration: 244.812397ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:26.093873Z","caller":"traceutil/trace.go:171","msg":"trace[995174427] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"245.457282ms","start":"2026-07-17T16:01:25.848381Z","end":"2026-07-17T16:01:26.093838Z","steps":["trace[995174427] 'process raft request' (duration: 245.292338ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:26.093949Z","caller":"traceutil/trace.go:171","msg":"trace[705899330] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"245.040793ms","start":"2026-07-17T16:01:25.848888Z","end":"2026-07-17T16:01:26.093929Z","steps":["trace[705899330] 'process raft request' (duration: 244.864068ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:26.094146Z","caller":"traceutil/trace.go:171","msg":"trace[1022055908] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"243.853333ms","start":"2026-07-17T16:01:25.850285Z","end":"2026-07-17T16:01:26.094138Z","steps":["trace[1022055908] 'process raft request' (duration: 243.505514ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:26.094201Z","caller":"traceutil/trace.go:171","msg":"trace[1096735559] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"243.31723ms","start":"2026-07-17T16:01:25.850872Z","end":"2026-07-17T16:01:26.094189Z","steps":["trace[1096735559] 'process raft request' (duration: 242.995082ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:26.094099Z","caller":"traceutil/trace.go:171","msg":"trace[1133836274] linearizableReadLoop","detail":"{readStateIndex:2414; appliedIndex:2409; }","duration":"237.768095ms","start":"2026-07-17T16:01:25.85632Z","end":"2026-07-17T16:01:26.094088Z","steps":["trace[1133836274] 'read index received' (duration: 236.805812ms)","trace[1133836274] 'applied index is now lower than readState.Index' (duration: 961.523µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:26.094372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.259842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T16:01:26.094414Z","caller":"traceutil/trace.go:171","msg":"trace[423308065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2317; }","duration":"239.341003ms","start":"2026-07-17T16:01:25.855062Z","end":"2026-07-17T16:01:26.094403Z","steps":["trace[423308065] 'agreement among raft nodes before linearized reading' (duration: 239.177809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:26.441048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.070494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:01:26.441141Z","caller":"traceutil/trace.go:171","msg":"trace[1582327990] linearizableReadLoop","detail":"{readStateIndex:2415; appliedIndex:2414; }","duration":"346.824668ms","start":"2026-07-17T16:01:26.094301Z","end":"2026-07-17T16:01:26.441125Z","steps":["trace[1582327990] 'read index received' (duration: 207.527279ms)","trace[1582327990] 'applied index is now lower than readState.Index' (duration: 139.296389ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:26.441279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.465767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:01:26.441319Z","caller":"traceutil/trace.go:171","msg":"trace[185487031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2318; }","duration":"426.548409ms","start":"2026-07-17T16:01:26.014761Z","end":"2026-07-17T16:01:26.441309Z","steps":["trace[185487031] 'agreement among raft nodes before linearized reading' (duration: 426.461076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:26.441349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:26.014736Z","time spent":"426.60624ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:01:26.441526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.67154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:01:26.441914Z","caller":"traceutil/trace.go:171","msg":"trace[747378180] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2318; }","duration":"152.08216ms","start":"2026-07-17T16:01:26.289816Z","end":"2026-07-17T16:01:26.441898Z","steps":["trace[747378180] 'agreement among raft nodes before linearized reading' (duration: 151.629509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:26.441947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.495123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-17T16:01:26.44207Z","caller":"traceutil/trace.go:171","msg":"trace[460952928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2318; }","duration":"118.896863ms","start":"2026-07-17T16:01:26.323155Z","end":"2026-07-17T16:01:26.442052Z","steps":["trace[460952928] 'agreement among raft nodes before linearized reading' (duration: 118.311708ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:26.441248Z","caller":"traceutil/trace.go:171","msg":"trace[1962803593] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"581.392105ms","start":"2026-07-17T16:01:25.85982Z","end":"2026-07-17T16:01:26.441212Z","steps":["trace[1962803593] 'process raft request' (duration: 442.083426ms)","trace[1962803593] 'compare' (duration: 138.842228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:01:26.442385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:01:25.859806Z","time spent":"582.434781ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:01:26.821638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.347768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:01:26.821722Z","caller":"traceutil/trace.go:171","msg":"trace[69821913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2319; }","duration":"166.473051ms","start":"2026-07-17T16:01:26.655229Z","end":"2026-07-17T16:01:26.821702Z","steps":["trace[69821913] 'range keys from in-memory index tree' (duration: 166.280726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:26.821952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.794111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-07-17T16:01:26.82203Z","caller":"traceutil/trace.go:171","msg":"trace[1203806889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2319; }","duration":"208.915594ms","start":"2026-07-17T16:01:26.613095Z","end":"2026-07-17T16:01:26.82201Z","steps":["trace[1203806889] 'range keys from in-memory index tree' (duration: 208.625477ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:37.366529Z","caller":"traceutil/trace.go:171","msg":"trace[1048753512] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"152.555062ms","start":"2026-07-17T16:01:37.21395Z","end":"2026-07-17T16:01:37.366505Z","steps":["trace[1048753512] 'process raft request' (duration: 152.407798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:37.625852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.738215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:01:37.62596Z","caller":"traceutil/trace.go:171","msg":"trace[622937821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2373; }","duration":"237.897289ms","start":"2026-07-17T16:01:37.388043Z","end":"2026-07-17T16:01:37.625941Z","steps":["trace[622937821] 'count revisions from in-memory index tree' (duration: 237.653482ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:01:44.821178Z","caller":"traceutil/trace.go:171","msg":"trace[1482115025] linearizableReadLoop","detail":"{readStateIndex:2510; appliedIndex:2509; }","duration":"106.508512ms","start":"2026-07-17T16:01:44.714645Z","end":"2026-07-17T16:01:44.821153Z","steps":["trace[1482115025] 'read index received' (duration: 106.279426ms)","trace[1482115025] 'applied index is now lower than readState.Index' (duration: 227.756µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:01:44.821305Z","caller":"traceutil/trace.go:171","msg":"trace[404216666] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"108.998813ms","start":"2026-07-17T16:01:44.712273Z","end":"2026-07-17T16:01:44.821272Z","steps":["trace[404216666] 'process raft request' (duration: 108.730826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:44.82151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.84496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T16:01:44.821566Z","caller":"traceutil/trace.go:171","msg":"trace[1950903261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2410; }","duration":"106.942902ms","start":"2026-07-17T16:01:44.71461Z","end":"2026-07-17T16:01:44.821553Z","steps":["trace[1950903261] 'agreement among raft nodes before linearized reading' (duration: 106.668096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:01:55.757903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.225369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:01:55.758445Z","caller":"traceutil/trace.go:171","msg":"trace[1987547705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2465; }","duration":"102.838974ms","start":"2026-07-17T16:01:55.655574Z","end":"2026-07-17T16:01:55.758413Z","steps":["trace[1987547705] 'range keys from in-memory index tree' (duration: 102.091675ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:00.454639Z","caller":"traceutil/trace.go:171","msg":"trace[589694319] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"100.315642ms","start":"2026-07-17T16:02:00.354301Z","end":"2026-07-17T16:02:00.454617Z","steps":["trace[589694319] 'process raft request' (duration: 100.000304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:01.669079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.179441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:01.669185Z","caller":"traceutil/trace.go:171","msg":"trace[956196673] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"628.996243ms","start":"2026-07-17T16:02:01.040169Z","end":"2026-07-17T16:02:01.669165Z","steps":["trace[956196673] 'process raft request' (duration: 219.647908ms)","trace[956196673] 'compare' (duration: 408.863793ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:01.669246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:01.040133Z","time spent":"629.082225ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:01.703645Z","caller":"traceutil/trace.go:171","msg":"trace[1082363991] linearizableReadLoop","detail":"{readStateIndex:2602; appliedIndex:2601; }","duration":"241.566944ms","start":"2026-07-17T16:02:01.46206Z","end":"2026-07-17T16:02:01.703627Z","steps":["trace[1082363991] 'read index received' (duration: 241.433901ms)","trace[1082363991] 'applied index is now lower than readState.Index' (duration: 132.373µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:01.703844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.773099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T16:02:01.703773Z","caller":"traceutil/trace.go:171","msg":"trace[1838101943] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"516.546585ms","start":"2026-07-17T16:02:01.187189Z","end":"2026-07-17T16:02:01.703736Z","steps":["trace[1838101943] 'process raft request' (duration: 516.368281ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:01.703881Z","caller":"traceutil/trace.go:171","msg":"trace[632249044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2498; }","duration":"241.852281ms","start":"2026-07-17T16:02:01.462018Z","end":"2026-07-17T16:02:01.70387Z","steps":["trace[632249044] 'agreement among raft nodes before linearized reading' (duration: 241.699568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:01.704095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:01.18715Z","time spent":"516.75181ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:01.88472Z","caller":"traceutil/trace.go:171","msg":"trace[2052463810] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"176.398772ms","start":"2026-07-17T16:02:01.708289Z","end":"2026-07-17T16:02:01.884688Z","steps":["trace[2052463810] 'process raft request' (duration: 151.677058ms)","trace[2052463810] 'compare' (duration: 24.408057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:02.317776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.597064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-17T16:02:02.317861Z","caller":"traceutil/trace.go:171","msg":"trace[982250935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2499; }","duration":"306.735377ms","start":"2026-07-17T16:02:02.011107Z","end":"2026-07-17T16:02:02.317843Z","steps":["trace[982250935] 'range keys from in-memory index tree' (duration: 306.389418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:02.317936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:02.011082Z","time spent":"306.827569ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-17T16:02:02.420331Z","caller":"traceutil/trace.go:171","msg":"trace[1684816417] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"160.508844ms","start":"2026-07-17T16:02:02.259794Z","end":"2026-07-17T16:02:02.420303Z","steps":["trace[1684816417] 'process raft request' (duration: 160.35419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:02.953025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.676357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:02.953552Z","caller":"traceutil/trace.go:171","msg":"trace[154043323] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"689.39553ms","start":"2026-07-17T16:02:02.264122Z","end":"2026-07-17T16:02:02.953518Z","steps":["trace[154043323] 'process raft request' (duration: 296.122838ms)","trace[154043323] 'compare' (duration: 392.405681ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:02.953694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:02.264108Z","time spent":"689.513722ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:02.953921Z","caller":"traceutil/trace.go:171","msg":"trace[759440551] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2603; }","duration":"632.017147ms","start":"2026-07-17T16:02:02.321882Z","end":"2026-07-17T16:02:02.953899Z","steps":["trace[759440551] 'read index received' (duration: 98.249352ms)","trace[759440551] 'applied index is now lower than readState.Index' (duration: 533.766535ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:02.954051Z","caller":"traceutil/trace.go:171","msg":"trace[831213009] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"564.309863ms","start":"2026-07-17T16:02:02.389732Z","end":"2026-07-17T16:02:02.954042Z","steps":["trace[831213009] 'process raft request' (duration: 564.072147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:02.954101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:02.389702Z","time spent":"564.373575ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:02.954407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.500519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-17T16:02:02.954538Z","caller":"traceutil/trace.go:171","msg":"trace[228119562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2502; }","duration":"632.688153ms","start":"2026-07-17T16:02:02.321832Z","end":"2026-07-17T16:02:02.95452Z","steps":["trace[228119562] 'agreement among raft nodes before linearized reading' (duration: 632.235112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:02.954647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:02.32181Z","time spent":"632.816887ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:02:03.656658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.121092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:03.656932Z","caller":"traceutil/trace.go:171","msg":"trace[790387450] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"603.690834ms","start":"2026-07-17T16:02:03.053215Z","end":"2026-07-17T16:02:03.656906Z","steps":["trace[790387450] 'process raft request' (duration: 603.576641ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:03.657007Z","caller":"traceutil/trace.go:171","msg":"trace[1219184647] linearizableReadLoop","detail":"{readStateIndex:2607; appliedIndex:2606; }","duration":"702.94213ms","start":"2026-07-17T16:02:02.954034Z","end":"2026-07-17T16:02:03.656976Z","steps":["trace[1219184647] 'read index received' (duration: 387.408778ms)","trace[1219184647] 'applied index is now lower than readState.Index' (duration: 315.529441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:03.65704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:03.053198Z","time spent":"603.791977ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:03.657037Z","caller":"traceutil/trace.go:171","msg":"trace[1317418785] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"1.197101178s","start":"2026-07-17T16:02:02.459842Z","end":"2026-07-17T16:02:03.656944Z","steps":["trace[1317418785] 'process raft request' (duration: 881.589266ms)","trace[1317418785] 'compare' (duration: 314.661721ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:03.65721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136705302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-17T16:02:03.657201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248007211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:02:03.65721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.180566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-17T16:02:03.657345Z","caller":"traceutil/trace.go:171","msg":"trace[292106274] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2504; }","duration":"946.366999ms","start":"2026-07-17T16:02:02.71096Z","end":"2026-07-17T16:02:03.657327Z","steps":["trace[292106274] 'agreement among raft nodes before linearized reading' (duration: 946.091682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:03.657705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:02.710939Z","time spent":"946.717078ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-17T16:02:03.657283Z","caller":"traceutil/trace.go:171","msg":"trace[507180641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2504; }","duration":"1.136830545s","start":"2026-07-17T16:02:02.520435Z","end":"2026-07-17T16:02:03.657265Z","steps":["trace[507180641] 'agreement among raft nodes before linearized reading' (duration: 1.136595189s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:03.657786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:02.520411Z","time spent":"1.137359918s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:02:03.657352Z","caller":"traceutil/trace.go:171","msg":"trace[1889391569] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2504; }","duration":"1.248195866s","start":"2026-07-17T16:02:02.409127Z","end":"2026-07-17T16:02:03.657323Z","steps":["trace[1889391569] 'agreement among raft nodes before linearized reading' (duration: 1.24793949s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:03.657237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136851066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-17T16:02:03.657903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:02.409104Z","time spent":"1.24873382s","remote":"127.0.0.1:36290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:02:03.657935Z","caller":"traceutil/trace.go:171","msg":"trace[753859723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2504; }","duration":"1.137591664s","start":"2026-07-17T16:02:02.520325Z","end":"2026-07-17T16:02:03.657917Z","steps":["trace[753859723] 'agreement among raft nodes before linearized reading' (duration: 1.136710452s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:03.65728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.035633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8578"} {"level":"warn","ts":"2026-07-17T16:02:03.657989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:02.520305Z","time spent":"1.137668855s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T16:02:03.658029Z","caller":"traceutil/trace.go:171","msg":"trace[1164768425] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2504; }","duration":"701.819013ms","start":"2026-07-17T16:02:02.956192Z","end":"2026-07-17T16:02:03.658011Z","steps":["trace[1164768425] 'agreement among raft nodes before linearized reading' (duration: 700.942441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:03.658078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:02.956146Z","time spent":"701.920275ms","remote":"127.0.0.1:41562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8601,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-17T16:02:03.657323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:02.459817Z","time spent":"1.197340104s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:03.657394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.148233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:02:03.658182Z","caller":"traceutil/trace.go:171","msg":"trace[1928489742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2504; }","duration":"617.937843ms","start":"2026-07-17T16:02:03.040232Z","end":"2026-07-17T16:02:03.65817Z","steps":["trace[1928489742] 'agreement among raft nodes before linearized reading' (duration: 617.067342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:03.658217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:03.040148Z","time spent":"618.059966ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T16:02:03.939426Z","caller":"traceutil/trace.go:171","msg":"trace[392858708] linearizableReadLoop","detail":"{readStateIndex:2611; appliedIndex:2609; }","duration":"266.492703ms","start":"2026-07-17T16:02:03.672889Z","end":"2026-07-17T16:02:03.939382Z","steps":["trace[392858708] 'read index received' (duration: 76.52342ms)","trace[392858708] 'applied index is now lower than readState.Index' (duration: 189.966873ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:03.939618Z","caller":"traceutil/trace.go:171","msg":"trace[831353596] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"276.732323ms","start":"2026-07-17T16:02:03.662863Z","end":"2026-07-17T16:02:03.939595Z","steps":["trace[831353596] 'process raft request' (duration: 276.410985ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:03.939628Z","caller":"traceutil/trace.go:171","msg":"trace[738269342] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"276.878017ms","start":"2026-07-17T16:02:03.662713Z","end":"2026-07-17T16:02:03.939591Z","steps":["trace[738269342] 'process raft request' (duration: 205.154404ms)","trace[738269342] 'compare' (duration: 71.2041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:03.939749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.678553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:03.93983Z","caller":"traceutil/trace.go:171","msg":"trace[566509000] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2507; }","duration":"256.785607ms","start":"2026-07-17T16:02:03.683025Z","end":"2026-07-17T16:02:03.939811Z","steps":["trace[566509000] 'agreement among raft nodes before linearized reading' (duration: 256.594842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:03.939925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.995315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T16:02:03.940012Z","caller":"traceutil/trace.go:171","msg":"trace[1777610177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2507; }","duration":"267.145179ms","start":"2026-07-17T16:02:03.672845Z","end":"2026-07-17T16:02:03.93999Z","steps":["trace[1777610177] 'agreement among raft nodes before linearized reading' (duration: 266.851832ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:04.400048Z","caller":"traceutil/trace.go:171","msg":"trace[16099990] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"455.305499ms","start":"2026-07-17T16:02:03.944718Z","end":"2026-07-17T16:02:04.400023Z","steps":["trace[16099990] 'process raft request' (duration: 455.125244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:04.400268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:03.944685Z","time spent":"455.454962ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:04.642072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.210373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:04.642276Z","caller":"traceutil/trace.go:171","msg":"trace[1661158383] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"215.323123ms","start":"2026-07-17T16:02:04.426932Z","end":"2026-07-17T16:02:04.642255Z","steps":["trace[1661158383] 'process raft request' (duration: 215.255762ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:04.642335Z","caller":"traceutil/trace.go:171","msg":"trace[1237785273] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"697.122669ms","start":"2026-07-17T16:02:03.945164Z","end":"2026-07-17T16:02:04.642287Z","steps":["trace[1237785273] 'process raft request' (duration: 559.594638ms)","trace[1237785273] 'compare' (duration: 137.051209ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:04.642297Z","caller":"traceutil/trace.go:171","msg":"trace[1928267367] linearizableReadLoop","detail":"{readStateIndex:2613; appliedIndex:2611; }","duration":"696.853893ms","start":"2026-07-17T16:02:03.945413Z","end":"2026-07-17T16:02:04.642267Z","steps":["trace[1928267367] 'read index received' (duration: 454.468938ms)","trace[1928267367] 'applied index is now lower than readState.Index' (duration: 242.380764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:04.642561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:03.945138Z","time spent":"697.298763ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:04.642819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.384645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-17T16:02:04.642892Z","caller":"traceutil/trace.go:171","msg":"trace[294890927] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2510; }","duration":"697.490647ms","start":"2026-07-17T16:02:03.945388Z","end":"2026-07-17T16:02:04.642878Z","steps":["trace[294890927] 'agreement among raft nodes before linearized reading' (duration: 697.096028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:04.64296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:03.94538Z","time spent":"697.541519ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:02:04.985934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.376339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:04.986028Z","caller":"traceutil/trace.go:171","msg":"trace[1621127315] linearizableReadLoop","detail":"{readStateIndex:2615; appliedIndex:2614; }","duration":"321.918628ms","start":"2026-07-17T16:02:04.664095Z","end":"2026-07-17T16:02:04.986014Z","steps":["trace[1621127315] 'read index received' (duration: 114.297114ms)","trace[1621127315] 'applied index is now lower than readState.Index' (duration: 207.620034ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:04.986204Z","caller":"traceutil/trace.go:171","msg":"trace[124015513] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"330.651171ms","start":"2026-07-17T16:02:04.655539Z","end":"2026-07-17T16:02:04.98619Z","steps":["trace[124015513] 'process raft request' (duration: 122.921684ms)","trace[124015513] 'compare' (duration: 207.246986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:04.986273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:04.655524Z","time spent":"330.717974ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:04.986313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.220795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-07-17T16:02:04.986339Z","caller":"traceutil/trace.go:171","msg":"trace[1392730271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2511; }","duration":"322.280187ms","start":"2026-07-17T16:02:04.664048Z","end":"2026-07-17T16:02:04.986328Z","steps":["trace[1392730271] 'agreement among raft nodes before linearized reading' (duration: 322.230306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:04.986359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:04.664027Z","time spent":"322.326938ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5451,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-17T16:02:05.331739Z","caller":"traceutil/trace.go:171","msg":"trace[1156415740] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"372.580256ms","start":"2026-07-17T16:02:04.959129Z","end":"2026-07-17T16:02:05.331709Z","steps":["trace[1156415740] 'process raft request' (duration: 347.338ms)","trace[1156415740] 'compare' (duration: 24.905298ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:05.331759Z","caller":"traceutil/trace.go:171","msg":"trace[930267391] linearizableReadLoop","detail":"{readStateIndex:2617; appliedIndex:2615; }","duration":"345.686659ms","start":"2026-07-17T16:02:04.986048Z","end":"2026-07-17T16:02:05.331735Z","steps":["trace[930267391] 'read index received' (duration: 31.881389ms)","trace[930267391] 'applied index is now lower than readState.Index' (duration: 313.80428ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:05.331836Z","caller":"traceutil/trace.go:171","msg":"trace[768959133] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"333.898821ms","start":"2026-07-17T16:02:04.997896Z","end":"2026-07-17T16:02:05.331795Z","steps":["trace[768959133] 'process raft request' (duration: 333.686356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:05.331896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:04.959114Z","time spent":"372.703699ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:05.331992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:04.997838Z","time spent":"334.075115ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:05.331997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.240483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:02:05.332074Z","caller":"traceutil/trace.go:171","msg":"trace[2116634311] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2514; }","duration":"445.365966ms","start":"2026-07-17T16:02:04.886687Z","end":"2026-07-17T16:02:05.332053Z","steps":["trace[2116634311] 'agreement among raft nodes before linearized reading' (duration: 445.228052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:05.332126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:04.886668Z","time spent":"445.446687ms","remote":"127.0.0.1:50704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:02:05.373036Z","caller":"traceutil/trace.go:171","msg":"trace[217785872] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"229.845708ms","start":"2026-07-17T16:02:05.143154Z","end":"2026-07-17T16:02:05.373Z","steps":["trace[217785872] 'process raft request' (duration: 229.672424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:05.373087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.280974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:02:05.373297Z","caller":"traceutil/trace.go:171","msg":"trace[1382693231] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2515; }","duration":"184.531571ms","start":"2026-07-17T16:02:05.188742Z","end":"2026-07-17T16:02:05.373273Z","steps":["trace[1382693231] 'agreement among raft nodes before linearized reading' (duration: 184.256174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:05.373368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.375651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-17T16:02:05.37338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.982103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-17T16:02:05.373451Z","caller":"traceutil/trace.go:171","msg":"trace[330216460] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:2515; }","duration":"248.511414ms","start":"2026-07-17T16:02:05.124921Z","end":"2026-07-17T16:02:05.373433Z","steps":["trace[330216460] 'agreement among raft nodes before linearized reading' (duration: 248.203927ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:05.373492Z","caller":"traceutil/trace.go:171","msg":"trace[581876415] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2515; }","duration":"379.209698ms","start":"2026-07-17T16:02:04.994257Z","end":"2026-07-17T16:02:05.373466Z","steps":["trace[581876415] 'agreement among raft nodes before linearized reading' (duration: 378.822699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:05.373562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:04.994195Z","time spent":"379.346942ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:02:05.620145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.382441ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-17T16:02:05.620248Z","caller":"traceutil/trace.go:171","msg":"trace[1675929815] linearizableReadLoop","detail":"{readStateIndex:2620; appliedIndex:2619; }","duration":"243.370468ms","start":"2026-07-17T16:02:05.376858Z","end":"2026-07-17T16:02:05.620229Z","steps":["trace[1675929815] 'read index received' (duration: 138.930996ms)","trace[1675929815] 'applied index is now lower than readState.Index' (duration: 104.437812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:05.620723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.811529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-17T16:02:05.620957Z","caller":"traceutil/trace.go:171","msg":"trace[2067915748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2515; }","duration":"243.953603ms","start":"2026-07-17T16:02:05.376831Z","end":"2026-07-17T16:02:05.620785Z","steps":["trace[2067915748] 'agreement among raft nodes before linearized reading' (duration: 243.447011ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:05.79257Z","caller":"traceutil/trace.go:171","msg":"trace[1301808808] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"128.238754ms","start":"2026-07-17T16:02:05.664291Z","end":"2026-07-17T16:02:05.79253Z","steps":["trace[1301808808] 'process raft request' (duration: 108.727578ms)","trace[1301808808] 'compare' (duration: 19.205609ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:06.109922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.481637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:06.110064Z","caller":"traceutil/trace.go:171","msg":"trace[299766608] linearizableReadLoop","detail":"{readStateIndex:2623; appliedIndex:2622; }","duration":"166.150121ms","start":"2026-07-17T16:02:05.94389Z","end":"2026-07-17T16:02:06.11004Z","steps":["trace[299766608] 'read index received' (duration: 67.052µs)","trace[299766608] 'applied index is now lower than readState.Index' (duration: 166.080829ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:06.110127Z","caller":"traceutil/trace.go:171","msg":"trace[1668356766] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"313.218405ms","start":"2026-07-17T16:02:05.796876Z","end":"2026-07-17T16:02:06.110094Z","steps":["trace[1668356766] 'process raft request' (duration: 124.438881ms)","trace[1668356766] 'compare' (duration: 188.21206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:06.110313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:05.796852Z","time spent":"313.362779ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:06.110352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.466198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-17T16:02:06.110402Z","caller":"traceutil/trace.go:171","msg":"trace[1592922325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2518; }","duration":"166.575302ms","start":"2026-07-17T16:02:05.943814Z","end":"2026-07-17T16:02:06.110389Z","steps":["trace[1592922325] 'agreement among raft nodes before linearized reading' (duration: 166.346866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:06.110872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.80233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-07-17T16:02:06.110939Z","caller":"traceutil/trace.go:171","msg":"trace[734480122] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2518; }","duration":"115.895282ms","start":"2026-07-17T16:02:05.995024Z","end":"2026-07-17T16:02:06.110919Z","steps":["trace[734480122] 'agreement among raft nodes before linearized reading' (duration: 115.738149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:06.110946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.057668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:02:06.111251Z","caller":"traceutil/trace.go:171","msg":"trace[1053887993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2518; }","duration":"166.423587ms","start":"2026-07-17T16:02:05.944803Z","end":"2026-07-17T16:02:06.111227Z","steps":["trace[1053887993] 'agreement among raft nodes before linearized reading' (duration: 165.961456ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:06.330593Z","caller":"traceutil/trace.go:171","msg":"trace[1413925588] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"215.761844ms","start":"2026-07-17T16:02:06.114797Z","end":"2026-07-17T16:02:06.330559Z","steps":["trace[1413925588] 'process raft request' (duration: 196.280508ms)","trace[1413925588] 'compare' (duration: 19.312042ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:06.342159Z","caller":"traceutil/trace.go:171","msg":"trace[1447479648] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"226.436205ms","start":"2026-07-17T16:02:06.1157Z","end":"2026-07-17T16:02:06.342136Z","steps":["trace[1447479648] 'process raft request' (duration: 226.296381ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:06.612466Z","caller":"traceutil/trace.go:171","msg":"trace[1528458743] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"202.318784ms","start":"2026-07-17T16:02:06.410117Z","end":"2026-07-17T16:02:06.612436Z","steps":["trace[1528458743] 'process raft request' (duration: 168.342854ms)","trace[1528458743] 'compare' (duration: 33.853827ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:06.620947Z","caller":"traceutil/trace.go:171","msg":"trace[1823424563] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"109.910976ms","start":"2026-07-17T16:02:06.51102Z","end":"2026-07-17T16:02:06.620931Z","steps":["trace[1823424563] 'process raft request' (duration: 109.759822ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:06.779007Z","caller":"traceutil/trace.go:171","msg":"trace[1134874364] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"122.902353ms","start":"2026-07-17T16:02:06.656078Z","end":"2026-07-17T16:02:06.77898Z","steps":["trace[1134874364] 'process raft request' (duration: 122.848022ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:06.778993Z","caller":"traceutil/trace.go:171","msg":"trace[1888988935] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"130.694033ms","start":"2026-07-17T16:02:06.648258Z","end":"2026-07-17T16:02:06.778952Z","steps":["trace[1888988935] 'process raft request' (duration: 82.600887ms)","trace[1888988935] 'compare' (duration: 47.917932ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:06.779104Z","caller":"traceutil/trace.go:171","msg":"trace[654818621] linearizableReadLoop","detail":"{readStateIndex:2629; appliedIndex:2628; }","duration":"123.623221ms","start":"2026-07-17T16:02:06.655439Z","end":"2026-07-17T16:02:06.779063Z","steps":["trace[654818621] 'read index received' (duration: 75.433363ms)","trace[654818621] 'applied index is now lower than readState.Index' (duration: 48.186438ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:06.779489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.027361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:06.779555Z","caller":"traceutil/trace.go:171","msg":"trace[1715083866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2525; }","duration":"124.127773ms","start":"2026-07-17T16:02:06.655412Z","end":"2026-07-17T16:02:06.77954Z","steps":["trace[1715083866] 'agreement among raft nodes before linearized reading' (duration: 123.879467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:08.65449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.248808ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:08.654628Z","caller":"traceutil/trace.go:171","msg":"trace[950533165] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2535; }","duration":"185.423922ms","start":"2026-07-17T16:02:08.469186Z","end":"2026-07-17T16:02:08.65461Z","steps":["trace[950533165] 'range keys from in-memory index tree' (duration: 185.222497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:08.654693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.843726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:08.654894Z","caller":"traceutil/trace.go:171","msg":"trace[1735281178] linearizableReadLoop","detail":"{readStateIndex:2642; appliedIndex:2640; }","duration":"222.412417ms","start":"2026-07-17T16:02:08.432471Z","end":"2026-07-17T16:02:08.654883Z","steps":["trace[1735281178] 'read index received' (duration: 53.329814ms)","trace[1735281178] 'applied index is now lower than readState.Index' (duration: 169.082013ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:08.654972Z","caller":"traceutil/trace.go:171","msg":"trace[146664032] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"277.648876ms","start":"2026-07-17T16:02:08.37731Z","end":"2026-07-17T16:02:08.654959Z","steps":["trace[146664032] 'process raft request' (duration: 277.490183ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:08.654957Z","caller":"traceutil/trace.go:171","msg":"trace[146989857] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"278.422375ms","start":"2026-07-17T16:02:08.376501Z","end":"2026-07-17T16:02:08.654924Z","steps":["trace[146989857] 'process raft request' (duration: 109.279781ms)","trace[146989857] 'compare' (duration: 168.537529ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:08.655189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.708884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11663"} {"level":"warn","ts":"2026-07-17T16:02:08.65524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.538667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:02:08.655254Z","caller":"traceutil/trace.go:171","msg":"trace[817651101] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2537; }","duration":"222.815796ms","start":"2026-07-17T16:02:08.432422Z","end":"2026-07-17T16:02:08.655237Z","steps":["trace[817651101] 'agreement among raft nodes before linearized reading' (duration: 222.593641ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:08.655283Z","caller":"traceutil/trace.go:171","msg":"trace[1608990288] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2537; }","duration":"208.600328ms","start":"2026-07-17T16:02:08.446673Z","end":"2026-07-17T16:02:08.655273Z","steps":["trace[1608990288] 'agreement among raft nodes before linearized reading' (duration: 208.491675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:08.919863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.213229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:08.920007Z","caller":"traceutil/trace.go:171","msg":"trace[1965059168] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"260.173689ms","start":"2026-07-17T16:02:08.659809Z","end":"2026-07-17T16:02:08.919982Z","steps":["trace[1965059168] 'process raft request' (duration: 105.756905ms)","trace[1965059168] 'compare' (duration: 154.066606ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:08.920081Z","caller":"traceutil/trace.go:171","msg":"trace[755655491] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"250.523943ms","start":"2026-07-17T16:02:08.669541Z","end":"2026-07-17T16:02:08.920064Z","steps":["trace[755655491] 'process raft request' (duration: 250.445591ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:08.920116Z","caller":"traceutil/trace.go:171","msg":"trace[1531137468] linearizableReadLoop","detail":"{readStateIndex:2643; appliedIndex:2642; }","duration":"259.231037ms","start":"2026-07-17T16:02:08.660854Z","end":"2026-07-17T16:02:08.920085Z","steps":["trace[1531137468] 'read index received' (duration: 104.72692ms)","trace[1531137468] 'applied index is now lower than readState.Index' (duration: 154.500997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:08.920307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.431692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:08.920354Z","caller":"traceutil/trace.go:171","msg":"trace[2046574621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2539; }","duration":"259.508573ms","start":"2026-07-17T16:02:08.660835Z","end":"2026-07-17T16:02:08.920344Z","steps":["trace[2046574621] 'agreement among raft nodes before linearized reading' (duration: 259.37323ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:08.939588Z","caller":"traceutil/trace.go:171","msg":"trace[2138515815] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"153.85711ms","start":"2026-07-17T16:02:08.785711Z","end":"2026-07-17T16:02:08.939568Z","steps":["trace[2138515815] 'process raft request' (duration: 153.724447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:08.939711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.014723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T16:02:08.93978Z","caller":"traceutil/trace.go:171","msg":"trace[382422769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2540; }","duration":"156.144036ms","start":"2026-07-17T16:02:08.78362Z","end":"2026-07-17T16:02:08.939764Z","steps":["trace[382422769] 'agreement among raft nodes before linearized reading' (duration: 155.939021ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:09.310146Z","caller":"traceutil/trace.go:171","msg":"trace[2066741581] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"382.875698ms","start":"2026-07-17T16:02:08.927245Z","end":"2026-07-17T16:02:09.31012Z","steps":["trace[2066741581] 'process raft request' (duration: 382.604451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:09.310334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:08.927222Z","time spent":"383.020472ms","remote":"127.0.0.1:41552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:09.310395Z","caller":"traceutil/trace.go:171","msg":"trace[581232459] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"382.169771ms","start":"2026-07-17T16:02:08.928206Z","end":"2026-07-17T16:02:09.310375Z","steps":["trace[581232459] 'process raft request' (duration: 381.837463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:09.310513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:08.928166Z","time spent":"382.290924ms","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:09.310637Z","caller":"traceutil/trace.go:171","msg":"trace[1087425069] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"382.218272ms","start":"2026-07-17T16:02:08.928398Z","end":"2026-07-17T16:02:09.310616Z","steps":["trace[1087425069] 'process raft request' (duration: 381.911914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:09.310722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:08.928386Z","time spent":"382.291413ms","remote":"127.0.0.1:41552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1132,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:09.310859Z","caller":"traceutil/trace.go:171","msg":"trace[1726721957] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"382.182751ms","start":"2026-07-17T16:02:08.928663Z","end":"2026-07-17T16:02:09.310845Z","steps":["trace[1726721957] 'process raft request' (duration: 381.888324ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:09.310929Z","caller":"traceutil/trace.go:171","msg":"trace[1163305598] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"373.273953ms","start":"2026-07-17T16:02:08.937601Z","end":"2026-07-17T16:02:09.310875Z","steps":["trace[1163305598] 'process raft request' (duration: 373.215302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:09.311021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:08.928652Z","time spent":"382.318634ms","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:09.311025Z","caller":"traceutil/trace.go:171","msg":"trace[1099766616] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"382.034437ms","start":"2026-07-17T16:02:08.928969Z","end":"2026-07-17T16:02:09.311004Z","steps":["trace[1099766616] 'process raft request' (duration: 381.75622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:09.311058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:08.937572Z","time spent":"373.410497ms","remote":"127.0.0.1:41902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:09.311119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:08.928932Z","time spent":"382.13679ms","remote":"127.0.0.1:41730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3077,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:09.551747Z","caller":"traceutil/trace.go:171","msg":"trace[1439771073] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"608.074242ms","start":"2026-07-17T16:02:08.943648Z","end":"2026-07-17T16:02:09.551722Z","steps":["trace[1439771073] 'process raft request' (duration: 521.874055ms)","trace[1439771073] 'compare' (duration: 86.023052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:09.55194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:08.943627Z","time spent":"608.193235ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:09.552057Z","caller":"traceutil/trace.go:171","msg":"trace[686092333] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"437.222106ms","start":"2026-07-17T16:02:09.114811Z","end":"2026-07-17T16:02:09.552033Z","steps":["trace[686092333] 'process raft request' (duration: 436.868248ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:09.552096Z","caller":"traceutil/trace.go:171","msg":"trace[1761925423] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"184.185681ms","start":"2026-07-17T16:02:09.367882Z","end":"2026-07-17T16:02:09.552068Z","steps":["trace[1761925423] 'process raft request' (duration: 184.046778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:09.552187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:09.114765Z","time spent":"437.36589ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:09.552277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.883448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:09.552289Z","caller":"traceutil/trace.go:171","msg":"trace[164537561] linearizableReadLoop","detail":"{readStateIndex:2652; appliedIndex:2645; }","duration":"553.726053ms","start":"2026-07-17T16:02:08.998394Z","end":"2026-07-17T16:02:09.55212Z","steps":["trace[164537561] 'read index received' (duration: 311.454142ms)","trace[164537561] 'applied index is now lower than readState.Index' (duration: 242.269311ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:09.552325Z","caller":"traceutil/trace.go:171","msg":"trace[1281427840] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2549; }","duration":"553.98174ms","start":"2026-07-17T16:02:08.998329Z","end":"2026-07-17T16:02:09.552311Z","steps":["trace[1281427840] 'agreement among raft nodes before linearized reading' (duration: 553.902938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:09.552397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:08.998307Z","time spent":"554.044652ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:02:09.552541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.881767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-07-17T16:02:09.552607Z","caller":"traceutil/trace.go:171","msg":"trace[841631071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2549; }","duration":"393.98859ms","start":"2026-07-17T16:02:09.158596Z","end":"2026-07-17T16:02:09.552585Z","steps":["trace[841631071] 'agreement among raft nodes before linearized reading' (duration: 393.803405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:09.552639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:09.15857Z","time spent":"394.062391ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5451,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-17T16:02:09.909584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.857058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:09.909708Z","caller":"traceutil/trace.go:171","msg":"trace[638375854] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"339.497788ms","start":"2026-07-17T16:02:09.570181Z","end":"2026-07-17T16:02:09.909679Z","steps":["trace[638375854] 'process raft request' (duration: 127.445435ms)","trace[638375854] 'compare' (duration: 211.675133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:09.909845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:09.570156Z","time spent":"339.633941ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5550,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:09.954372Z","caller":"traceutil/trace.go:171","msg":"trace[1285249465] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"127.500957ms","start":"2026-07-17T16:02:09.826841Z","end":"2026-07-17T16:02:09.954342Z","steps":["trace[1285249465] 'process raft request' (duration: 127.197189ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:10.080329Z","caller":"traceutil/trace.go:171","msg":"trace[1882917569] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"111.085435ms","start":"2026-07-17T16:02:09.969222Z","end":"2026-07-17T16:02:10.080308Z","steps":["trace[1882917569] 'process raft request' (duration: 110.580483ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:11.067452Z","caller":"traceutil/trace.go:171","msg":"trace[710521868] linearizableReadLoop","detail":"{readStateIndex:2661; appliedIndex:2660; }","duration":"143.473867ms","start":"2026-07-17T16:02:10.923946Z","end":"2026-07-17T16:02:11.06742Z","steps":["trace[710521868] 'read index received' (duration: 97.965865ms)","trace[710521868] 'applied index is now lower than readState.Index' (duration: 45.506582ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:11.067548Z","caller":"traceutil/trace.go:171","msg":"trace[1527991287] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"404.381874ms","start":"2026-07-17T16:02:10.66312Z","end":"2026-07-17T16:02:11.067502Z","steps":["trace[1527991287] 'process raft request' (duration: 358.705417ms)","trace[1527991287] 'compare' (duration: 45.40178ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:11.067744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:10.663091Z","time spent":"404.552769ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:11.067744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.723223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T16:02:11.067805Z","caller":"traceutil/trace.go:171","msg":"trace[2032469812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2555; }","duration":"143.907308ms","start":"2026-07-17T16:02:10.923881Z","end":"2026-07-17T16:02:11.067788Z","steps":["trace[2032469812] 'agreement among raft nodes before linearized reading' (duration: 143.654242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:11.61627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.407683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:11.616527Z","caller":"traceutil/trace.go:171","msg":"trace[785173620] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"671.442891ms","start":"2026-07-17T16:02:10.945053Z","end":"2026-07-17T16:02:11.616496Z","steps":["trace[785173620] 'process raft request' (duration: 246.7141ms)","trace[785173620] 'compare' (duration: 424.122126ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:11.616569Z","caller":"traceutil/trace.go:171","msg":"trace[1636332816] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"544.19061ms","start":"2026-07-17T16:02:11.072359Z","end":"2026-07-17T16:02:11.616549Z","steps":["trace[1636332816] 'process raft request' (duration: 544.040987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:11.616655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:11.072329Z","time spent":"544.279813ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:11.616679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:10.945027Z","time spent":"671.568354ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:11.616713Z","caller":"traceutil/trace.go:171","msg":"trace[2030176345] linearizableReadLoop","detail":"{readStateIndex:2664; appliedIndex:2661; }","duration":"384.535299ms","start":"2026-07-17T16:02:11.232153Z","end":"2026-07-17T16:02:11.616689Z","steps":["trace[2030176345] 'read index received' (duration: 383.613926ms)","trace[2030176345] 'applied index is now lower than readState.Index' (duration: 919.553µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:11.616782Z","caller":"traceutil/trace.go:171","msg":"trace[1301058947] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"453.167356ms","start":"2026-07-17T16:02:11.16356Z","end":"2026-07-17T16:02:11.616728Z","steps":["trace[1301058947] 'process raft request' (duration: 452.94101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:11.616842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.674852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:11.616941Z","caller":"traceutil/trace.go:171","msg":"trace[1585417128] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:0; response_revision:2558; }","duration":"384.779064ms","start":"2026-07-17T16:02:11.232135Z","end":"2026-07-17T16:02:11.616914Z","steps":["trace[1585417128] 'agreement among raft nodes before linearized reading' (duration: 384.6247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:11.617014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:11.232067Z","time spent":"384.931488ms","remote":"127.0.0.1:41588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-07-17T16:02:11.617081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:11.163518Z","time spent":"453.390082ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:11.701962Z","caller":"traceutil/trace.go:171","msg":"trace[1132569620] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"144.810139ms","start":"2026-07-17T16:02:11.55712Z","end":"2026-07-17T16:02:11.70193Z","steps":["trace[1132569620] 'process raft request' (duration: 144.559223ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:11.702168Z","caller":"traceutil/trace.go:171","msg":"trace[49148787] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"144.42625ms","start":"2026-07-17T16:02:11.557706Z","end":"2026-07-17T16:02:11.702132Z","steps":["trace[49148787] 'process raft request' (duration: 144.166004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:11.702339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.288755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T16:02:11.702375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.601845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:11.702401Z","caller":"traceutil/trace.go:171","msg":"trace[140746814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2560; }","duration":"146.370467ms","start":"2026-07-17T16:02:11.556014Z","end":"2026-07-17T16:02:11.702384Z","steps":["trace[140746814] 'agreement among raft nodes before linearized reading' (duration: 146.118921ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:11.702435Z","caller":"traceutil/trace.go:171","msg":"trace[1152172034] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2560; }","duration":"421.740088ms","start":"2026-07-17T16:02:11.280679Z","end":"2026-07-17T16:02:11.702419Z","steps":["trace[1152172034] 'agreement among raft nodes before linearized reading' (duration: 421.563164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:11.702485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:11.280647Z","time spent":"421.82494ms","remote":"127.0.0.1:36108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:02:12.161046Z","caller":"traceutil/trace.go:171","msg":"trace[87031210] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"454.832087ms","start":"2026-07-17T16:02:11.706192Z","end":"2026-07-17T16:02:12.161024Z","steps":["trace[87031210] 'process raft request' (duration: 454.576811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:12.161208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:11.706164Z","time spent":"454.948069ms","remote":"127.0.0.1:41434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:12.521588Z","caller":"traceutil/trace.go:171","msg":"trace[1079302280] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"812.55499ms","start":"2026-07-17T16:02:11.708997Z","end":"2026-07-17T16:02:12.521552Z","steps":["trace[1079302280] 'process raft request' (duration: 744.844955ms)","trace[1079302280] 'compare' (duration: 67.404187ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:12.521762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:11.708978Z","time spent":"812.707734ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:12.521746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.406766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:12.521619Z","caller":"traceutil/trace.go:171","msg":"trace[1678268060] linearizableReadLoop","detail":"{readStateIndex:2670; appliedIndex:2667; }","duration":"357.263662ms","start":"2026-07-17T16:02:12.164328Z","end":"2026-07-17T16:02:12.521591Z","steps":["trace[1678268060] 'read index received' (duration: 289.391413ms)","trace[1678268060] 'applied index is now lower than readState.Index' (duration: 67.870999ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:12.521935Z","caller":"traceutil/trace.go:171","msg":"trace[104993755] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"560.467849ms","start":"2026-07-17T16:02:11.961438Z","end":"2026-07-17T16:02:12.521906Z","steps":["trace[104993755] 'process raft request' (duration: 559.965706ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:12.521991Z","caller":"traceutil/trace.go:171","msg":"trace[924573287] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2564; }","duration":"357.56725ms","start":"2026-07-17T16:02:12.164302Z","end":"2026-07-17T16:02:12.521869Z","steps":["trace[924573287] 'agreement among raft nodes before linearized reading' (duration: 357.372975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:12.522077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:11.961414Z","time spent":"560.585002ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:12.522171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:12.164217Z","time spent":"357.867247ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-17T16:02:12.52222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.623887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T16:02:12.522264Z","caller":"traceutil/trace.go:171","msg":"trace[112280992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2564; }","duration":"318.711819ms","start":"2026-07-17T16:02:12.203541Z","end":"2026-07-17T16:02:12.522253Z","steps":["trace[112280992] 'agreement among raft nodes before linearized reading' (duration: 318.569896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:12.522302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:12.203518Z","time spent":"318.777721ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T16:02:12.522239Z","caller":"traceutil/trace.go:171","msg":"trace[949809247] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"457.44444ms","start":"2026-07-17T16:02:12.064744Z","end":"2026-07-17T16:02:12.522188Z","steps":["trace[949809247] 'process raft request' (duration: 456.786264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:12.522669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:12.064718Z","time spent":"457.693117ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:12.99381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.877128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:12.994009Z","caller":"traceutil/trace.go:171","msg":"trace[1645238504] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"469.27312ms","start":"2026-07-17T16:02:12.524714Z","end":"2026-07-17T16:02:12.993987Z","steps":["trace[1645238504] 'process raft request' (duration: 156.133897ms)","trace[1645238504] 'compare' (duration: 312.577769ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:12.99407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:12.524689Z","time spent":"469.357942ms","remote":"127.0.0.1:41588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":782,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T16:02:12.994158Z","caller":"traceutil/trace.go:171","msg":"trace[871076935] linearizableReadLoop","detail":"{readStateIndex:2672; appliedIndex:2670; }","duration":"264.801532ms","start":"2026-07-17T16:02:12.729295Z","end":"2026-07-17T16:02:12.994097Z","steps":["trace[871076935] 'read index received' (duration: 98.510667ms)","trace[871076935] 'applied index is now lower than readState.Index' (duration: 166.289785ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:12.994257Z","caller":"traceutil/trace.go:171","msg":"trace[663323643] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"466.8149ms","start":"2026-07-17T16:02:12.527415Z","end":"2026-07-17T16:02:12.99423Z","steps":["trace[663323643] 'process raft request' (duration: 466.510923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:12.994407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.10202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-17T16:02:12.99441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:12.527376Z","time spent":"466.956674ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:12.994455Z","caller":"traceutil/trace.go:171","msg":"trace[1854415397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2566; }","duration":"265.192612ms","start":"2026-07-17T16:02:12.729251Z","end":"2026-07-17T16:02:12.994443Z","steps":["trace[1854415397] 'agreement among raft nodes before linearized reading' (duration: 265.042859ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:13.176958Z","caller":"traceutil/trace.go:171","msg":"trace[1560063311] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"178.891102ms","start":"2026-07-17T16:02:12.998042Z","end":"2026-07-17T16:02:13.176933Z","steps":["trace[1560063311] 'process raft request' (duration: 166.93516ms)","trace[1560063311] 'compare' (duration: 11.45455ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:13.177288Z","caller":"traceutil/trace.go:171","msg":"trace[1954027523] linearizableReadLoop","detail":"{readStateIndex:2675; appliedIndex:2673; }","duration":"105.045017ms","start":"2026-07-17T16:02:13.072209Z","end":"2026-07-17T16:02:13.177254Z","steps":["trace[1954027523] 'read index received' (duration: 92.679215ms)","trace[1954027523] 'applied index is now lower than readState.Index' (duration: 12.361062ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:13.177398Z","caller":"traceutil/trace.go:171","msg":"trace[1571296840] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"177.390855ms","start":"2026-07-17T16:02:12.999991Z","end":"2026-07-17T16:02:13.177382Z","steps":["trace[1571296840] 'process raft request' (duration: 176.847112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:13.17787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.623791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T16:02:13.177945Z","caller":"traceutil/trace.go:171","msg":"trace[390855453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2569; }","duration":"105.787216ms","start":"2026-07-17T16:02:13.07214Z","end":"2026-07-17T16:02:13.177927Z","steps":["trace[390855453] 'agreement among raft nodes before linearized reading' (duration: 105.232932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:13.860014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.545599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T16:02:13.860099Z","caller":"traceutil/trace.go:171","msg":"trace[1858833948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2571; }","duration":"238.705494ms","start":"2026-07-17T16:02:13.621372Z","end":"2026-07-17T16:02:13.860078Z","steps":["trace[1858833948] 'range keys from in-memory index tree' (duration: 238.363495ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:13.881986Z","caller":"traceutil/trace.go:171","msg":"trace[1586858709] linearizableReadLoop","detail":"{readStateIndex:2678; appliedIndex:2677; }","duration":"225.880949ms","start":"2026-07-17T16:02:13.656085Z","end":"2026-07-17T16:02:13.881965Z","steps":["trace[1586858709] 'read index received' (duration: 225.769207ms)","trace[1586858709] 'applied index is now lower than readState.Index' (duration: 110.972µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:13.882095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.987533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:13.882092Z","caller":"traceutil/trace.go:171","msg":"trace[1835988618] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"259.527542ms","start":"2026-07-17T16:02:13.622528Z","end":"2026-07-17T16:02:13.882055Z","steps":["trace[1835988618] 'process raft request' (duration: 259.246515ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:13.882127Z","caller":"traceutil/trace.go:171","msg":"trace[2025416195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2572; }","duration":"226.056074ms","start":"2026-07-17T16:02:13.656061Z","end":"2026-07-17T16:02:13.882117Z","steps":["trace[2025416195] 'agreement among raft nodes before linearized reading' (duration: 225.985772ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:13.906052Z","caller":"traceutil/trace.go:171","msg":"trace[968776369] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"197.979668ms","start":"2026-07-17T16:02:13.708049Z","end":"2026-07-17T16:02:13.906029Z","steps":["trace[968776369] 'process raft request' (duration: 197.804003ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:13.906324Z","caller":"traceutil/trace.go:171","msg":"trace[1607139124] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"198.201383ms","start":"2026-07-17T16:02:13.708099Z","end":"2026-07-17T16:02:13.9063Z","steps":["trace[1607139124] 'process raft request' (duration: 197.891126ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:14.723265Z","caller":"traceutil/trace.go:171","msg":"trace[307204443] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"195.401686ms","start":"2026-07-17T16:02:14.52784Z","end":"2026-07-17T16:02:14.723241Z","steps":["trace[307204443] 'process raft request' (duration: 195.247632ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:14.868276Z","caller":"traceutil/trace.go:171","msg":"trace[36202885] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"336.797322ms","start":"2026-07-17T16:02:14.531444Z","end":"2026-07-17T16:02:14.868241Z","steps":["trace[36202885] 'process raft request' (duration: 299.612483ms)","trace[36202885] 'compare' (duration: 36.947923ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:14.868448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:14.531422Z","time spent":"336.935915ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:15.149022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.960732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T16:02:15.149091Z","caller":"traceutil/trace.go:171","msg":"trace[130279721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2577; }","duration":"147.065494ms","start":"2026-07-17T16:02:15.002011Z","end":"2026-07-17T16:02:15.149076Z","steps":["trace[130279721] 'range keys from in-memory index tree' (duration: 146.797038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:15.149342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.978008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:02:15.149377Z","caller":"traceutil/trace.go:171","msg":"trace[2094135606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2577; }","duration":"137.05504ms","start":"2026-07-17T16:02:15.012313Z","end":"2026-07-17T16:02:15.149369Z","steps":["trace[2094135606] 'count revisions from in-memory index tree' (duration: 136.893865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:15.386804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.116442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-17T16:02:15.386885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.554774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:15.386928Z","caller":"traceutil/trace.go:171","msg":"trace[611710988] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2580; }","duration":"137.299616ms","start":"2026-07-17T16:02:15.249602Z","end":"2026-07-17T16:02:15.386902Z","steps":["trace[611710988] 'range keys from in-memory index tree' (duration: 136.978749ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:15.386985Z","caller":"traceutil/trace.go:171","msg":"trace[894078028] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"135.172724ms","start":"2026-07-17T16:02:15.251792Z","end":"2026-07-17T16:02:15.386965Z","steps":["trace[894078028] 'process raft request' (duration: 28.452506ms)","trace[894078028] 'compare' (duration: 106.443401ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:15.549105Z","caller":"traceutil/trace.go:171","msg":"trace[1803298554] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"107.443146ms","start":"2026-07-17T16:02:15.441623Z","end":"2026-07-17T16:02:15.549066Z","steps":["trace[1803298554] 'process raft request' (duration: 74.272085ms)","trace[1803298554] 'compare' (duration: 32.989587ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:16.027613Z","caller":"traceutil/trace.go:171","msg":"trace[1958436955] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"116.370805ms","start":"2026-07-17T16:02:15.911174Z","end":"2026-07-17T16:02:16.027544Z","steps":["trace[1958436955] 'process raft request' (duration: 115.632787ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:16.035671Z","caller":"traceutil/trace.go:171","msg":"trace[585616257] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"120.979907ms","start":"2026-07-17T16:02:15.91466Z","end":"2026-07-17T16:02:16.03564Z","steps":["trace[585616257] 'process raft request' (duration: 120.891954ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:16.035763Z","caller":"traceutil/trace.go:171","msg":"trace[971584215] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"122.657168ms","start":"2026-07-17T16:02:15.913048Z","end":"2026-07-17T16:02:16.035705Z","steps":["trace[971584215] 'process raft request' (duration: 122.34168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:17.511444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.993746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-17T16:02:17.511492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.983277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:17.511532Z","caller":"traceutil/trace.go:171","msg":"trace[1020947624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2590; }","duration":"121.13202ms","start":"2026-07-17T16:02:17.390379Z","end":"2026-07-17T16:02:17.511511Z","steps":["trace[1020947624] 'range keys from in-memory index tree' (duration: 120.783351ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:17.511586Z","caller":"traceutil/trace.go:171","msg":"trace[767001480] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2590; }","duration":"180.129311ms","start":"2026-07-17T16:02:17.331425Z","end":"2026-07-17T16:02:17.511554Z","steps":["trace[767001480] 'count revisions from in-memory index tree' (duration: 179.848064ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:17.7729Z","caller":"traceutil/trace.go:171","msg":"trace[1499608998] linearizableReadLoop","detail":"{readStateIndex:2698; appliedIndex:2697; }","duration":"117.758148ms","start":"2026-07-17T16:02:17.655117Z","end":"2026-07-17T16:02:17.772875Z","steps":["trace[1499608998] 'read index received' (duration: 117.648945ms)","trace[1499608998] 'applied index is now lower than readState.Index' (duration: 107.913µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:17.773065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.922903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:17.773069Z","caller":"traceutil/trace.go:171","msg":"trace[42343815] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"257.34523ms","start":"2026-07-17T16:02:17.515652Z","end":"2026-07-17T16:02:17.772997Z","steps":["trace[42343815] 'process raft request' (duration: 257.073833ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:17.7731Z","caller":"traceutil/trace.go:171","msg":"trace[1443488675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2591; }","duration":"118.032945ms","start":"2026-07-17T16:02:17.655056Z","end":"2026-07-17T16:02:17.773089Z","steps":["trace[1443488675] 'agreement among raft nodes before linearized reading' (duration: 117.918522ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:18.117784Z","caller":"traceutil/trace.go:171","msg":"trace[1865915726] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"217.571228ms","start":"2026-07-17T16:02:17.90018Z","end":"2026-07-17T16:02:18.117751Z","steps":["trace[1865915726] 'process raft request' (duration: 180.260426ms)","trace[1865915726] 'compare' (duration: 37.068226ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:20.223748Z","caller":"traceutil/trace.go:171","msg":"trace[1311093219] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"100.26483ms","start":"2026-07-17T16:02:20.123448Z","end":"2026-07-17T16:02:20.223713Z","steps":["trace[1311093219] 'process raft request' (duration: 100.151338ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:20.223758Z","caller":"traceutil/trace.go:171","msg":"trace[1660988110] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"100.697052ms","start":"2026-07-17T16:02:20.123024Z","end":"2026-07-17T16:02:20.223721Z","steps":["trace[1660988110] 'process raft request' (duration: 87.871578ms)","trace[1660988110] 'compare' (duration: 12.583378ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:20.543574Z","caller":"traceutil/trace.go:171","msg":"trace[1450859360] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"107.232871ms","start":"2026-07-17T16:02:20.436188Z","end":"2026-07-17T16:02:20.543421Z","steps":["trace[1450859360] 'process raft request' (duration: 103.310035ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:20.935591Z","caller":"traceutil/trace.go:171","msg":"trace[1546240650] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"103.884059ms","start":"2026-07-17T16:02:20.831667Z","end":"2026-07-17T16:02:20.935551Z","steps":["trace[1546240650] 'process raft request' (duration: 20.824739ms)","trace[1546240650] 'compare' (duration: 82.933497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:20.935878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.167232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129051"} {"level":"info","ts":"2026-07-17T16:02:20.935932Z","caller":"traceutil/trace.go:171","msg":"trace[935134774] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2638; }","duration":"103.261454ms","start":"2026-07-17T16:02:20.832656Z","end":"2026-07-17T16:02:20.935918Z","steps":["trace[935134774] 'agreement among raft nodes before linearized reading' (duration: 103.050268ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:24.308985Z","caller":"traceutil/trace.go:171","msg":"trace[713383812] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2687; }","duration":"223.767329ms","start":"2026-07-17T16:02:24.085189Z","end":"2026-07-17T16:02:24.308956Z","steps":["trace[713383812] 'process raft request' (duration: 223.630436ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:24.4526Z","caller":"traceutil/trace.go:171","msg":"trace[1487193870] linearizableReadLoop","detail":"{readStateIndex:2799; appliedIndex:2796; }","duration":"206.653421ms","start":"2026-07-17T16:02:24.24593Z","end":"2026-07-17T16:02:24.452583Z","steps":["trace[1487193870] 'read index received' (duration: 62.917808ms)","trace[1487193870] 'applied index is now lower than readState.Index' (duration: 143.734983ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:24.452679Z","caller":"traceutil/trace.go:171","msg":"trace[1915213859] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"187.779039ms","start":"2026-07-17T16:02:24.264893Z","end":"2026-07-17T16:02:24.452672Z","steps":["trace[1915213859] 'process raft request' (duration: 187.666707ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:24.452673Z","caller":"traceutil/trace.go:171","msg":"trace[1376306467] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"210.123606ms","start":"2026-07-17T16:02:24.242518Z","end":"2026-07-17T16:02:24.452642Z","steps":["trace[1376306467] 'process raft request' (duration: 210.011623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:24.452816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.883667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T16:02:24.45284Z","caller":"traceutil/trace.go:171","msg":"trace[1554151854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2690; }","duration":"206.939528ms","start":"2026-07-17T16:02:24.245893Z","end":"2026-07-17T16:02:24.452833Z","steps":["trace[1554151854] 'agreement among raft nodes before linearized reading' (duration: 206.855526ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:24.452826Z","caller":"traceutil/trace.go:171","msg":"trace[292384947] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"215.014915ms","start":"2026-07-17T16:02:24.237769Z","end":"2026-07-17T16:02:24.452784Z","steps":["trace[292384947] 'process raft request' (duration: 214.640626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:24.453183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.976175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/cnpg-system\" ","response":"range_response_count:1 size:376"} {"level":"info","ts":"2026-07-17T16:02:24.453322Z","caller":"traceutil/trace.go:171","msg":"trace[90960825] range","detail":"{range_begin:/registry/namespaces/cnpg-system; range_end:; response_count:1; response_revision:2690; }","duration":"143.158189ms","start":"2026-07-17T16:02:24.31012Z","end":"2026-07-17T16:02:24.453278Z","steps":["trace[90960825] 'agreement among raft nodes before linearized reading' (duration: 142.79693ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:27.646565Z","caller":"traceutil/trace.go:171","msg":"trace[1041231859] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"165.493484ms","start":"2026-07-17T16:02:27.481049Z","end":"2026-07-17T16:02:27.646543Z","steps":["trace[1041231859] 'process raft request' (duration: 164.975812ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:33.403589Z","caller":"traceutil/trace.go:171","msg":"trace[79919031] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"204.735974ms","start":"2026-07-17T16:02:33.19882Z","end":"2026-07-17T16:02:33.403556Z","steps":["trace[79919031] 'process raft request' (duration: 131.517454ms)","trace[79919031] 'compare' (duration: 73.078856ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:39.71125Z","caller":"traceutil/trace.go:171","msg":"trace[262801804] linearizableReadLoop","detail":"{readStateIndex:3070; appliedIndex:3068; }","duration":"115.837901ms","start":"2026-07-17T16:02:39.595387Z","end":"2026-07-17T16:02:39.711225Z","steps":["trace[262801804] 'read index received' (duration: 97.969845ms)","trace[262801804] 'applied index is now lower than readState.Index' (duration: 17.867086ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:39.711285Z","caller":"traceutil/trace.go:171","msg":"trace[1456353646] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"118.800974ms","start":"2026-07-17T16:02:39.592438Z","end":"2026-07-17T16:02:39.711239Z","steps":["trace[1456353646] 'process raft request' (duration: 100.863115ms)","trace[1456353646] 'compare' (duration: 17.707213ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:39.71129Z","caller":"traceutil/trace.go:171","msg":"trace[2142894185] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"118.194509ms","start":"2026-07-17T16:02:39.593066Z","end":"2026-07-17T16:02:39.711261Z","steps":["trace[2142894185] 'process raft request' (duration: 118.089667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:39.711548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.137239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node.18c31f2df348ac5c\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-17T16:02:39.711641Z","caller":"traceutil/trace.go:171","msg":"trace[2048432335] range","detail":"{range_begin:/registry/events/openstack/valkey-node.18c31f2df348ac5c; range_end:; response_count:1; response_revision:2947; }","duration":"116.261232ms","start":"2026-07-17T16:02:39.595363Z","end":"2026-07-17T16:02:39.711625Z","steps":["trace[2048432335] 'agreement among raft nodes before linearized reading' (duration: 116.031136ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:39.862619Z","caller":"traceutil/trace.go:171","msg":"trace[786728704] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"118.311142ms","start":"2026-07-17T16:02:39.74428Z","end":"2026-07-17T16:02:39.862591Z","steps":["trace[786728704] 'process raft request' (duration: 99.477622ms)","trace[786728704] 'compare' (duration: 18.661706ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:39.89489Z","caller":"traceutil/trace.go:171","msg":"trace[582771446] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"149.386051ms","start":"2026-07-17T16:02:39.745473Z","end":"2026-07-17T16:02:39.894859Z","steps":["trace[582771446] 'process raft request' (duration: 149.313219ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:39.894949Z","caller":"traceutil/trace.go:171","msg":"trace[24859496] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"150.344725ms","start":"2026-07-17T16:02:39.74455Z","end":"2026-07-17T16:02:39.894895Z","steps":["trace[24859496] 'process raft request' (duration: 149.978006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:40.026094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.4908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T16:02:40.026253Z","caller":"traceutil/trace.go:171","msg":"trace[135675336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2954; }","duration":"101.667015ms","start":"2026-07-17T16:02:39.924566Z","end":"2026-07-17T16:02:40.026233Z","steps":["trace[135675336] 'agreement among raft nodes before linearized reading' (duration: 101.356537ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:40.026099Z","caller":"traceutil/trace.go:171","msg":"trace[267283351] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"129.533556ms","start":"2026-07-17T16:02:39.896474Z","end":"2026-07-17T16:02:40.026007Z","steps":["trace[267283351] 'process raft request' (duration: 126.329228ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:40.032663Z","caller":"traceutil/trace.go:171","msg":"trace[1754857063] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"102.876624ms","start":"2026-07-17T16:02:39.929765Z","end":"2026-07-17T16:02:40.032642Z","steps":["trace[1754857063] 'process raft request' (duration: 102.649459ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:40.247737Z","caller":"traceutil/trace.go:171","msg":"trace[252650422] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"108.282157ms","start":"2026-07-17T16:02:40.139413Z","end":"2026-07-17T16:02:40.247695Z","steps":["trace[252650422] 'process raft request' (duration: 107.981159ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:40.651796Z","caller":"traceutil/trace.go:171","msg":"trace[1237448889] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"100.660999ms","start":"2026-07-17T16:02:40.551108Z","end":"2026-07-17T16:02:40.651769Z","steps":["trace[1237448889] 'process raft request' (duration: 100.459385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:42.931102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075010824s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:42.931305Z","caller":"traceutil/trace.go:171","msg":"trace[490130006] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"1.207461871s","start":"2026-07-17T16:02:41.723819Z","end":"2026-07-17T16:02:42.931281Z","steps":["trace[490130006] 'process raft request' (duration: 131.627847ms)","trace[490130006] 'compare' (duration: 1.074637055s)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:42.931356Z","caller":"traceutil/trace.go:171","msg":"trace[1925169750] linearizableReadLoop","detail":"{readStateIndex:3119; appliedIndex:3117; }","duration":"891.382005ms","start":"2026-07-17T16:02:42.039928Z","end":"2026-07-17T16:02:42.93131Z","steps":["trace[1925169750] 'read index received' (duration: 399.073663ms)","trace[1925169750] 'applied index is now lower than readState.Index' (duration: 492.307492ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:42.931402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:41.723778Z","time spent":"1.207586744s","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T16:02:42.93147Z","caller":"traceutil/trace.go:171","msg":"trace[1628358984] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"1.000385799s","start":"2026-07-17T16:02:41.93103Z","end":"2026-07-17T16:02:42.931416Z","steps":["trace[1628358984] 'process raft request' (duration: 1.000188545s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:42.9316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:41.931004Z","time spent":"1.000540744s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:42.931797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.830777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T16:02:42.931892Z","caller":"traceutil/trace.go:171","msg":"trace[537581777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2995; }","duration":"891.981969ms","start":"2026-07-17T16:02:42.039886Z","end":"2026-07-17T16:02:42.931868Z","steps":["trace[537581777] 'agreement among raft nodes before linearized reading' (duration: 891.745874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:42.93194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.039864Z","time spent":"892.066202ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T16:02:42.951246Z","caller":"traceutil/trace.go:171","msg":"trace[951110707] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"842.978643ms","start":"2026-07-17T16:02:42.108249Z","end":"2026-07-17T16:02:42.951228Z","steps":["trace[951110707] 'process raft request' (duration: 842.933102ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:42.951292Z","caller":"traceutil/trace.go:171","msg":"trace[1230395977] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"846.259053ms","start":"2026-07-17T16:02:42.105002Z","end":"2026-07-17T16:02:42.951261Z","steps":["trace[1230395977] 'process raft request' (duration: 846.094909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:42.951374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.108229Z","time spent":"843.065865ms","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:42.951502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.104984Z","time spent":"846.436118ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T16:02:43.634834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:43.318553Z","time spent":"316.2729ms","remote":"127.0.0.1:38988","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T16:02:43.635187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.544584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:43.635408Z","caller":"traceutil/trace.go:171","msg":"trace[992747837] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"1.10630828s","start":"2026-07-17T16:02:42.529084Z","end":"2026-07-17T16:02:43.635392Z","steps":["trace[992747837] 'process raft request' (duration: 893.463138ms)","trace[992747837] 'compare' (duration: 212.219557ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:43.635504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.529063Z","time spent":"1.106379521s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:43.635507Z","caller":"traceutil/trace.go:171","msg":"trace[111853372] linearizableReadLoop","detail":"{readStateIndex:3125; appliedIndex:3121; }","duration":"704.105629ms","start":"2026-07-17T16:02:42.931385Z","end":"2026-07-17T16:02:43.635491Z","steps":["trace[111853372] 'read index received' (duration: 20.02913ms)","trace[111853372] 'applied index is now lower than readState.Index' (duration: 684.075569ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:43.635577Z","caller":"traceutil/trace.go:171","msg":"trace[1135107868] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"977.129672ms","start":"2026-07-17T16:02:42.658438Z","end":"2026-07-17T16:02:43.635568Z","steps":["trace[1135107868] 'process raft request' (duration: 976.918607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.635637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.658418Z","time spent":"977.187474ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:43.635532Z","caller":"traceutil/trace.go:171","msg":"trace[996816830] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"985.013736ms","start":"2026-07-17T16:02:42.650449Z","end":"2026-07-17T16:02:43.635463Z","steps":["trace[996816830] 'process raft request' (duration: 984.828691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.635739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045465123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/databases/\" range_end:\"/registry/postgresql.cnpg.io/databases0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:43.635774Z","caller":"traceutil/trace.go:171","msg":"trace[1947155608] range","detail":"{range_begin:/registry/postgresql.cnpg.io/databases/; range_end:/registry/postgresql.cnpg.io/databases0; response_count:0; response_revision:3002; }","duration":"1.045522734s","start":"2026-07-17T16:02:42.590241Z","end":"2026-07-17T16:02:43.635764Z","steps":["trace[1947155608] 'agreement among raft nodes before linearized reading' (duration: 1.045422592s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.635792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.590227Z","time spent":"1.045560416s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/databases/\" range_end:\"/registry/postgresql.cnpg.io/databases0\" limit:500 "} {"level":"warn","ts":"2026-07-17T16:02:43.635845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045643358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/databases/\" range_end:\"/registry/postgresql.cnpg.io/databases0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:43.63588Z","caller":"traceutil/trace.go:171","msg":"trace[2110409893] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"976.512528ms","start":"2026-07-17T16:02:42.659361Z","end":"2026-07-17T16:02:43.635874Z","steps":["trace[2110409893] 'process raft request' (duration: 976.034746ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:43.635882Z","caller":"traceutil/trace.go:171","msg":"trace[1005228278] range","detail":"{range_begin:/registry/postgresql.cnpg.io/databases/; range_end:/registry/postgresql.cnpg.io/databases0; response_count:0; response_revision:3002; }","duration":"1.045695339s","start":"2026-07-17T16:02:42.590177Z","end":"2026-07-17T16:02:43.635872Z","steps":["trace[1005228278] 'agreement among raft nodes before linearized reading' (duration: 1.045632647s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.635914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.659342Z","time spent":"976.550048ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:43.635949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07603672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/publications/\" range_end:\"/registry/postgresql.cnpg.io/publications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:43.635975Z","caller":"traceutil/trace.go:171","msg":"trace[582813046] range","detail":"{range_begin:/registry/postgresql.cnpg.io/publications/; range_end:/registry/postgresql.cnpg.io/publications0; response_count:0; response_revision:3002; }","duration":"1.076082511s","start":"2026-07-17T16:02:42.559885Z","end":"2026-07-17T16:02:43.635968Z","steps":["trace[582813046] 'agreement among raft nodes before linearized reading' (duration: 1.07604405s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:43.635995Z","caller":"traceutil/trace.go:171","msg":"trace[693818688] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"700.151543ms","start":"2026-07-17T16:02:42.935838Z","end":"2026-07-17T16:02:43.635989Z","steps":["trace[693818688] 'process raft request' (duration: 699.611679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.636004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.559875Z","time spent":"1.076122353s","remote":"127.0.0.1:38968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/publications/\" range_end:\"/registry/postgresql.cnpg.io/publications0\" limit:500 "} {"level":"warn","ts":"2026-07-17T16:02:43.636024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.935809Z","time spent":"700.199384ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:43.636157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.637307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T16:02:43.636182Z","caller":"traceutil/trace.go:171","msg":"trace[1914064011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3002; }","duration":"966.691717ms","start":"2026-07-17T16:02:42.669485Z","end":"2026-07-17T16:02:43.636177Z","steps":["trace[1914064011] 'agreement among raft nodes before linearized reading' (duration: 966.593825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.636197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.66947Z","time spent":"966.723759ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:02:43.636196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077171897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/publications/\" range_end:\"/registry/postgresql.cnpg.io/publications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:43.636224Z","caller":"traceutil/trace.go:171","msg":"trace[1304314864] range","detail":"{range_begin:/registry/postgresql.cnpg.io/publications/; range_end:/registry/postgresql.cnpg.io/publications0; response_count:0; response_revision:3002; }","duration":"1.077198319s","start":"2026-07-17T16:02:42.559016Z","end":"2026-07-17T16:02:43.636215Z","steps":["trace[1304314864] 'agreement among raft nodes before linearized reading' (duration: 1.077158378s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.636257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.558981Z","time spent":"1.07726779s","remote":"127.0.0.1:38968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/publications/\" range_end:\"/registry/postgresql.cnpg.io/publications0\" limit:10000 "} {"level":"warn","ts":"2026-07-17T16:02:43.636277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.875478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:43.636292Z","caller":"traceutil/trace.go:171","msg":"trace[290054635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3002; }","duration":"981.90905ms","start":"2026-07-17T16:02:42.654378Z","end":"2026-07-17T16:02:43.636287Z","steps":["trace[290054635] 'agreement among raft nodes before linearized reading' (duration: 981.885249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.636304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.654369Z","time spent":"981.93252ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:02:43.6364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024032328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/subscriptions/\" range_end:\"/registry/postgresql.cnpg.io/subscriptions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:43.636423Z","caller":"traceutil/trace.go:171","msg":"trace[2008057264] range","detail":"{range_begin:/registry/postgresql.cnpg.io/subscriptions/; range_end:/registry/postgresql.cnpg.io/subscriptions0; response_count:0; response_revision:3002; }","duration":"1.024104941s","start":"2026-07-17T16:02:42.612313Z","end":"2026-07-17T16:02:43.636418Z","steps":["trace[2008057264] 'agreement among raft nodes before linearized reading' (duration: 1.02406678s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.63644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.612295Z","time spent":"1.024138481s","remote":"127.0.0.1:38980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/subscriptions/\" range_end:\"/registry/postgresql.cnpg.io/subscriptions0\" limit:500 "} {"level":"warn","ts":"2026-07-17T16:02:43.636457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081424882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33935777-7ccb-46f9-8789-93d69b090806\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-07-17T16:02:43.636492Z","caller":"traceutil/trace.go:171","msg":"trace[2083341878] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-33935777-7ccb-46f9-8789-93d69b090806; range_end:; response_count:1; response_revision:3002; }","duration":"1.081502894s","start":"2026-07-17T16:02:42.55498Z","end":"2026-07-17T16:02:43.636483Z","steps":["trace[2083341878] 'agreement among raft nodes before linearized reading' (duration: 1.081384831s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.636529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.554958Z","time spent":"1.081558685s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3640,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33935777-7ccb-46f9-8789-93d69b090806\" "} {"level":"warn","ts":"2026-07-17T16:02:43.636157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077118206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/publications/\" range_end:\"/registry/postgresql.cnpg.io/publications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:43.638214Z","caller":"traceutil/trace.go:171","msg":"trace[616938210] range","detail":"{range_begin:/registry/postgresql.cnpg.io/publications/; range_end:/registry/postgresql.cnpg.io/publications0; response_count:0; response_revision:3002; }","duration":"1.079142436s","start":"2026-07-17T16:02:42.559028Z","end":"2026-07-17T16:02:43.638171Z","steps":["trace[616938210] 'agreement among raft nodes before linearized reading' (duration: 1.077104346s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.638266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.558993Z","time spent":"1.079257049s","remote":"127.0.0.1:38968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/publications/\" range_end:\"/registry/postgresql.cnpg.io/publications0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:02:43.636542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025387452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/subscriptions/\" range_end:\"/registry/postgresql.cnpg.io/subscriptions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:43.638413Z","caller":"traceutil/trace.go:171","msg":"trace[2037101194] range","detail":"{range_begin:/registry/postgresql.cnpg.io/subscriptions/; range_end:/registry/postgresql.cnpg.io/subscriptions0; response_count:0; response_revision:3002; }","duration":"1.027283829s","start":"2026-07-17T16:02:42.611118Z","end":"2026-07-17T16:02:43.638402Z","steps":["trace[2037101194] 'agreement among raft nodes before linearized reading' (duration: 1.025406813s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.638445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.611102Z","time spent":"1.027331989s","remote":"127.0.0.1:38980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/subscriptions/\" range_end:\"/registry/postgresql.cnpg.io/subscriptions0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:02:43.636569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025431313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/subscriptions/\" range_end:\"/registry/postgresql.cnpg.io/subscriptions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:43.638508Z","caller":"traceutil/trace.go:171","msg":"trace[331513704] range","detail":"{range_begin:/registry/postgresql.cnpg.io/subscriptions/; range_end:/registry/postgresql.cnpg.io/subscriptions0; response_count:0; response_revision:3002; }","duration":"1.027392461s","start":"2026-07-17T16:02:42.611105Z","end":"2026-07-17T16:02:43.638498Z","steps":["trace[331513704] 'agreement among raft nodes before linearized reading' (duration: 1.025449603s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.638542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.611089Z","time spent":"1.027442643s","remote":"127.0.0.1:38980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/subscriptions/\" range_end:\"/registry/postgresql.cnpg.io/subscriptions0\" limit:10000 "} {"level":"warn","ts":"2026-07-17T16:02:43.636591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046256562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/databases/\" range_end:\"/registry/postgresql.cnpg.io/databases0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:43.638632Z","caller":"traceutil/trace.go:171","msg":"trace[285156701] range","detail":"{range_begin:/registry/postgresql.cnpg.io/databases/; range_end:/registry/postgresql.cnpg.io/databases0; response_count:0; response_revision:3002; }","duration":"1.048328993s","start":"2026-07-17T16:02:42.590293Z","end":"2026-07-17T16:02:43.638622Z","steps":["trace[285156701] 'agreement among raft nodes before linearized reading' (duration: 1.046288843s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.638675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.590272Z","time spent":"1.048389255s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/databases/\" range_end:\"/registry/postgresql.cnpg.io/databases0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:02:43.635913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.590169Z","time spent":"1.04573686s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/databases/\" range_end:\"/registry/postgresql.cnpg.io/databases0\" limit:10000 "} {"level":"warn","ts":"2026-07-17T16:02:43.636606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.650435Z","time spent":"985.269992ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:43.636977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273283041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33935777-7ccb-46f9-8789-93d69b090806\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-07-17T16:02:43.638915Z","caller":"traceutil/trace.go:171","msg":"trace[1663470320] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-33935777-7ccb-46f9-8789-93d69b090806; range_end:; response_count:1; response_revision:3002; }","duration":"1.275245559s","start":"2026-07-17T16:02:42.363649Z","end":"2026-07-17T16:02:43.638895Z","steps":["trace[1663470320] 'agreement among raft nodes before linearized reading' (duration: 1.273203899s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.638948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.363627Z","time spent":"1.2753133s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3640,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33935777-7ccb-46f9-8789-93d69b090806\" "} {"level":"warn","ts":"2026-07-17T16:02:43.637006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100619931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/failoverquorums/\" range_end:\"/registry/postgresql.cnpg.io/failoverquorums0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:43.639047Z","caller":"traceutil/trace.go:171","msg":"trace[1475428001] range","detail":"{range_begin:/registry/postgresql.cnpg.io/failoverquorums/; range_end:/registry/postgresql.cnpg.io/failoverquorums0; response_count:0; response_revision:3002; }","duration":"1.102706882s","start":"2026-07-17T16:02:42.536333Z","end":"2026-07-17T16:02:43.639039Z","steps":["trace[1475428001] 'agreement among raft nodes before linearized reading' (duration: 1.100656622s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.639069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.536193Z","time spent":"1.102869176s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/failoverquorums/\" range_end:\"/registry/postgresql.cnpg.io/failoverquorums0\" limit:500 "} {"level":"warn","ts":"2026-07-17T16:02:43.637026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/failoverquorums/\" range_end:\"/registry/postgresql.cnpg.io/failoverquorums0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:43.639176Z","caller":"traceutil/trace.go:171","msg":"trace[404345949] range","detail":"{range_begin:/registry/postgresql.cnpg.io/failoverquorums/; range_end:/registry/postgresql.cnpg.io/failoverquorums0; response_count:0; response_revision:3002; }","duration":"1.103938082s","start":"2026-07-17T16:02:42.535228Z","end":"2026-07-17T16:02:43.639166Z","steps":["trace[404345949] 'agreement among raft nodes before linearized reading' (duration: 1.10178679s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.63922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.535105Z","time spent":"1.104104486s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/failoverquorums/\" range_end:\"/registry/postgresql.cnpg.io/failoverquorums0\" limit:10000 "} {"level":"warn","ts":"2026-07-17T16:02:43.637042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101887852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/failoverquorums/\" range_end:\"/registry/postgresql.cnpg.io/failoverquorums0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:43.63929Z","caller":"traceutil/trace.go:171","msg":"trace[1091787585] range","detail":"{range_begin:/registry/postgresql.cnpg.io/failoverquorums/; range_end:/registry/postgresql.cnpg.io/failoverquorums0; response_count:0; response_revision:3002; }","duration":"1.104152667s","start":"2026-07-17T16:02:42.535131Z","end":"2026-07-17T16:02:43.639283Z","steps":["trace[1091787585] 'agreement among raft nodes before linearized reading' (duration: 1.101901952s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.63931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.535122Z","time spent":"1.104181178s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/failoverquorums/\" range_end:\"/registry/postgresql.cnpg.io/failoverquorums0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:02:43.945095Z","caller":"traceutil/trace.go:171","msg":"trace[790080601] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"985.575908ms","start":"2026-07-17T16:02:42.959485Z","end":"2026-07-17T16:02:43.945061Z","steps":["trace[790080601] 'process raft request' (duration: 985.287361ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:43.945165Z","caller":"traceutil/trace.go:171","msg":"trace[997375075] linearizableReadLoop","detail":"{readStateIndex:3129; appliedIndex:3126; }","duration":"309.600366ms","start":"2026-07-17T16:02:43.635538Z","end":"2026-07-17T16:02:43.945138Z","steps":["trace[997375075] 'read index received' (duration: 309.309619ms)","trace[997375075] 'applied index is now lower than readState.Index' (duration: 289.387µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:43.945234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.959461Z","time spent":"985.696282ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T16:02:43.94537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.553373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-17T16:02:43.945406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.824962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T16:02:43.945452Z","caller":"traceutil/trace.go:171","msg":"trace[1215141846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3005; }","duration":"385.679346ms","start":"2026-07-17T16:02:43.559753Z","end":"2026-07-17T16:02:43.945432Z","steps":["trace[1215141846] 'agreement among raft nodes before linearized reading' (duration: 385.42998ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:43.945475Z","caller":"traceutil/trace.go:171","msg":"trace[2103314765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3005; }","duration":"732.932424ms","start":"2026-07-17T16:02:43.212527Z","end":"2026-07-17T16:02:43.945459Z","steps":["trace[2103314765] 'agreement among raft nodes before linearized reading' (duration: 732.75177ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:43.945487Z","caller":"traceutil/trace.go:171","msg":"trace[1773721263] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"981.619561ms","start":"2026-07-17T16:02:42.963854Z","end":"2026-07-17T16:02:43.945474Z","steps":["trace[1773721263] 'process raft request' (duration: 981.079868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.945503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:43.559735Z","time spent":"385.758348ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T16:02:43.945457Z","caller":"traceutil/trace.go:171","msg":"trace[1622032195] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"834.901606ms","start":"2026-07-17T16:02:43.110519Z","end":"2026-07-17T16:02:43.945421Z","steps":["trace[1622032195] 'process raft request' (duration: 834.547478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.945531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.468025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:02:43.945586Z","caller":"traceutil/trace.go:171","msg":"trace[1818612788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3005; }","duration":"350.587109ms","start":"2026-07-17T16:02:43.594986Z","end":"2026-07-17T16:02:43.945573Z","steps":["trace[1818612788] 'agreement among raft nodes before linearized reading' (duration: 350.428385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.945575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.963833Z","time spent":"981.691834ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:43.945593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.74428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18c31f2e894940f4\" ","response":"range_response_count:1 size:661"} {"level":"warn","ts":"2026-07-17T16:02:43.945628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:43.594962Z","time spent":"350.65739ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:02:43.945649Z","caller":"traceutil/trace.go:171","msg":"trace[245179420] range","detail":"{range_begin:/registry/events/openstack/valkey.18c31f2e894940f4; range_end:; response_count:1; response_revision:3005; }","duration":"989.827502ms","start":"2026-07-17T16:02:42.955807Z","end":"2026-07-17T16:02:43.945635Z","steps":["trace[245179420] 'agreement among raft nodes before linearized reading' (duration: 989.684009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.945524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:43.212503Z","time spent":"733.008265ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:02:43.945676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:43.110496Z","time spent":"835.07805ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:43.945703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:42.95579Z","time spent":"989.900835ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":684,"request content":"key:\"/registry/events/openstack/valkey.18c31f2e894940f4\" "} {"level":"warn","ts":"2026-07-17T16:02:43.945396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.429801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:43.946154Z","caller":"traceutil/trace.go:171","msg":"trace[1814189403] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3005; }","duration":"940.240201ms","start":"2026-07-17T16:02:43.005892Z","end":"2026-07-17T16:02:43.946133Z","steps":["trace[1814189403] 'agreement among raft nodes before linearized reading' (duration: 939.422131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:43.946212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:43.005871Z","time spent":"940.323123ms","remote":"127.0.0.1:36102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:02:44.125296Z","caller":"traceutil/trace.go:171","msg":"trace[1798611037] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"483.367284ms","start":"2026-07-17T16:02:43.641901Z","end":"2026-07-17T16:02:44.125268Z","steps":["trace[1798611037] 'process raft request' (duration: 483.109138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:44.125452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:43.641883Z","time spent":"483.486517ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:44.125621Z","caller":"traceutil/trace.go:171","msg":"trace[313028669] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"480.090624ms","start":"2026-07-17T16:02:43.645503Z","end":"2026-07-17T16:02:44.125594Z","steps":["trace[313028669] 'process raft request' (duration: 479.691894ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:44.125644Z","caller":"traceutil/trace.go:171","msg":"trace[880358784] linearizableReadLoop","detail":"{readStateIndex:3132; appliedIndex:3129; }","duration":"180.383899ms","start":"2026-07-17T16:02:43.945238Z","end":"2026-07-17T16:02:44.125622Z","steps":["trace[880358784] 'read index received' (duration: 179.816285ms)","trace[880358784] 'applied index is now lower than readState.Index' (duration: 565.814µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:44.125678Z","caller":"traceutil/trace.go:171","msg":"trace[1502278110] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"410.857063ms","start":"2026-07-17T16:02:43.714797Z","end":"2026-07-17T16:02:44.125654Z","steps":["trace[1502278110] 'process raft request' (duration: 410.647237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:44.125776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:43.645484Z","time spent":"480.206446ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3722,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:44.125783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:43.71477Z","time spent":"410.954914ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:44.125781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.414278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T16:02:44.125798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.342137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/auth-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:44.125846Z","caller":"traceutil/trace.go:171","msg":"trace[661087791] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3008; }","duration":"263.521821ms","start":"2026-07-17T16:02:43.862311Z","end":"2026-07-17T16:02:44.125832Z","steps":["trace[661087791] 'agreement among raft nodes before linearized reading' (duration: 263.385078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:44.125841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.154248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:44.125892Z","caller":"traceutil/trace.go:171","msg":"trace[1477627294] range","detail":"{range_begin:/registry/namespaces/auth-system; range_end:; response_count:0; response_revision:3008; }","duration":"477.45984ms","start":"2026-07-17T16:02:43.648408Z","end":"2026-07-17T16:02:44.125868Z","steps":["trace[1477627294] 'agreement among raft nodes before linearized reading' (duration: 477.303396ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:44.125907Z","caller":"traceutil/trace.go:171","msg":"trace[1889594618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3008; }","duration":"485.26104ms","start":"2026-07-17T16:02:43.640634Z","end":"2026-07-17T16:02:44.125895Z","steps":["trace[1889594618] 'agreement among raft nodes before linearized reading' (duration: 485.130357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:44.125967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:43.648401Z","time spent":"477.552402ms","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/auth-system\" "} {"level":"warn","ts":"2026-07-17T16:02:44.126003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:43.640565Z","time spent":"485.424995ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:02:44.18686Z","caller":"traceutil/trace.go:171","msg":"trace[1635762468] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"238.657634ms","start":"2026-07-17T16:02:43.948174Z","end":"2026-07-17T16:02:44.186831Z","steps":["trace[1635762468] 'process raft request' (duration: 238.121411ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:44.187368Z","caller":"traceutil/trace.go:171","msg":"trace[1896401115] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"237.379963ms","start":"2026-07-17T16:02:43.949926Z","end":"2026-07-17T16:02:44.187306Z","steps":["trace[1896401115] 'process raft request' (duration: 236.523322ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:44.187607Z","caller":"traceutil/trace.go:171","msg":"trace[305860293] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"236.569513ms","start":"2026-07-17T16:02:43.951021Z","end":"2026-07-17T16:02:44.187591Z","steps":["trace[305860293] 'process raft request' (duration: 235.505706ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:44.187883Z","caller":"traceutil/trace.go:171","msg":"trace[1110052707] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"236.776847ms","start":"2026-07-17T16:02:43.951089Z","end":"2026-07-17T16:02:44.187866Z","steps":["trace[1110052707] 'process raft request' (duration: 235.474725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:44.188152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.088188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:44.188217Z","caller":"traceutil/trace.go:171","msg":"trace[515662756] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:0; response_revision:3012; }","duration":"233.188549ms","start":"2026-07-17T16:02:43.955012Z","end":"2026-07-17T16:02:44.188201Z","steps":["trace[515662756] 'agreement among raft nodes before linearized reading' (duration: 233.079807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:45.904726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.368601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/keycloaks.k8s.keycloak.org\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:45.904845Z","caller":"traceutil/trace.go:171","msg":"trace[1334908473] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/keycloaks.k8s.keycloak.org; range_end:; response_count:0; response_revision:3025; }","duration":"293.518504ms","start":"2026-07-17T16:02:45.611283Z","end":"2026-07-17T16:02:45.904801Z","steps":["trace[1334908473] 'range keys from in-memory index tree' (duration: 293.257388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:45.904893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.986852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:02:45.904956Z","caller":"traceutil/trace.go:171","msg":"trace[2069700109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3025; }","duration":"264.061094ms","start":"2026-07-17T16:02:45.640879Z","end":"2026-07-17T16:02:45.90494Z","steps":["trace[2069700109] 'range keys from in-memory index tree' (duration: 263.821378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:45.905029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.955105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:45.905142Z","caller":"traceutil/trace.go:171","msg":"trace[1512150582] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"263.564513ms","start":"2026-07-17T16:02:45.641559Z","end":"2026-07-17T16:02:45.905124Z","steps":["trace[1512150582] 'process raft request' (duration: 140.420633ms)","trace[1512150582] 'compare' (duration: 122.601606ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:46.002428Z","caller":"traceutil/trace.go:171","msg":"trace[1159874981] linearizableReadLoop","detail":"{readStateIndex:3155; appliedIndex:3151; }","duration":"352.538197ms","start":"2026-07-17T16:02:45.649864Z","end":"2026-07-17T16:02:46.002402Z","steps":["trace[1159874981] 'read index received' (duration: 132.168661ms)","trace[1159874981] 'applied index is now lower than readState.Index' (duration: 220.368466ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:46.00285Z","caller":"traceutil/trace.go:171","msg":"trace[733329336] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"360.111751ms","start":"2026-07-17T16:02:45.642724Z","end":"2026-07-17T16:02:46.002835Z","steps":["trace[733329336] 'process raft request' (duration: 359.434605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:46.002982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:45.642708Z","time spent":"360.185164ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:46.003213Z","caller":"traceutil/trace.go:171","msg":"trace[1285294503] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"360.150452ms","start":"2026-07-17T16:02:45.643048Z","end":"2026-07-17T16:02:46.003199Z","steps":["trace[1285294503] 'process raft request' (duration: 359.276371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:46.003288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:45.643032Z","time spent":"360.217085ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:46.003563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.681914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33935777-7ccb-46f9-8789-93d69b090806\" ","response":"range_response_count:1 size:3923"} {"level":"info","ts":"2026-07-17T16:02:46.003663Z","caller":"traceutil/trace.go:171","msg":"trace[1643073177] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-33935777-7ccb-46f9-8789-93d69b090806; range_end:; response_count:1; response_revision:3029; }","duration":"353.844678ms","start":"2026-07-17T16:02:45.649793Z","end":"2026-07-17T16:02:46.003637Z","steps":["trace[1643073177] 'agreement among raft nodes before linearized reading' (duration: 353.555721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:46.00373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:45.649763Z","time spent":"353.951741ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3946,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33935777-7ccb-46f9-8789-93d69b090806\" "} {"level":"info","ts":"2026-07-17T16:02:46.004291Z","caller":"traceutil/trace.go:171","msg":"trace[1620694427] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"360.008849ms","start":"2026-07-17T16:02:45.64339Z","end":"2026-07-17T16:02:46.003399Z","steps":["trace[1620694427] 'process raft request' (duration: 358.973794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:46.0044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:45.643381Z","time spent":"360.954242ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:46.015102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.403678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:46.015178Z","caller":"traceutil/trace.go:171","msg":"trace[142088594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3031; }","duration":"362.514721ms","start":"2026-07-17T16:02:45.652645Z","end":"2026-07-17T16:02:46.01516Z","steps":["trace[142088594] 'agreement among raft nodes before linearized reading' (duration: 362.377218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:46.015218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:45.652634Z","time spent":"362.574092ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:02:46.015439Z","caller":"traceutil/trace.go:171","msg":"trace[1631254143] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"105.497838ms","start":"2026-07-17T16:02:45.909922Z","end":"2026-07-17T16:02:46.01542Z","steps":["trace[1631254143] 'process raft request' (duration: 98.653731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:46.01553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.592298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cnpg-system/cloudnative-pg-barman-cloud-6576f8c458-xwpps\" ","response":"range_response_count:1 size:4878"} {"level":"info","ts":"2026-07-17T16:02:46.015573Z","caller":"traceutil/trace.go:171","msg":"trace[1916720622] range","detail":"{range_begin:/registry/pods/cnpg-system/cloudnative-pg-barman-cloud-6576f8c458-xwpps; range_end:; response_count:1; response_revision:3031; }","duration":"307.67706ms","start":"2026-07-17T16:02:45.707885Z","end":"2026-07-17T16:02:46.015562Z","steps":["trace[1916720622] 'agreement among raft nodes before linearized reading' (duration: 307.554057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:46.0156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:45.707867Z","time spent":"307.725782ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":4901,"request content":"key:\"/registry/pods/cnpg-system/cloudnative-pg-barman-cloud-6576f8c458-xwpps\" "} {"level":"info","ts":"2026-07-17T16:02:46.252947Z","caller":"traceutil/trace.go:171","msg":"trace[760231796] linearizableReadLoop","detail":"{readStateIndex:3162; appliedIndex:3158; }","duration":"160.042412ms","start":"2026-07-17T16:02:46.092882Z","end":"2026-07-17T16:02:46.252924Z","steps":["trace[760231796] 'read index received' (duration: 24.787736ms)","trace[760231796] 'applied index is now lower than readState.Index' (duration: 135.253706ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:46.253041Z","caller":"traceutil/trace.go:171","msg":"trace[1091842334] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"185.113905ms","start":"2026-07-17T16:02:46.067872Z","end":"2026-07-17T16:02:46.252986Z","steps":["trace[1091842334] 'process raft request' (duration: 184.89836ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:46.253348Z","caller":"traceutil/trace.go:171","msg":"trace[683271311] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"183.768421ms","start":"2026-07-17T16:02:46.069565Z","end":"2026-07-17T16:02:46.253334Z","steps":["trace[683271311] 'process raft request' (duration: 183.30613ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:46.253367Z","caller":"traceutil/trace.go:171","msg":"trace[408491688] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"185.647078ms","start":"2026-07-17T16:02:46.0677Z","end":"2026-07-17T16:02:46.253347Z","steps":["trace[408491688] 'process raft request' (duration: 164.021119ms)","trace[408491688] 'compare' (duration: 20.804349ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:46.25369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.79426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-33935777-7ccb-46f9-8789-93d69b090806\" ","response":"range_response_count:1 size:2245"} {"level":"info","ts":"2026-07-17T16:02:46.253785Z","caller":"traceutil/trace.go:171","msg":"trace[835182513] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-33935777-7ccb-46f9-8789-93d69b090806; range_end:; response_count:1; response_revision:3036; }","duration":"160.943444ms","start":"2026-07-17T16:02:46.092819Z","end":"2026-07-17T16:02:46.253762Z","steps":["trace[835182513] 'agreement among raft nodes before linearized reading' (duration: 160.534864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:46.261297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.014752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T16:02:46.261369Z","caller":"traceutil/trace.go:171","msg":"trace[1299867602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3038; }","duration":"131.133225ms","start":"2026-07-17T16:02:46.130221Z","end":"2026-07-17T16:02:46.261355Z","steps":["trace[1299867602] 'agreement among raft nodes before linearized reading' (duration: 130.940741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:46.527409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.755847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:02:46.527644Z","caller":"traceutil/trace.go:171","msg":"trace[1425850458] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"231.447977ms","start":"2026-07-17T16:02:46.296113Z","end":"2026-07-17T16:02:46.527561Z","steps":["trace[1425850458] 'process raft request' (duration: 77.399972ms)","trace[1425850458] 'compare' (duration: 153.596604ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:47.471399Z","caller":"traceutil/trace.go:171","msg":"trace[40880197] linearizableReadLoop","detail":"{readStateIndex:3184; appliedIndex:3183; }","duration":"105.747474ms","start":"2026-07-17T16:02:47.365564Z","end":"2026-07-17T16:02:47.471311Z","steps":["trace[40880197] 'read index received' (duration: 41.060683ms)","trace[40880197] 'applied index is now lower than readState.Index' (duration: 64.685571ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:47.471425Z","caller":"traceutil/trace.go:171","msg":"trace[205364436] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"107.125628ms","start":"2026-07-17T16:02:47.364262Z","end":"2026-07-17T16:02:47.471388Z","steps":["trace[205364436] 'process raft request' (duration: 42.360355ms)","trace[205364436] 'compare' (duration: 64.510307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:47.471706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.119914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:15164"} {"level":"info","ts":"2026-07-17T16:02:47.471779Z","caller":"traceutil/trace.go:171","msg":"trace[1878309340] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3058; }","duration":"106.216056ms","start":"2026-07-17T16:02:47.365547Z","end":"2026-07-17T16:02:47.471763Z","steps":["trace[1878309340] 'agreement among raft nodes before linearized reading' (duration: 105.927439ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:48.33487Z","caller":"traceutil/trace.go:171","msg":"trace[490588287] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"187.243116ms","start":"2026-07-17T16:02:48.147592Z","end":"2026-07-17T16:02:48.334835Z","steps":["trace[490588287] 'process raft request' (duration: 186.832776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:48.83129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.306485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:48.831389Z","caller":"traceutil/trace.go:171","msg":"trace[2121097396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3071; }","duration":"175.456208ms","start":"2026-07-17T16:02:48.655917Z","end":"2026-07-17T16:02:48.831374Z","steps":["trace[2121097396] 'range keys from in-memory index tree' (duration: 175.223182ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:50.070046Z","caller":"traceutil/trace.go:171","msg":"trace[488021300] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"109.982235ms","start":"2026-07-17T16:02:49.960037Z","end":"2026-07-17T16:02:50.070019Z","steps":["trace[488021300] 'process raft request' (duration: 109.792891ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:50.133816Z","caller":"traceutil/trace.go:171","msg":"trace[1776134669] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"114.954568ms","start":"2026-07-17T16:02:50.018833Z","end":"2026-07-17T16:02:50.133788Z","steps":["trace[1776134669] 'process raft request' (duration: 114.65652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:50.622613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.870962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:02:50.622702Z","caller":"traceutil/trace.go:171","msg":"trace[2111402090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3081; }","duration":"184.009686ms","start":"2026-07-17T16:02:50.438669Z","end":"2026-07-17T16:02:50.622678Z","steps":["trace[2111402090] 'range keys from in-memory index tree' (duration: 183.682128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:50.622785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.641386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T16:02:50.622841Z","caller":"traceutil/trace.go:171","msg":"trace[2040099262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3081; }","duration":"183.711998ms","start":"2026-07-17T16:02:50.439115Z","end":"2026-07-17T16:02:50.622827Z","steps":["trace[2040099262] 'range keys from in-memory index tree' (duration: 183.494542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:50.622947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.778419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T16:02:50.623046Z","caller":"traceutil/trace.go:171","msg":"trace[1103816131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3081; }","duration":"183.925363ms","start":"2026-07-17T16:02:50.439095Z","end":"2026-07-17T16:02:50.62302Z","steps":["trace[1103816131] 'range keys from in-memory index tree' (duration: 183.593755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:50.623037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.620906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T16:02:50.623153Z","caller":"traceutil/trace.go:171","msg":"trace[293892879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3081; }","duration":"183.813511ms","start":"2026-07-17T16:02:50.439313Z","end":"2026-07-17T16:02:50.623127Z","steps":["trace[293892879] 'range keys from in-memory index tree' (duration: 183.412111ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:50.835697Z","caller":"traceutil/trace.go:171","msg":"trace[1836338557] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"207.920945ms","start":"2026-07-17T16:02:50.627738Z","end":"2026-07-17T16:02:50.835659Z","steps":["trace[1836338557] 'process raft request' (duration: 167.06686ms)","trace[1836338557] 'compare' (duration: 40.587548ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:02:50.835699Z","caller":"traceutil/trace.go:171","msg":"trace[403509097] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"207.705579ms","start":"2026-07-17T16:02:50.627954Z","end":"2026-07-17T16:02:50.835659Z","steps":["trace[403509097] 'process raft request' (duration: 207.586646ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:50.83589Z","caller":"traceutil/trace.go:171","msg":"trace[1340220655] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"207.538895ms","start":"2026-07-17T16:02:50.628324Z","end":"2026-07-17T16:02:50.835863Z","steps":["trace[1340220655] 'process raft request' (duration: 207.292779ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:50.835868Z","caller":"traceutil/trace.go:171","msg":"trace[621241629] linearizableReadLoop","detail":"{readStateIndex:3212; appliedIndex:3208; }","duration":"181.73647ms","start":"2026-07-17T16:02:50.654108Z","end":"2026-07-17T16:02:50.835845Z","steps":["trace[621241629] 'read index received' (duration: 20.816492ms)","trace[621241629] 'applied index is now lower than readState.Index' (duration: 160.918968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:50.835993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.861673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:50.836058Z","caller":"traceutil/trace.go:171","msg":"trace[975178258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3085; }","duration":"181.939525ms","start":"2026-07-17T16:02:50.654101Z","end":"2026-07-17T16:02:50.836041Z","steps":["trace[975178258] 'agreement among raft nodes before linearized reading' (duration: 181.810992ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:51.247159Z","caller":"traceutil/trace.go:171","msg":"trace[694555439] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"186.486528ms","start":"2026-07-17T16:02:51.060633Z","end":"2026-07-17T16:02:51.247119Z","steps":["trace[694555439] 'process raft request' (duration: 186.265782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:56.431416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268086841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:02:56.444231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182139588s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T16:02:56.444593Z","caller":"traceutil/trace.go:171","msg":"trace[1938593300] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"1.182623259s","start":"2026-07-17T16:02:55.261949Z","end":"2026-07-17T16:02:56.444572Z","steps":["trace[1938593300] 'process raft request' (duration: 1.182480576s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:56.44473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:55.26192Z","time spent":"1.182736022s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:02:56.48856Z","caller":"traceutil/trace.go:171","msg":"trace[1570965156] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"346.926884ms","start":"2026-07-17T16:02:56.141602Z","end":"2026-07-17T16:02:56.488528Z","steps":["trace[1570965156] 'process raft request' (duration: 346.722919ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:56.489636Z","caller":"traceutil/trace.go:171","msg":"trace[1470787359] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"247.17561ms","start":"2026-07-17T16:02:56.24243Z","end":"2026-07-17T16:02:56.489605Z","steps":["trace[1470787359] 'process raft request' (duration: 246.827132ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:56.489672Z","caller":"traceutil/trace.go:171","msg":"trace[1437510400] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"257.232318ms","start":"2026-07-17T16:02:56.232397Z","end":"2026-07-17T16:02:56.48963Z","steps":["trace[1437510400] 'process raft request' (duration: 256.081259ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:56.489673Z","caller":"traceutil/trace.go:171","msg":"trace[1210176267] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"245.871898ms","start":"2026-07-17T16:02:56.243775Z","end":"2026-07-17T16:02:56.489647Z","steps":["trace[1210176267] 'process raft request' (duration: 245.612122ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:02:56.489923Z","caller":"traceutil/trace.go:171","msg":"trace[919922925] linearizableReadLoop","detail":"{readStateIndex:3250; appliedIndex:3245; }","duration":"834.271701ms","start":"2026-07-17T16:02:55.65562Z","end":"2026-07-17T16:02:56.489892Z","steps":["trace[919922925] 'read index received' (duration: 788.830533ms)","trace[919922925] 'applied index is now lower than readState.Index' (duration: 45.348356ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:02:56.489564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:56.141569Z","time spent":"347.649642ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:02:56.490477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.836766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:02:56.490912Z","caller":"traceutil/trace.go:171","msg":"trace[319383025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3123; }","duration":"835.352108ms","start":"2026-07-17T16:02:55.655536Z","end":"2026-07-17T16:02:56.490889Z","steps":["trace[319383025] 'agreement among raft nodes before linearized reading' (duration: 834.493687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:02:56.491001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:02:55.655498Z","time spent":"835.476491ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:03:00.6652Z","caller":"traceutil/trace.go:171","msg":"trace[1765675339] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"123.856097ms","start":"2026-07-17T16:03:00.541326Z","end":"2026-07-17T16:03:00.665182Z","steps":["trace[1765675339] 'process raft request' (duration: 110.875788ms)","trace[1765675339] 'compare' (duration: 12.844156ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:03:00.665398Z","caller":"traceutil/trace.go:171","msg":"trace[882946013] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"124.045621ms","start":"2026-07-17T16:03:00.541328Z","end":"2026-07-17T16:03:00.665374Z","steps":["trace[882946013] 'process raft request' (duration: 123.818195ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:00.665535Z","caller":"traceutil/trace.go:171","msg":"trace[1996642896] linearizableReadLoop","detail":"{readStateIndex:3280; appliedIndex:3277; }","duration":"100.565194ms","start":"2026-07-17T16:03:00.564947Z","end":"2026-07-17T16:03:00.665512Z","steps":["trace[1996642896] 'read index received' (duration: 87.207866ms)","trace[1996642896] 'applied index is now lower than readState.Index' (duration: 13.356138ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:03:00.665598Z","caller":"traceutil/trace.go:171","msg":"trace[2121172865] transaction","detail":"{read_only:false; response_revision:3151; number_of_response:1; }","duration":"122.951074ms","start":"2026-07-17T16:03:00.542635Z","end":"2026-07-17T16:03:00.665586Z","steps":["trace[2121172865] 'process raft request' (duration: 122.711708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:00.665717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.765129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T16:03:00.665747Z","caller":"traceutil/trace.go:171","msg":"trace[63221451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3151; }","duration":"100.841821ms","start":"2026-07-17T16:03:00.564896Z","end":"2026-07-17T16:03:00.665738Z","steps":["trace[63221451] 'agreement among raft nodes before linearized reading' (duration: 100.727128ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:02.349133Z","caller":"traceutil/trace.go:171","msg":"trace[456980308] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"105.034394ms","start":"2026-07-17T16:03:02.244076Z","end":"2026-07-17T16:03:02.34911Z","steps":["trace[456980308] 'process raft request' (duration: 104.87559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:03.001743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.962616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:03:03.001894Z","caller":"traceutil/trace.go:171","msg":"trace[660334144] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3188; }","duration":"393.1279ms","start":"2026-07-17T16:03:02.608747Z","end":"2026-07-17T16:03:03.001875Z","steps":["trace[660334144] 'count revisions from in-memory index tree' (duration: 392.806432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:03.001976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:02.608612Z","time spent":"393.348435ms","remote":"127.0.0.1:41686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:03:03.001978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.221861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:03:03.002773Z","caller":"traceutil/trace.go:171","msg":"trace[126276604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3188; }","duration":"348.057322ms","start":"2026-07-17T16:03:02.654701Z","end":"2026-07-17T16:03:03.002758Z","steps":["trace[126276604] 'range keys from in-memory index tree' (duration: 347.143929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:03.003217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:02.654684Z","time spent":"348.517083ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:03:03.023214Z","caller":"traceutil/trace.go:171","msg":"trace[495270212] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"353.883505ms","start":"2026-07-17T16:03:02.669316Z","end":"2026-07-17T16:03:03.023199Z","steps":["trace[495270212] 'process raft request' (duration: 353.763242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:03.023449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:02.669294Z","time spent":"354.045448ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:03.128959Z","caller":"traceutil/trace.go:171","msg":"trace[1521546760] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"458.772525ms","start":"2026-07-17T16:03:02.670163Z","end":"2026-07-17T16:03:03.128935Z","steps":["trace[1521546760] 'process raft request' (duration: 440.793452ms)","trace[1521546760] 'compare' (duration: 17.792998ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:03:03.129117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:02.670141Z","time spent":"458.894108ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:03.129422Z","caller":"traceutil/trace.go:171","msg":"trace[1419019851] linearizableReadLoop","detail":"{readStateIndex:3320; appliedIndex:3317; }","duration":"435.378239ms","start":"2026-07-17T16:03:02.694033Z","end":"2026-07-17T16:03:03.129411Z","steps":["trace[1419019851] 'read index received' (duration: 329.016403ms)","trace[1419019851] 'applied index is now lower than readState.Index' (duration: 106.357926ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:03:03.129401Z","caller":"traceutil/trace.go:171","msg":"trace[238975264] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"458.98892ms","start":"2026-07-17T16:03:02.670368Z","end":"2026-07-17T16:03:03.129357Z","steps":["trace[238975264] 'process raft request' (duration: 458.527629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:03.129585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:02.670362Z","time spent":"459.133823ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:03.129621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.692443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T16:03:03.129648Z","caller":"traceutil/trace.go:171","msg":"trace[755459829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3192; }","duration":"369.755735ms","start":"2026-07-17T16:03:02.759885Z","end":"2026-07-17T16:03:03.129641Z","steps":["trace[755459829] 'agreement among raft nodes before linearized reading' (duration: 369.612581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:03.129632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.22211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:03:03.129739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.806693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T16:03:03.129769Z","caller":"traceutil/trace.go:171","msg":"trace[1877430773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3192; }","duration":"216.871965ms","start":"2026-07-17T16:03:02.912891Z","end":"2026-07-17T16:03:03.129763Z","steps":["trace[1877430773] 'agreement among raft nodes before linearized reading' (duration: 216.799533ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:03.129761Z","caller":"traceutil/trace.go:171","msg":"trace[1500446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3192; }","duration":"125.354823ms","start":"2026-07-17T16:03:03.004346Z","end":"2026-07-17T16:03:03.129701Z","steps":["trace[1500446] 'agreement among raft nodes before linearized reading' (duration: 125.20954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:03.129674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:02.759865Z","time spent":"369.803777ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:03:03.129881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.865506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T16:03:03.129984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.946033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T16:03:03.130636Z","caller":"traceutil/trace.go:171","msg":"trace[876806634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3192; }","duration":"436.606589ms","start":"2026-07-17T16:03:02.693986Z","end":"2026-07-17T16:03:03.130592Z","steps":["trace[876806634] 'agreement among raft nodes before linearized reading' (duration: 435.492792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:03.130735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:02.693968Z","time spent":"436.736373ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T16:03:03.130039Z","caller":"traceutil/trace.go:171","msg":"trace[1455724683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3192; }","duration":"152.03957ms","start":"2026-07-17T16:03:02.977981Z","end":"2026-07-17T16:03:03.13002Z","steps":["trace[1455724683] 'agreement among raft nodes before linearized reading' (duration: 151.689232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:03.129935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.823977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T16:03:03.131138Z","caller":"traceutil/trace.go:171","msg":"trace[485728853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3192; }","duration":"147.013506ms","start":"2026-07-17T16:03:02.984058Z","end":"2026-07-17T16:03:03.131072Z","steps":["trace[485728853] 'agreement among raft nodes before linearized reading' (duration: 145.708564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:07.155386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268087064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:03:07.656868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268087064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:03:07.993318Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.473470783s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T16:03:07.993688Z","caller":"traceutil/trace.go:171","msg":"trace[882742420] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"1.473951945s","start":"2026-07-17T16:03:06.519712Z","end":"2026-07-17T16:03:07.993664Z","steps":["trace[882742420] 'process raft request' (duration: 1.47377015s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:07.993833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:06.519685Z","time spent":"1.474068347s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:08.052244Z","caller":"traceutil/trace.go:171","msg":"trace[1919313308] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"1.468451209s","start":"2026-07-17T16:03:06.583772Z","end":"2026-07-17T16:03:08.052224Z","steps":["trace[1919313308] 'process raft request' (duration: 1.464905022s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:08.052396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:06.58374Z","time spent":"1.468575953s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:08.0525Z","caller":"traceutil/trace.go:171","msg":"trace[1937574614] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"1.468106171s","start":"2026-07-17T16:03:06.584366Z","end":"2026-07-17T16:03:08.052472Z","steps":["trace[1937574614] 'process raft request' (duration: 1.467819484s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:08.052581Z","caller":"traceutil/trace.go:171","msg":"trace[1768155467] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"1.396815967s","start":"2026-07-17T16:03:06.655729Z","end":"2026-07-17T16:03:08.052545Z","steps":["trace[1768155467] 'process raft request' (duration: 1.396661833s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:08.05264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:06.584324Z","time spent":"1.468240735s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:08.052673Z","caller":"traceutil/trace.go:171","msg":"trace[1816902559] linearizableReadLoop","detail":"{readStateIndex:3360; appliedIndex:3352; }","duration":"1.39813301s","start":"2026-07-17T16:03:06.654527Z","end":"2026-07-17T16:03:08.05266Z","steps":["trace[1816902559] 'read index received' (duration: 1.339025406s)","trace[1816902559] 'applied index is now lower than readState.Index' (duration: 59.106574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:03:08.052704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:06.655713Z","time spent":"1.39693185s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:08.052722Z","caller":"traceutil/trace.go:171","msg":"trace[752045434] transaction","detail":"{read_only:false; response_revision:3228; number_of_response:1; }","duration":"965.379675ms","start":"2026-07-17T16:03:07.087318Z","end":"2026-07-17T16:03:08.052697Z","steps":["trace[752045434] 'process raft request' (duration: 965.177ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:08.052706Z","caller":"traceutil/trace.go:171","msg":"trace[599163601] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"1.016579034s","start":"2026-07-17T16:03:07.036079Z","end":"2026-07-17T16:03:08.052658Z","steps":["trace[599163601] 'process raft request' (duration: 1.016388149s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:08.052763Z","caller":"traceutil/trace.go:171","msg":"trace[118971622] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"907.169303ms","start":"2026-07-17T16:03:07.145583Z","end":"2026-07-17T16:03:08.052752Z","steps":["trace[118971622] 'process raft request' (duration: 906.958098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:08.052785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:07.087291Z","time spent":"965.464137ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:08.052857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:07.145551Z","time spent":"907.237055ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:08.052861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:07.03605Z","time spent":"1.016722478s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:08.052946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296269214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-17T16:03:08.052984Z","caller":"traceutil/trace.go:171","msg":"trace[1604736979] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3231; }","duration":"1.296304955s","start":"2026-07-17T16:03:06.756666Z","end":"2026-07-17T16:03:08.052971Z","steps":["trace[1604736979] 'agreement among raft nodes before linearized reading' (duration: 1.296144081s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:08.052998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.392216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-17T16:03:08.053014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:06.756586Z","time spent":"1.296420917s","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-17T16:03:08.053018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.458948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-17T16:03:08.053013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.590356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T16:03:08.053051Z","caller":"traceutil/trace.go:171","msg":"trace[1368581462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3231; }","duration":"815.474878ms","start":"2026-07-17T16:03:07.237558Z","end":"2026-07-17T16:03:08.053033Z","steps":["trace[1368581462] 'agreement among raft nodes before linearized reading' (duration: 815.258973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:08.05306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110660418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/auth-system/keycloak-operator\" ","response":"range_response_count:1 size:4610"} {"level":"info","ts":"2026-07-17T16:03:08.053075Z","caller":"traceutil/trace.go:171","msg":"trace[1853290045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3231; }","duration":"876.571731ms","start":"2026-07-17T16:03:07.176487Z","end":"2026-07-17T16:03:08.053059Z","steps":["trace[1853290045] 'agreement among raft nodes before linearized reading' (duration: 876.336805ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:08.053089Z","caller":"traceutil/trace.go:171","msg":"trace[1075903847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3231; }","duration":"875.709879ms","start":"2026-07-17T16:03:07.177362Z","end":"2026-07-17T16:03:08.053072Z","steps":["trace[1075903847] 'agreement among raft nodes before linearized reading' (duration: 875.511994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:08.0531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:07.237537Z","time spent":"815.551139ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T16:03:08.053115Z","caller":"traceutil/trace.go:171","msg":"trace[47980760] range","detail":"{range_begin:/registry/deployments/auth-system/keycloak-operator; range_end:; response_count:1; response_revision:3231; }","duration":"1.110765201s","start":"2026-07-17T16:03:06.942336Z","end":"2026-07-17T16:03:08.053102Z","steps":["trace[47980760] 'agreement among raft nodes before linearized reading' (duration: 1.110629757s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:08.053126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:07.176473Z","time spent":"876.641062ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:03:08.053133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:07.177338Z","time spent":"875.784511ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:03:08.053145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:06.942312Z","time spent":"1.110826593s","remote":"127.0.0.1:41898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4633,"request content":"key:\"/registry/deployments/auth-system/keycloak-operator\" "} {"level":"warn","ts":"2026-07-17T16:03:08.053177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.072259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:03:08.053207Z","caller":"traceutil/trace.go:171","msg":"trace[1378566005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3231; }","duration":"813.11531ms","start":"2026-07-17T16:03:07.240081Z","end":"2026-07-17T16:03:08.053197Z","steps":["trace[1378566005] 'agreement among raft nodes before linearized reading' (duration: 813.040918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:08.053268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:07.240073Z","time spent":"813.189312ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:03:08.053035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077553464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-17T16:03:08.053307Z","caller":"traceutil/trace.go:171","msg":"trace[541968911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3231; }","duration":"1.077862102s","start":"2026-07-17T16:03:06.975434Z","end":"2026-07-17T16:03:08.053297Z","steps":["trace[541968911] 'agreement among raft nodes before linearized reading' (duration: 1.077525963s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:08.053327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398804056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:03:08.053332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.434207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T16:03:08.053372Z","caller":"traceutil/trace.go:171","msg":"trace[51568534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3231; }","duration":"1.398882858s","start":"2026-07-17T16:03:06.654476Z","end":"2026-07-17T16:03:08.053359Z","steps":["trace[51568534] 'agreement among raft nodes before linearized reading' (duration: 1.398649412s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:08.053381Z","caller":"traceutil/trace.go:171","msg":"trace[1945994435] transaction","detail":"{read_only:false; response_revision:3229; number_of_response:1; }","duration":"909.177942ms","start":"2026-07-17T16:03:07.144187Z","end":"2026-07-17T16:03:08.053365Z","steps":["trace[1945994435] 'process raft request' (duration: 908.333392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:08.053409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:06.654456Z","time spent":"1.398946679s","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:03:08.053412Z","caller":"traceutil/trace.go:171","msg":"trace[478726106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3231; }","duration":"813.511089ms","start":"2026-07-17T16:03:07.239885Z","end":"2026-07-17T16:03:08.053396Z","steps":["trace[478726106] 'agreement among raft nodes before linearized reading' (duration: 813.352745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:08.053342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:06.975409Z","time spent":"1.077923473s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:03:08.053476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:07.239836Z","time spent":"813.613032ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:03:08.053874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:07.144156Z","time spent":"909.275605ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:30.429046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.079749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:03:30.429306Z","caller":"traceutil/trace.go:171","msg":"trace[1967805065] transaction","detail":"{read_only:false; response_revision:3375; number_of_response:1; }","duration":"247.316664ms","start":"2026-07-17T16:03:30.181966Z","end":"2026-07-17T16:03:30.429283Z","steps":["trace[1967805065] 'process raft request' (duration: 103.913116ms)","trace[1967805065] 'compare' (duration: 142.849424ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:03:30.429718Z","caller":"traceutil/trace.go:171","msg":"trace[158161500] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"247.742974ms","start":"2026-07-17T16:03:30.181962Z","end":"2026-07-17T16:03:30.429705Z","steps":["trace[158161500] 'process raft request' (duration: 247.229221ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:30.429757Z","caller":"traceutil/trace.go:171","msg":"trace[103352767] linearizableReadLoop","detail":"{readStateIndex:3511; appliedIndex:3506; }","duration":"237.888802ms","start":"2026-07-17T16:03:30.191847Z","end":"2026-07-17T16:03:30.429736Z","steps":["trace[103352767] 'read index received' (duration: 59.805371ms)","trace[103352767] 'applied index is now lower than readState.Index' (duration: 178.081601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:03:30.483694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.801778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-17T16:03:30.483754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.532114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:03:30.483779Z","caller":"traceutil/trace.go:171","msg":"trace[1218848782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3376; }","duration":"289.909732ms","start":"2026-07-17T16:03:30.193851Z","end":"2026-07-17T16:03:30.48376Z","steps":["trace[1218848782] 'agreement among raft nodes before linearized reading' (duration: 289.695686ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:30.483817Z","caller":"traceutil/trace.go:171","msg":"trace[719963624] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3376; }","duration":"111.648137ms","start":"2026-07-17T16:03:30.372154Z","end":"2026-07-17T16:03:30.483802Z","steps":["trace[719963624] 'agreement among raft nodes before linearized reading' (duration: 111.506383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:30.483702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.830558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:03:30.483915Z","caller":"traceutil/trace.go:171","msg":"trace[424670646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3376; }","duration":"292.066375ms","start":"2026-07-17T16:03:30.191813Z","end":"2026-07-17T16:03:30.483879Z","steps":["trace[424670646] 'agreement among raft nodes before linearized reading' (duration: 238.010545ms)","trace[424670646] 'range keys from in-memory index tree' (duration: 53.721962ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:03:30.483943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.430903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-17T16:03:30.483825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.414376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T16:03:30.484012Z","caller":"traceutil/trace.go:171","msg":"trace[945685483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3376; }","duration":"281.525734ms","start":"2026-07-17T16:03:30.202468Z","end":"2026-07-17T16:03:30.483994Z","steps":["trace[945685483] 'agreement among raft nodes before linearized reading' (duration: 281.33727ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:30.484034Z","caller":"traceutil/trace.go:171","msg":"trace[935757787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3376; }","duration":"284.655412ms","start":"2026-07-17T16:03:30.199358Z","end":"2026-07-17T16:03:30.484014Z","steps":["trace[935757787] 'agreement among raft nodes before linearized reading' (duration: 284.356695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:30.484291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.915928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:03:30.484341Z","caller":"traceutil/trace.go:171","msg":"trace[502863782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3376; }","duration":"285.068162ms","start":"2026-07-17T16:03:30.199248Z","end":"2026-07-17T16:03:30.484316Z","steps":["trace[502863782] 'agreement among raft nodes before linearized reading' (duration: 284.487778ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:33.96971Z","caller":"traceutil/trace.go:171","msg":"trace[20477531] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"145.720405ms","start":"2026-07-17T16:03:33.823965Z","end":"2026-07-17T16:03:33.969685Z","steps":["trace[20477531] 'process raft request' (duration: 145.5193ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:34.573493Z","caller":"traceutil/trace.go:171","msg":"trace[785105167] transaction","detail":"{read_only:false; response_revision:3403; number_of_response:1; }","duration":"274.387839ms","start":"2026-07-17T16:03:34.29907Z","end":"2026-07-17T16:03:34.573458Z","steps":["trace[785105167] 'process raft request' (duration: 274.307197ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:34.574207Z","caller":"traceutil/trace.go:171","msg":"trace[1018304348] transaction","detail":"{read_only:false; response_revision:3402; number_of_response:1; }","duration":"277.307931ms","start":"2026-07-17T16:03:34.296882Z","end":"2026-07-17T16:03:34.57419Z","steps":["trace[1018304348] 'process raft request' (duration: 242.324241ms)","trace[1018304348] 'compare' (duration: 33.600366ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:03:34.628256Z","caller":"traceutil/trace.go:171","msg":"trace[2067637408] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"289.140942ms","start":"2026-07-17T16:03:34.339092Z","end":"2026-07-17T16:03:34.628233Z","steps":["trace[2067637408] 'process raft request' (duration: 288.895426ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:34.628538Z","caller":"traceutil/trace.go:171","msg":"trace[133278530] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"184.701772ms","start":"2026-07-17T16:03:34.443822Z","end":"2026-07-17T16:03:34.628524Z","steps":["trace[133278530] 'process raft request' (duration: 184.360994ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:34.62856Z","caller":"traceutil/trace.go:171","msg":"trace[228866155] linearizableReadLoop","detail":"{readStateIndex:3542; appliedIndex:3537; }","duration":"175.278591ms","start":"2026-07-17T16:03:34.453264Z","end":"2026-07-17T16:03:34.628543Z","steps":["trace[228866155] 'read index received' (duration: 85.954374ms)","trace[228866155] 'applied index is now lower than readState.Index' (duration: 89.323277ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:03:34.628657Z","caller":"traceutil/trace.go:171","msg":"trace[365499350] transaction","detail":"{read_only:false; response_revision:3406; number_of_response:1; }","duration":"182.57914ms","start":"2026-07-17T16:03:34.446068Z","end":"2026-07-17T16:03:34.628647Z","steps":["trace[365499350] 'process raft request' (duration: 182.394096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:34.629092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.799865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:03:34.629177Z","caller":"traceutil/trace.go:171","msg":"trace[1951743361] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3406; }","duration":"175.935317ms","start":"2026-07-17T16:03:34.453224Z","end":"2026-07-17T16:03:34.62916Z","steps":["trace[1951743361] 'agreement among raft nodes before linearized reading' (duration: 175.499716ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:35.247064Z","caller":"traceutil/trace.go:171","msg":"trace[1250164615] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"610.017955ms","start":"2026-07-17T16:03:34.637002Z","end":"2026-07-17T16:03:35.24702Z","steps":["trace[1250164615] 'process raft request' (duration: 609.612905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:35.247243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:34.636987Z","time spent":"610.169478ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:35.247469Z","caller":"traceutil/trace.go:171","msg":"trace[1084016907] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"609.452581ms","start":"2026-07-17T16:03:34.638005Z","end":"2026-07-17T16:03:35.247457Z","steps":["trace[1084016907] 'process raft request' (duration: 609.082462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:35.24762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:34.637995Z","time spent":"609.546374ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:35.247623Z","caller":"traceutil/trace.go:171","msg":"trace[757978756] linearizableReadLoop","detail":"{readStateIndex:3547; appliedIndex:3542; }","duration":"594.240896ms","start":"2026-07-17T16:03:34.653367Z","end":"2026-07-17T16:03:35.247608Z","steps":["trace[757978756] 'read index received' (duration: 16.925376ms)","trace[757978756] 'applied index is now lower than readState.Index' (duration: 577.3139ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:03:35.24777Z","caller":"traceutil/trace.go:171","msg":"trace[1242498997] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"608.840696ms","start":"2026-07-17T16:03:34.638898Z","end":"2026-07-17T16:03:35.247739Z","steps":["trace[1242498997] 'process raft request' (duration: 608.511278ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:35.247921Z","caller":"traceutil/trace.go:171","msg":"trace[403416542] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"609.350219ms","start":"2026-07-17T16:03:34.637935Z","end":"2026-07-17T16:03:35.247285Z","steps":["trace[403416542] 'process raft request' (duration: 608.863827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:35.248677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.248594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:03:35.248689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:34.638886Z","time spent":"608.959809ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:35.248782Z","caller":"traceutil/trace.go:171","msg":"trace[1437489760] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:0; response_revision:3411; }","duration":"117.352206ms","start":"2026-07-17T16:03:35.131384Z","end":"2026-07-17T16:03:35.248736Z","steps":["trace[1437489760] 'agreement among raft nodes before linearized reading' (duration: 116.434184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:35.247808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.424342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:03:35.248872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:34.637921Z","time spent":"610.079126ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:35.248963Z","caller":"traceutil/trace.go:171","msg":"trace[1502187956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3411; }","duration":"595.621101ms","start":"2026-07-17T16:03:34.65331Z","end":"2026-07-17T16:03:35.248931Z","steps":["trace[1502187956] 'agreement among raft nodes before linearized reading' (duration: 594.431792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:35.249008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.643151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:03:35.249061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:34.653284Z","time spent":"595.729583ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:03:35.249107Z","caller":"traceutil/trace.go:171","msg":"trace[1902641634] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3411; }","duration":"448.877981ms","start":"2026-07-17T16:03:34.800188Z","end":"2026-07-17T16:03:35.249066Z","steps":["trace[1902641634] 'agreement among raft nodes before linearized reading' (duration: 447.643581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:35.249169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:34.800158Z","time spent":"448.991304ms","remote":"127.0.0.1:41840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:03:35.249755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.524929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T16:03:35.251391Z","caller":"traceutil/trace.go:171","msg":"trace[1467563757] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:3411; }","duration":"123.133529ms","start":"2026-07-17T16:03:35.128153Z","end":"2026-07-17T16:03:35.251287Z","steps":["trace[1467563757] 'agreement among raft nodes before linearized reading' (duration: 119.689954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:35.741438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.681951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:03:35.742037Z","caller":"traceutil/trace.go:171","msg":"trace[539415287] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"470.930404ms","start":"2026-07-17T16:03:35.271093Z","end":"2026-07-17T16:03:35.742023Z","steps":["trace[539415287] 'process raft request' (duration: 470.502943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:35.742084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:35.271068Z","time spent":"470.996815ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3355,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T16:03:35.742205Z","caller":"traceutil/trace.go:171","msg":"trace[1920484164] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"297.856476ms","start":"2026-07-17T16:03:35.444342Z","end":"2026-07-17T16:03:35.742199Z","steps":["trace[1920484164] 'process raft request' (duration: 297.295872ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:35.742378Z","caller":"traceutil/trace.go:171","msg":"trace[1384432159] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"491.656133ms","start":"2026-07-17T16:03:35.250714Z","end":"2026-07-17T16:03:35.74237Z","steps":["trace[1384432159] 'process raft request' (duration: 375.968948ms)","trace[1384432159] 'compare' (duration: 114.573188ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:03:35.742424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:35.25068Z","time spent":"491.720665ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:35.742547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:35.252539Z","time spent":"489.88764ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T16:03:36.285138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268087486,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T16:03:36.326047Z","caller":"traceutil/trace.go:171","msg":"trace[862016447] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"575.151037ms","start":"2026-07-17T16:03:35.750874Z","end":"2026-07-17T16:03:36.326025Z","steps":["trace[862016447] 'process raft request' (duration: 575.006603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:36.326174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:35.750853Z","time spent":"575.252619ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4011,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:36.523825Z","caller":"traceutil/trace.go:171","msg":"trace[403929875] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"287.244425ms","start":"2026-07-17T16:03:36.23654Z","end":"2026-07-17T16:03:36.523785Z","steps":["trace[403929875] 'process raft request' (duration: 192.498535ms)","trace[403929875] 'compare' (duration: 94.557826ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:03:36.523903Z","caller":"traceutil/trace.go:171","msg":"trace[631765131] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"152.982884ms","start":"2026-07-17T16:03:36.370897Z","end":"2026-07-17T16:03:36.52388Z","steps":["trace[631765131] 'process raft request' (duration: 152.905192ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:36.523947Z","caller":"traceutil/trace.go:171","msg":"trace[142418965] linearizableReadLoop","detail":"{readStateIndex:3554; appliedIndex:3552; }","duration":"739.172851ms","start":"2026-07-17T16:03:35.784743Z","end":"2026-07-17T16:03:36.523916Z","steps":["trace[142418965] 'read index received' (duration: 541.069728ms)","trace[142418965] 'applied index is now lower than readState.Index' (duration: 198.101462ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:03:36.524193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.317145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:4026"} {"level":"warn","ts":"2026-07-17T16:03:36.524206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.280745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-17T16:03:36.524234Z","caller":"traceutil/trace.go:171","msg":"trace[180882189] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:3418; }","duration":"776.411737ms","start":"2026-07-17T16:03:35.747808Z","end":"2026-07-17T16:03:36.52422Z","steps":["trace[180882189] 'agreement among raft nodes before linearized reading' (duration: 776.244093ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:36.524261Z","caller":"traceutil/trace.go:171","msg":"trace[1711119875] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3418; }","duration":"737.385647ms","start":"2026-07-17T16:03:35.786858Z","end":"2026-07-17T16:03:36.524244Z","steps":["trace[1711119875] 'agreement among raft nodes before linearized reading' (duration: 737.277204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:36.524281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:35.747791Z","time spent":"776.482088ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4049,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T16:03:36.524318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:35.786837Z","time spent":"737.469839ms","remote":"127.0.0.1:41552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-17T16:03:36.52456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.812295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:4026"} {"level":"info","ts":"2026-07-17T16:03:36.524708Z","caller":"traceutil/trace.go:171","msg":"trace[1313777417] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:3418; }","duration":"189.010559ms","start":"2026-07-17T16:03:36.335666Z","end":"2026-07-17T16:03:36.524677Z","steps":["trace[1313777417] 'agreement among raft nodes before linearized reading' (duration: 188.62663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:39.044337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268087624,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T16:03:39.080439Z","caller":"traceutil/trace.go:171","msg":"trace[879701911] transaction","detail":"{read_only:false; response_revision:3485; number_of_response:1; }","duration":"705.004762ms","start":"2026-07-17T16:03:38.375403Z","end":"2026-07-17T16:03:39.080408Z","steps":["trace[879701911] 'process raft request' (duration: 704.832268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:39.080608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:38.375393Z","time spent":"705.129795ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:39.53241Z","caller":"traceutil/trace.go:171","msg":"trace[868873945] transaction","detail":"{read_only:false; response_revision:3487; number_of_response:1; }","duration":"1.003450872s","start":"2026-07-17T16:03:38.528937Z","end":"2026-07-17T16:03:39.532388Z","steps":["trace[868873945] 'process raft request' (duration: 1.0033668s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:39.532548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:38.528917Z","time spent":"1.003557896s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:39.532412Z","caller":"traceutil/trace.go:171","msg":"trace[241595975] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"1.003616986s","start":"2026-07-17T16:03:38.52876Z","end":"2026-07-17T16:03:39.532377Z","steps":["trace[241595975] 'process raft request' (duration: 1.003414361s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:39.532679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:38.528732Z","time spent":"1.003929534s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:39.532762Z","caller":"traceutil/trace.go:171","msg":"trace[2079570578] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"977.362571ms","start":"2026-07-17T16:03:38.55539Z","end":"2026-07-17T16:03:39.532752Z","steps":["trace[2079570578] 'process raft request' (duration: 976.942301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:39.532863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:38.555373Z","time spent":"977.426693ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:39.533047Z","caller":"traceutil/trace.go:171","msg":"trace[210645636] transaction","detail":"{read_only:false; response_revision:3489; number_of_response:1; }","duration":"896.392029ms","start":"2026-07-17T16:03:38.636631Z","end":"2026-07-17T16:03:39.533023Z","steps":["trace[210645636] 'process raft request' (duration: 896.03159ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:39.533153Z","caller":"traceutil/trace.go:171","msg":"trace[1203134780] linearizableReadLoop","detail":"{readStateIndex:3631; appliedIndex:3623; }","duration":"989.886239ms","start":"2026-07-17T16:03:38.543245Z","end":"2026-07-17T16:03:39.533131Z","steps":["trace[1203134780] 'read index received' (duration: 537.115112ms)","trace[1203134780] 'applied index is now lower than readState.Index' (duration: 452.769947ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:03:39.533182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:38.636612Z","time spent":"896.499142ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:39.533143Z","caller":"traceutil/trace.go:171","msg":"trace[748026222] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"896.369179ms","start":"2026-07-17T16:03:38.636728Z","end":"2026-07-17T16:03:39.533098Z","steps":["trace[748026222] 'process raft request' (duration: 896.165184ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:39.533264Z","caller":"traceutil/trace.go:171","msg":"trace[414963985] transaction","detail":"{read_only:false; response_revision:3492; number_of_response:1; }","duration":"884.463996ms","start":"2026-07-17T16:03:38.648787Z","end":"2026-07-17T16:03:39.533251Z","steps":["trace[414963985] 'process raft request' (duration: 884.288651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:39.533352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:38.63672Z","time spent":"896.532103ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:39.533374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:38.648771Z","time spent":"884.540757ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:39.533412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.175476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:7482"} {"level":"warn","ts":"2026-07-17T16:03:39.533437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.077372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-17T16:03:39.53346Z","caller":"traceutil/trace.go:171","msg":"trace[189291704] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:3492; }","duration":"990.266139ms","start":"2026-07-17T16:03:38.543179Z","end":"2026-07-17T16:03:39.533445Z","steps":["trace[189291704] 'agreement among raft nodes before linearized reading' (duration: 990.075104ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:39.533185Z","caller":"traceutil/trace.go:171","msg":"trace[1956459673] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"886.193769ms","start":"2026-07-17T16:03:38.646965Z","end":"2026-07-17T16:03:39.533159Z","steps":["trace[1956459673] 'process raft request' (duration: 886.054985ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:39.53349Z","caller":"traceutil/trace.go:171","msg":"trace[2138310104] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3492; }","duration":"931.130113ms","start":"2026-07-17T16:03:38.602345Z","end":"2026-07-17T16:03:39.533475Z","steps":["trace[2138310104] 'agreement among raft nodes before linearized reading' (duration: 930.98769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:39.533503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:38.543156Z","time spent":"990.33344ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7505,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T16:03:39.533531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:38.602295Z","time spent":"931.225895ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:03:39.533534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:38.646949Z","time spent":"886.554587ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:39.533565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.832814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-17T16:03:39.533504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.772203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:03:39.533594Z","caller":"traceutil/trace.go:171","msg":"trace[1722607075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3492; }","duration":"227.898136ms","start":"2026-07-17T16:03:39.305686Z","end":"2026-07-17T16:03:39.533584Z","steps":["trace[1722607075] 'agreement among raft nodes before linearized reading' (duration: 227.840785ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:39.533615Z","caller":"traceutil/trace.go:171","msg":"trace[1552696639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3492; }","duration":"227.922006ms","start":"2026-07-17T16:03:39.305676Z","end":"2026-07-17T16:03:39.533598Z","steps":["trace[1552696639] 'agreement among raft nodes before linearized reading' (duration: 227.749682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:39.533619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.512343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-17T16:03:39.533679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.290546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/backups/\" range_end:\"/registry/postgresql.cnpg.io/backups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:03:39.533676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.916666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:03:39.533693Z","caller":"traceutil/trace.go:171","msg":"trace[1213263107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3492; }","duration":"222.615775ms","start":"2026-07-17T16:03:39.311052Z","end":"2026-07-17T16:03:39.533668Z","steps":["trace[1213263107] 'agreement among raft nodes before linearized reading' (duration: 222.39124ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:39.533748Z","caller":"traceutil/trace.go:171","msg":"trace[1131366804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3492; }","duration":"228.048279ms","start":"2026-07-17T16:03:39.305674Z","end":"2026-07-17T16:03:39.533722Z","steps":["trace[1131366804] 'agreement among raft nodes before linearized reading' (duration: 227.850405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:39.533793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.385632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:03:39.533795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.10492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:03:39.533814Z","caller":"traceutil/trace.go:171","msg":"trace[707862344] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3492; }","duration":"527.452974ms","start":"2026-07-17T16:03:39.006353Z","end":"2026-07-17T16:03:39.533806Z","steps":["trace[707862344] 'agreement among raft nodes before linearized reading' (duration: 527.422474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:39.533814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.800284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:03:39.533836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:39.006276Z","time spent":"527.554977ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:03:39.533699Z","caller":"traceutil/trace.go:171","msg":"trace[715985371] range","detail":"{range_begin:/registry/postgresql.cnpg.io/backups/; range_end:/registry/postgresql.cnpg.io/backups0; response_count:0; response_revision:3492; }","duration":"115.340967ms","start":"2026-07-17T16:03:39.418352Z","end":"2026-07-17T16:03:39.533693Z","steps":["trace[715985371] 'agreement among raft nodes before linearized reading' (duration: 115.306636ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:39.533845Z","caller":"traceutil/trace.go:171","msg":"trace[1995621707] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3492; }","duration":"254.198322ms","start":"2026-07-17T16:03:39.279631Z","end":"2026-07-17T16:03:39.533829Z","steps":["trace[1995621707] 'agreement among raft nodes before linearized reading' (duration: 254.11594ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:39.533867Z","caller":"traceutil/trace.go:171","msg":"trace[1914950782] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3492; }","duration":"597.895757ms","start":"2026-07-17T16:03:38.935953Z","end":"2026-07-17T16:03:39.533848Z","steps":["trace[1914950782] 'agreement among raft nodes before linearized reading' (duration: 597.817275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:39.533909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:38.93593Z","time spent":"597.966079ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:03:39.533764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.623709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1f06cb9-1b72-4809-87e0-7ec275bb8935\" ","response":"range_response_count:1 size:3599"} {"level":"info","ts":"2026-07-17T16:03:39.534019Z","caller":"traceutil/trace.go:171","msg":"trace[2061759350] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1f06cb9-1b72-4809-87e0-7ec275bb8935; range_end:; response_count:1; response_revision:3492; }","duration":"573.866895ms","start":"2026-07-17T16:03:38.960135Z","end":"2026-07-17T16:03:39.534002Z","steps":["trace[2061759350] 'agreement among raft nodes before linearized reading' (duration: 573.585788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:39.534067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:38.96011Z","time spent":"573.943418ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1f06cb9-1b72-4809-87e0-7ec275bb8935\" "} {"level":"warn","ts":"2026-07-17T16:03:39.534118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.076598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T16:03:39.534141Z","caller":"traceutil/trace.go:171","msg":"trace[215092419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3492; }","duration":"843.1417ms","start":"2026-07-17T16:03:38.690993Z","end":"2026-07-17T16:03:39.534134Z","steps":["trace[215092419] 'agreement among raft nodes before linearized reading' (duration: 843.075298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:39.534159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:38.690969Z","time spent":"843.1861ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:03:39.534377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.132734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1f06cb9-1b72-4809-87e0-7ec275bb8935\" ","response":"range_response_count:1 size:3599"} {"level":"info","ts":"2026-07-17T16:03:39.534447Z","caller":"traceutil/trace.go:171","msg":"trace[2136988584] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1f06cb9-1b72-4809-87e0-7ec275bb8935; range_end:; response_count:1; response_revision:3492; }","duration":"159.254657ms","start":"2026-07-17T16:03:39.375177Z","end":"2026-07-17T16:03:39.534432Z","steps":["trace[2136988584] 'agreement among raft nodes before linearized reading' (duration: 158.513869ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:39.999779Z","caller":"traceutil/trace.go:171","msg":"trace[912101134] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"460.985879ms","start":"2026-07-17T16:03:39.538766Z","end":"2026-07-17T16:03:39.999752Z","steps":["trace[912101134] 'process raft request' (duration: 460.826075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:39.999927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:39.538739Z","time spent":"461.109381ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:40.518716Z","caller":"traceutil/trace.go:171","msg":"trace[835235798] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"979.924263ms","start":"2026-07-17T16:03:39.538745Z","end":"2026-07-17T16:03:40.518669Z","steps":["trace[835235798] 'process raft request' (duration: 979.623615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:40.518942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:39.538718Z","time spent":"980.109008ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:40.51919Z","caller":"traceutil/trace.go:171","msg":"trace[738738090] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"980.462616ms","start":"2026-07-17T16:03:39.538653Z","end":"2026-07-17T16:03:40.519116Z","steps":["trace[738738090] 'process raft request' (duration: 979.954133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:40.519569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:39.538612Z","time spent":"980.694941ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:40.519739Z","caller":"traceutil/trace.go:171","msg":"trace[2052364586] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"979.364799ms","start":"2026-07-17T16:03:39.54034Z","end":"2026-07-17T16:03:40.519704Z","steps":["trace[2052364586] 'process raft request' (duration: 978.675792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:40.519919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:39.54033Z","time spent":"979.500452ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:40.520608Z","caller":"traceutil/trace.go:171","msg":"trace[1328336184] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"979.649926ms","start":"2026-07-17T16:03:39.54094Z","end":"2026-07-17T16:03:40.52059Z","steps":["trace[1328336184] 'process raft request' (duration: 978.363934ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:40.52081Z","caller":"traceutil/trace.go:171","msg":"trace[926469231] linearizableReadLoop","detail":"{readStateIndex:3635; appliedIndex:3631; }","duration":"980.243821ms","start":"2026-07-17T16:03:39.540533Z","end":"2026-07-17T16:03:40.520777Z","steps":["trace[926469231] 'read index received' (duration: 459.093332ms)","trace[926469231] 'applied index is now lower than readState.Index' (duration: 521.148868ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:03:40.520852Z","caller":"traceutil/trace.go:171","msg":"trace[876122889] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"977.77436ms","start":"2026-07-17T16:03:39.543057Z","end":"2026-07-17T16:03:40.520831Z","steps":["trace[876122889] 'process raft request' (duration: 977.435011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:40.521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:39.54302Z","time spent":"977.911753ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3701,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:40.521069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:39.540928Z","time spent":"979.752048ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:40.521419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.843865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-17T16:03:40.521732Z","caller":"traceutil/trace.go:171","msg":"trace[1824397066] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3498; }","duration":"981.01716ms","start":"2026-07-17T16:03:39.540499Z","end":"2026-07-17T16:03:40.521516Z","steps":["trace[1824397066] 'agreement among raft nodes before linearized reading' (duration: 980.581609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:40.521829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:39.540488Z","time spent":"981.322367ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:03:40.760475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.327576ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-17T16:03:40.760617Z","caller":"traceutil/trace.go:171","msg":"trace[1475384527] linearizableReadLoop","detail":"{readStateIndex:3638; appliedIndex:3637; }","duration":"239.728326ms","start":"2026-07-17T16:03:40.52087Z","end":"2026-07-17T16:03:40.760598Z","steps":["trace[1475384527] 'read index received' (duration: 96.157285ms)","trace[1475384527] 'applied index is now lower than readState.Index' (duration: 143.568951ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:03:40.760797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105157323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:03:40.76088Z","caller":"traceutil/trace.go:171","msg":"trace[1697300568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3498; }","duration":"1.105284686s","start":"2026-07-17T16:03:39.655576Z","end":"2026-07-17T16:03:40.760861Z","steps":["trace[1697300568] 'agreement among raft nodes before linearized reading' (duration: 1.105144782s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:40.760928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:39.655555Z","time spent":"1.105365018s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:03:40.76124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.107603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9667"} {"level":"warn","ts":"2026-07-17T16:03:40.761252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.326885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:7482"} {"level":"info","ts":"2026-07-17T16:03:40.761286Z","caller":"traceutil/trace.go:171","msg":"trace[1939372469] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3498; }","duration":"237.204775ms","start":"2026-07-17T16:03:40.524068Z","end":"2026-07-17T16:03:40.761273Z","steps":["trace[1939372469] 'agreement among raft nodes before linearized reading' (duration: 237.032051ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:40.761315Z","caller":"traceutil/trace.go:171","msg":"trace[1467208201] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:3498; }","duration":"219.438078ms","start":"2026-07-17T16:03:40.54186Z","end":"2026-07-17T16:03:40.761298Z","steps":["trace[1467208201] 'agreement among raft nodes before linearized reading' (duration: 219.247463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:40.761344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.174501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c1f06cb9-1b72-4809-87e0-7ec275bb8935\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-07-17T16:03:40.761443Z","caller":"traceutil/trace.go:171","msg":"trace[447194682] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c1f06cb9-1b72-4809-87e0-7ec275bb8935; range_end:; response_count:1; response_revision:3498; }","duration":"221.300343ms","start":"2026-07-17T16:03:40.540114Z","end":"2026-07-17T16:03:40.761414Z","steps":["trace[447194682] 'agreement among raft nodes before linearized reading' (duration: 221.034467ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:47.317177Z","caller":"traceutil/trace.go:171","msg":"trace[1066570189] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"295.990181ms","start":"2026-07-17T16:03:47.02116Z","end":"2026-07-17T16:03:47.317151Z","steps":["trace[1066570189] 'process raft request' (duration: 295.810986ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:51.31256Z","caller":"traceutil/trace.go:171","msg":"trace[459979995] linearizableReadLoop","detail":"{readStateIndex:3734; appliedIndex:3733; }","duration":"239.972252ms","start":"2026-07-17T16:03:51.072569Z","end":"2026-07-17T16:03:51.312541Z","steps":["trace[459979995] 'read index received' (duration: 239.726846ms)","trace[459979995] 'applied index is now lower than readState.Index' (duration: 245.006µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:03:51.31278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.168128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:03:51.312802Z","caller":"traceutil/trace.go:171","msg":"trace[1496973314] transaction","detail":"{read_only:false; response_revision:3587; number_of_response:1; }","duration":"262.017495ms","start":"2026-07-17T16:03:51.050739Z","end":"2026-07-17T16:03:51.312757Z","steps":["trace[1496973314] 'process raft request' (duration: 261.660636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:51.312938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.745279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/auth-system/keycloak-db-1\" ","response":"range_response_count:1 size:2281"} {"level":"info","ts":"2026-07-17T16:03:51.312959Z","caller":"traceutil/trace.go:171","msg":"trace[622288118] range","detail":"{range_begin:/registry/persistentvolumeclaims/auth-system/keycloak-db-1; range_end:; response_count:1; response_revision:3587; }","duration":"222.8227ms","start":"2026-07-17T16:03:51.09013Z","end":"2026-07-17T16:03:51.312953Z","steps":["trace[622288118] 'agreement among raft nodes before linearized reading' (duration: 222.743478ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:51.312857Z","caller":"traceutil/trace.go:171","msg":"trace[726134105] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3587; }","duration":"240.318541ms","start":"2026-07-17T16:03:51.072527Z","end":"2026-07-17T16:03:51.312846Z","steps":["trace[726134105] 'agreement among raft nodes before linearized reading' (duration: 240.162897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:51.491053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.473305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:03:51.49124Z","caller":"traceutil/trace.go:171","msg":"trace[1450623970] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3587; }","duration":"140.696831ms","start":"2026-07-17T16:03:51.350512Z","end":"2026-07-17T16:03:51.491209Z","steps":["trace[1450623970] 'count revisions from in-memory index tree' (duration: 140.400194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:51.491379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.331619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-17T16:03:51.491489Z","caller":"traceutil/trace.go:171","msg":"trace[1898648283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3587; }","duration":"159.517883ms","start":"2026-07-17T16:03:51.331947Z","end":"2026-07-17T16:03:51.491465Z","steps":["trace[1898648283] 'range keys from in-memory index tree' (duration: 159.099333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:51.491095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.339129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:03:51.491656Z","caller":"traceutil/trace.go:171","msg":"trace[730780550] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3587; }","duration":"109.983906ms","start":"2026-07-17T16:03:51.381648Z","end":"2026-07-17T16:03:51.491632Z","steps":["trace[730780550] 'count revisions from in-memory index tree' (duration: 109.238507ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:52.520784Z","caller":"traceutil/trace.go:171","msg":"trace[127748923] transaction","detail":"{read_only:false; response_revision:3595; number_of_response:1; }","duration":"194.809041ms","start":"2026-07-17T16:03:52.32595Z","end":"2026-07-17T16:03:52.520759Z","steps":["trace[127748923] 'process raft request' (duration: 194.635697ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:53.386206Z","caller":"traceutil/trace.go:171","msg":"trace[1738918612] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"299.065117ms","start":"2026-07-17T16:03:53.087114Z","end":"2026-07-17T16:03:53.386179Z","steps":["trace[1738918612] 'process raft request' (duration: 298.894693ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:53.868211Z","caller":"traceutil/trace.go:171","msg":"trace[312062582] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"258.477338ms","start":"2026-07-17T16:03:53.60971Z","end":"2026-07-17T16:03:53.868187Z","steps":["trace[312062582] 'process raft request' (duration: 258.400796ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:53.868571Z","caller":"traceutil/trace.go:171","msg":"trace[300979652] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"256.602043ms","start":"2026-07-17T16:03:53.611923Z","end":"2026-07-17T16:03:53.868525Z","steps":["trace[300979652] 'process raft request' (duration: 256.230254ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:53.86868Z","caller":"traceutil/trace.go:171","msg":"trace[1197550480] transaction","detail":"{read_only:false; response_revision:3605; number_of_response:1; }","duration":"255.162127ms","start":"2026-07-17T16:03:53.613492Z","end":"2026-07-17T16:03:53.868655Z","steps":["trace[1197550480] 'process raft request' (duration: 254.949132ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:53.868762Z","caller":"traceutil/trace.go:171","msg":"trace[2138702920] linearizableReadLoop","detail":"{readStateIndex:3754; appliedIndex:3748; }","duration":"237.495622ms","start":"2026-07-17T16:03:53.631246Z","end":"2026-07-17T16:03:53.868741Z","steps":["trace[2138702920] 'read index received' (duration: 57.042723ms)","trace[2138702920] 'applied index is now lower than readState.Index' (duration: 180.451269ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:03:53.868873Z","caller":"traceutil/trace.go:171","msg":"trace[939161847] transaction","detail":"{read_only:false; response_revision:3606; number_of_response:1; }","duration":"254.646274ms","start":"2026-07-17T16:03:53.614183Z","end":"2026-07-17T16:03:53.868829Z","steps":["trace[939161847] 'process raft request' (duration: 254.413778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:53.869054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.634436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:03:53.869134Z","caller":"traceutil/trace.go:171","msg":"trace[1059559866] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3606; }","duration":"237.949163ms","start":"2026-07-17T16:03:53.631166Z","end":"2026-07-17T16:03:53.869115Z","steps":["trace[1059559866] 'agreement among raft nodes before linearized reading' (duration: 237.643696ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:53.869096Z","caller":"traceutil/trace.go:171","msg":"trace[1036907165] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"259.579465ms","start":"2026-07-17T16:03:53.608648Z","end":"2026-07-17T16:03:53.868227Z","steps":["trace[1036907165] 'process raft request' (duration: 259.289638ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:54.829654Z","caller":"traceutil/trace.go:171","msg":"trace[1293280030] linearizableReadLoop","detail":"{readStateIndex:3756; appliedIndex:3755; }","duration":"218.392971ms","start":"2026-07-17T16:03:54.611234Z","end":"2026-07-17T16:03:54.829627Z","steps":["trace[1293280030] 'read index received' (duration: 218.191386ms)","trace[1293280030] 'applied index is now lower than readState.Index' (duration: 199.955µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:03:54.82972Z","caller":"traceutil/trace.go:171","msg":"trace[1933937290] transaction","detail":"{read_only:false; response_revision:3608; number_of_response:1; }","duration":"229.567794ms","start":"2026-07-17T16:03:54.600091Z","end":"2026-07-17T16:03:54.829659Z","steps":["trace[1933937290] 'process raft request' (duration: 229.352369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:54.830014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.346168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-17T16:03:54.830047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.78245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T16:03:54.830072Z","caller":"traceutil/trace.go:171","msg":"trace[1105901095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3608; }","duration":"211.435521ms","start":"2026-07-17T16:03:54.618622Z","end":"2026-07-17T16:03:54.830058Z","steps":["trace[1105901095] 'agreement among raft nodes before linearized reading' (duration: 211.273407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:54.830124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.01367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:03:54.830144Z","caller":"traceutil/trace.go:171","msg":"trace[1389545892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3608; }","duration":"218.880942ms","start":"2026-07-17T16:03:54.611208Z","end":"2026-07-17T16:03:54.830089Z","steps":["trace[1389545892] 'agreement among raft nodes before linearized reading' (duration: 218.583635ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:54.83027Z","caller":"traceutil/trace.go:171","msg":"trace[1994999143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3608; }","duration":"173.193265ms","start":"2026-07-17T16:03:54.657057Z","end":"2026-07-17T16:03:54.830251Z","steps":["trace[1994999143] 'agreement among raft nodes before linearized reading' (duration: 172.96671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:54.830393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.002465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T16:03:54.830501Z","caller":"traceutil/trace.go:171","msg":"trace[54965725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3608; }","duration":"210.157419ms","start":"2026-07-17T16:03:54.620321Z","end":"2026-07-17T16:03:54.830478Z","steps":["trace[54965725] 'agreement among raft nodes before linearized reading' (duration: 209.822561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:55.38596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268087961,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T16:03:55.506475Z","caller":"traceutil/trace.go:171","msg":"trace[1027411341] transaction","detail":"{read_only:false; response_revision:3609; number_of_response:1; }","duration":"672.227148ms","start":"2026-07-17T16:03:54.834214Z","end":"2026-07-17T16:03:55.506441Z","steps":["trace[1027411341] 'process raft request' (duration: 672.004993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:55.506639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:54.83419Z","time spent":"672.370551ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:56.248668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.863726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:03:56.248924Z","caller":"traceutil/trace.go:171","msg":"trace[1567115975] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"555.040773ms","start":"2026-07-17T16:03:55.693866Z","end":"2026-07-17T16:03:56.248906Z","steps":["trace[1567115975] 'process raft request' (duration: 554.983982ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:56.248981Z","caller":"traceutil/trace.go:171","msg":"trace[1114489417] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"1.413096735s","start":"2026-07-17T16:03:54.835846Z","end":"2026-07-17T16:03:56.248943Z","steps":["trace[1114489417] 'process raft request' (duration: 1.41291434s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:56.249002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:55.693836Z","time spent":"555.132595ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:56.249187Z","caller":"traceutil/trace.go:171","msg":"trace[90380322] linearizableReadLoop","detail":"{readStateIndex:3759; appliedIndex:3756; }","duration":"1.363264237s","start":"2026-07-17T16:03:54.885912Z","end":"2026-07-17T16:03:56.249176Z","steps":["trace[90380322] 'read index received' (duration: 620.287788ms)","trace[90380322] 'applied index is now lower than readState.Index' (duration: 742.974669ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:03:56.249315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:54.835824Z","time spent":"1.413198328s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:56.249375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363462151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:7482"} {"level":"info","ts":"2026-07-17T16:03:56.249418Z","caller":"traceutil/trace.go:171","msg":"trace[76871487] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:3612; }","duration":"1.363531933s","start":"2026-07-17T16:03:54.885872Z","end":"2026-07-17T16:03:56.249404Z","steps":["trace[76871487] 'agreement among raft nodes before linearized reading' (duration: 1.36339801s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:56.249452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:54.885855Z","time spent":"1.363589834s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7505,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"info","ts":"2026-07-17T16:03:56.249761Z","caller":"traceutil/trace.go:171","msg":"trace[1335704670] transaction","detail":"{read_only:false; response_revision:3610; number_of_response:1; }","duration":"1.413931006s","start":"2026-07-17T16:03:54.83517Z","end":"2026-07-17T16:03:56.249101Z","steps":["trace[1335704670] 'process raft request' (duration: 762.516996ms)","trace[1335704670] 'compare' (duration: 650.745503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:03:56.249848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:54.835149Z","time spent":"1.414655763s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:56.293154Z","caller":"traceutil/trace.go:171","msg":"trace[837067148] transaction","detail":"{read_only:false; response_revision:3613; number_of_response:1; }","duration":"417.588872ms","start":"2026-07-17T16:03:55.875543Z","end":"2026-07-17T16:03:56.293132Z","steps":["trace[837067148] 'process raft request' (duration: 417.423347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:56.293315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:55.875517Z","time spent":"417.707705ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:56.293417Z","caller":"traceutil/trace.go:171","msg":"trace[1552828514] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"417.700955ms","start":"2026-07-17T16:03:55.875685Z","end":"2026-07-17T16:03:56.293386Z","steps":["trace[1552828514] 'process raft request' (duration: 417.398927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:56.293554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:55.875664Z","time spent":"417.817697ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:03:56.293743Z","caller":"traceutil/trace.go:171","msg":"trace[252516447] transaction","detail":"{read_only:false; response_revision:3615; number_of_response:1; }","duration":"417.747736ms","start":"2026-07-17T16:03:55.875967Z","end":"2026-07-17T16:03:56.293714Z","steps":["trace[252516447] 'process raft request' (duration: 417.568981ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:56.293765Z","caller":"traceutil/trace.go:171","msg":"trace[1444737409] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"416.964966ms","start":"2026-07-17T16:03:55.876773Z","end":"2026-07-17T16:03:56.293738Z","steps":["trace[1444737409] 'process raft request' (duration: 416.826523ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:56.29375Z","caller":"traceutil/trace.go:171","msg":"trace[1993197055] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"416.71274ms","start":"2026-07-17T16:03:55.877019Z","end":"2026-07-17T16:03:56.293732Z","steps":["trace[1993197055] 'process raft request' (duration: 416.649629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:56.293873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:55.875959Z","time spent":"417.855808ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:56.293899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:55.87675Z","time spent":"417.07706ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:56.29395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:55.87701Z","time spent":"416.883734ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:03:56.318022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188188236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T16:03:56.318082Z","caller":"traceutil/trace.go:171","msg":"trace[1277837265] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:3618; }","duration":"1.188317018s","start":"2026-07-17T16:03:55.129752Z","end":"2026-07-17T16:03:56.318069Z","steps":["trace[1277837265] 'agreement among raft nodes before linearized reading' (duration: 1.188144204s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:56.318112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:55.129721Z","time spent":"1.18838544s","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-07-17T16:03:56.318089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.947737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:03:56.318123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.647483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-17T16:03:56.318139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.489276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:03:56.318188Z","caller":"traceutil/trace.go:171","msg":"trace[2067249700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3618; }","duration":"197.748506ms","start":"2026-07-17T16:03:56.120421Z","end":"2026-07-17T16:03:56.31817Z","steps":["trace[2067249700] 'agreement among raft nodes before linearized reading' (duration: 197.541401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:56.318213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.131318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:03:56.31822Z","caller":"traceutil/trace.go:171","msg":"trace[125641178] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3618; }","duration":"423.600089ms","start":"2026-07-17T16:03:55.894601Z","end":"2026-07-17T16:03:56.318201Z","steps":["trace[125641178] 'agreement among raft nodes before linearized reading' (duration: 423.479416ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:56.318247Z","caller":"traceutil/trace.go:171","msg":"trace[364049115] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3618; }","duration":"212.208589ms","start":"2026-07-17T16:03:56.106028Z","end":"2026-07-17T16:03:56.318237Z","steps":["trace[364049115] 'agreement among raft nodes before linearized reading' (duration: 212.152998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:56.318316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:55.894589Z","time spent":"423.713161ms","remote":"127.0.0.1:36336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:03:56.318211Z","caller":"traceutil/trace.go:171","msg":"trace[1172041574] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"126.193446ms","start":"2026-07-17T16:03:56.191986Z","end":"2026-07-17T16:03:56.31818Z","steps":["trace[1172041574] 'process raft request' (duration: 125.792356ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:03:56.318154Z","caller":"traceutil/trace.go:171","msg":"trace[1352395853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3618; }","duration":"305.05252ms","start":"2026-07-17T16:03:56.013085Z","end":"2026-07-17T16:03:56.318137Z","steps":["trace[1352395853] 'agreement among raft nodes before linearized reading' (duration: 304.933107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:56.318687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:03:56.013069Z","time spent":"305.552502ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:03:56.495508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.752857ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-17T16:03:56.495777Z","caller":"traceutil/trace.go:171","msg":"trace[934217030] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"172.682192ms","start":"2026-07-17T16:03:56.323072Z","end":"2026-07-17T16:03:56.495754Z","steps":["trace[934217030] 'process raft request' (duration: 172.554869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:56.763199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.912699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:03:56.76338Z","caller":"traceutil/trace.go:171","msg":"trace[796002438] linearizableReadLoop","detail":"{readStateIndex:3769; appliedIndex:3768; }","duration":"263.437552ms","start":"2026-07-17T16:03:56.49992Z","end":"2026-07-17T16:03:56.763357Z","steps":["trace[796002438] 'read index received' (duration: 119.184485ms)","trace[796002438] 'applied index is now lower than readState.Index' (duration: 144.251077ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:03:56.763539Z","caller":"traceutil/trace.go:171","msg":"trace[838116348] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"266.352213ms","start":"2026-07-17T16:03:56.497133Z","end":"2026-07-17T16:03:56.763485Z","steps":["trace[838116348] 'process raft request' (duration: 122.025554ms)","trace[838116348] 'compare' (duration: 143.582751ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:03:56.763695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.78121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-17T16:03:56.763738Z","caller":"traceutil/trace.go:171","msg":"trace[319948297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3620; }","duration":"263.865592ms","start":"2026-07-17T16:03:56.49986Z","end":"2026-07-17T16:03:56.763726Z","steps":["trace[319948297] 'agreement among raft nodes before linearized reading' (duration: 263.615046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:03:56.763785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.867672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:03:56.763864Z","caller":"traceutil/trace.go:171","msg":"trace[111482020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3620; }","duration":"109.027136ms","start":"2026-07-17T16:03:56.654818Z","end":"2026-07-17T16:03:56.763845Z","steps":["trace[111482020] 'agreement among raft nodes before linearized reading' (duration: 108.884033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:01.028771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.119275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T16:04:01.028855Z","caller":"traceutil/trace.go:171","msg":"trace[11702693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3667; }","duration":"160.31873ms","start":"2026-07-17T16:04:00.868512Z","end":"2026-07-17T16:04:01.028831Z","steps":["trace[11702693] 'range keys from in-memory index tree' (duration: 159.92388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:01.028956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.713562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:7702"} {"level":"info","ts":"2026-07-17T16:04:01.029042Z","caller":"traceutil/trace.go:171","msg":"trace[1256641447] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:3667; }","duration":"156.860696ms","start":"2026-07-17T16:04:00.872161Z","end":"2026-07-17T16:04:01.029022Z","steps":["trace[1256641447] 'range keys from in-memory index tree' (duration: 156.474266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:04.037434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268088309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:04:05.654125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61611567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:04:05.654211Z","caller":"traceutil/trace.go:171","msg":"trace[113046721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.616264173s","start":"2026-07-17T16:04:04.03793Z","end":"2026-07-17T16:04:05.654194Z","steps":["trace[113046721] 'agreement among raft nodes before linearized reading' (duration: 1.616170041s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:05.654249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:04.037913Z","time spent":"1.616327275s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 16:04:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:04:05.967268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268088309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:04:06.010983Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.806586709s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T16:04:06.011506Z","caller":"traceutil/trace.go:171","msg":"trace[1727177739] transaction","detail":"{read_only:false; response_revision:3692; number_of_response:1; }","duration":"2.807207014s","start":"2026-07-17T16:04:03.204278Z","end":"2026-07-17T16:04:06.011485Z","steps":["trace[1727177739] 'process raft request' (duration: 2.806900667s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.01166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:03.204259Z","time spent":"2.807314097s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8386,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:04:06.014892Z","caller":"traceutil/trace.go:171","msg":"trace[1808661393] transaction","detail":"{read_only:false; response_revision:3693; number_of_response:1; }","duration":"1.732051493s","start":"2026-07-17T16:04:04.28282Z","end":"2026-07-17T16:04:06.014871Z","steps":["trace[1808661393] 'process raft request' (duration: 1.73191821s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.015005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:04.282801Z","time spent":"1.732136535s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:04:06.015164Z","caller":"traceutil/trace.go:171","msg":"trace[1433004715] transaction","detail":"{read_only:false; response_revision:3695; number_of_response:1; }","duration":"1.588599435s","start":"2026-07-17T16:04:04.426525Z","end":"2026-07-17T16:04:06.015124Z","steps":["trace[1433004715] 'process raft request' (duration: 1.588500123s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:06.015198Z","caller":"traceutil/trace.go:171","msg":"trace[1797788218] transaction","detail":"{read_only:false; response_revision:3694; number_of_response:1; }","duration":"1.59942282s","start":"2026-07-17T16:04:04.415722Z","end":"2026-07-17T16:04:06.015145Z","steps":["trace[1797788218] 'process raft request' (duration: 1.599120482s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:06.015298Z","caller":"traceutil/trace.go:171","msg":"trace[1071932457] transaction","detail":"{read_only:false; response_revision:3696; number_of_response:1; }","duration":"1.587149989s","start":"2026-07-17T16:04:04.428136Z","end":"2026-07-17T16:04:06.015286Z","steps":["trace[1071932457] 'process raft request' (duration: 1.586962565s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.015392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:04.415706Z","time spent":"1.599578203s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:04:06.01545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:04.428116Z","time spent":"1.587305224s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:04:06.015549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:04.42651Z","time spent":"1.588708278s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:04:06.015984Z","caller":"traceutil/trace.go:171","msg":"trace[54555345] transaction","detail":"{read_only:false; response_revision:3697; number_of_response:1; }","duration":"1.586256278s","start":"2026-07-17T16:04:04.429718Z","end":"2026-07-17T16:04:06.015975Z","steps":["trace[54555345] 'process raft request' (duration: 1.585459019s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.016036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:04.429707Z","time spent":"1.586303539s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:04:06.016024Z","caller":"traceutil/trace.go:171","msg":"trace[1754061589] transaction","detail":"{read_only:false; response_revision:3698; number_of_response:1; }","duration":"1.333816484s","start":"2026-07-17T16:04:04.682189Z","end":"2026-07-17T16:04:06.016005Z","steps":["trace[1754061589] 'process raft request' (duration: 1.333714181s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.01611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:04.682168Z","time spent":"1.333900246s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:04:06.016135Z","caller":"traceutil/trace.go:171","msg":"trace[851798341] linearizableReadLoop","detail":"{readStateIndex:3862; appliedIndex:3855; }","duration":"2.783906585s","start":"2026-07-17T16:04:03.23221Z","end":"2026-07-17T16:04:06.016117Z","steps":["trace[851798341] 'read index received' (duration: 2.778948283s)","trace[851798341] 'applied index is now lower than readState.Index' (duration: 4.957472ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:04:06.016276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978463618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T16:04:06.016288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784082649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-db-user\" ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-17T16:04:06.016307Z","caller":"traceutil/trace.go:171","msg":"trace[453584566] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3700; }","duration":"1.978506259s","start":"2026-07-17T16:04:04.037793Z","end":"2026-07-17T16:04:06.016299Z","steps":["trace[453584566] 'agreement among raft nodes before linearized reading' (duration: 1.978429587s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:06.016326Z","caller":"traceutil/trace.go:171","msg":"trace[583342252] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-db-user; range_end:; response_count:1; response_revision:3700; }","duration":"2.784116939s","start":"2026-07-17T16:04:03.232197Z","end":"2026-07-17T16:04:06.016314Z","steps":["trace[583342252] 'agreement among raft nodes before linearized reading' (duration: 2.783997086s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.016362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:03.232153Z","time spent":"2.784202651s","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":506,"request content":"key:\"/registry/secrets/auth-system/keycloak-db-user\" "} {"level":"warn","ts":"2026-07-17T16:04:06.016373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813137366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:8401"} {"level":"info","ts":"2026-07-17T16:04:06.016406Z","caller":"traceutil/trace.go:171","msg":"trace[1718903032] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:3700; }","duration":"1.813176377s","start":"2026-07-17T16:04:04.203211Z","end":"2026-07-17T16:04:06.016387Z","steps":["trace[1718903032] 'agreement among raft nodes before linearized reading' (duration: 1.813136566s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.016427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:04.203201Z","time spent":"1.813222628s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8424,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T16:04:06.016417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711442499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T16:04:06.016491Z","caller":"traceutil/trace.go:171","msg":"trace[347418039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3700; }","duration":"1.711547681s","start":"2026-07-17T16:04:04.304925Z","end":"2026-07-17T16:04:06.016472Z","steps":["trace[347418039] 'agreement among raft nodes before linearized reading' (duration: 1.711319836s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.016332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:04.037755Z","time spent":"1.978570611s","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":29,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:04:06.016577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818135688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:04:06.0166Z","caller":"traceutil/trace.go:171","msg":"trace[1804073321] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3700; }","duration":"1.818198159s","start":"2026-07-17T16:04:04.198395Z","end":"2026-07-17T16:04:06.016593Z","steps":["trace[1804073321] 'agreement among raft nodes before linearized reading' (duration: 1.818144538s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.01661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.610165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:04:06.016624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:04.198368Z","time spent":"1.818250161s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":40,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:04:06.016632Z","caller":"traceutil/trace.go:171","msg":"trace[1186595267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3700; }","duration":"362.652626ms","start":"2026-07-17T16:04:05.653973Z","end":"2026-07-17T16:04:06.016626Z","steps":["trace[1186595267] 'agreement among raft nodes before linearized reading' (duration: 362.619485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.01628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.723518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-17T16:04:06.016653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:05.653958Z","time spent":"362.690797ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:04:06.016645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.809896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T16:04:06.016694Z","caller":"traceutil/trace.go:171","msg":"trace[1782514608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3700; }","duration":"967.912128ms","start":"2026-07-17T16:04:05.048768Z","end":"2026-07-17T16:04:06.01668Z","steps":["trace[1782514608] 'agreement among raft nodes before linearized reading' (duration: 967.789205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.016737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:05.048736Z","time spent":"967.994011ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:04:06.016748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978580241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:8401"} {"level":"info","ts":"2026-07-17T16:04:06.016769Z","caller":"traceutil/trace.go:171","msg":"trace[134471176] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:3700; }","duration":"1.978628842s","start":"2026-07-17T16:04:04.038134Z","end":"2026-07-17T16:04:06.016763Z","steps":["trace[134471176] 'agreement among raft nodes before linearized reading' (duration: 1.978594342s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.016768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.155075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:04:06.016786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:04.038118Z","time spent":"1.978663324s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8424,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"info","ts":"2026-07-17T16:04:06.01679Z","caller":"traceutil/trace.go:171","msg":"trace[375427457] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3700; }","duration":"398.237887ms","start":"2026-07-17T16:04:05.618545Z","end":"2026-07-17T16:04:06.016783Z","steps":["trace[375427457] 'agreement among raft nodes before linearized reading' (duration: 398.192066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.016808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:05.618522Z","time spent":"398.281728ms","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:04:06.016862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.915307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:04:06.016898Z","caller":"traceutil/trace.go:171","msg":"trace[1775827575] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3700; }","duration":"879.966127ms","start":"2026-07-17T16:04:05.136922Z","end":"2026-07-17T16:04:06.016888Z","steps":["trace[1775827575] 'agreement among raft nodes before linearized reading' (duration: 879.902966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.016941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334374268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T16:04:06.016962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:05.136916Z","time spent":"880.008478ms","remote":"127.0.0.1:41520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:04:06.016971Z","caller":"traceutil/trace.go:171","msg":"trace[385503722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3700; }","duration":"1.334402858s","start":"2026-07-17T16:04:04.682559Z","end":"2026-07-17T16:04:06.016962Z","steps":["trace[385503722] 'agreement among raft nodes before linearized reading' (duration: 1.334321966s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.016996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:04.682526Z","time spent":"1.33446495s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T16:04:06.016683Z","caller":"traceutil/trace.go:171","msg":"trace[756017679] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:3700; }","duration":"886.166899ms","start":"2026-07-17T16:04:05.130497Z","end":"2026-07-17T16:04:06.016664Z","steps":["trace[756017679] 'agreement among raft nodes before linearized reading' (duration: 885.731078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.017098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:05.130473Z","time spent":"886.61899ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-07-17T16:04:06.017151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705917364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-17T16:04:06.016535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:04.304915Z","time spent":"1.711610374s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:04:06.01718Z","caller":"traceutil/trace.go:171","msg":"trace[1734148475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3700; }","duration":"1.705966565s","start":"2026-07-17T16:04:04.311207Z","end":"2026-07-17T16:04:06.017173Z","steps":["trace[1734148475] 'agreement among raft nodes before linearized reading' (duration: 1.705883433s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:06.0172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:04.311197Z","time spent":"1.705998936s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:04:16.565103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.548894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:04:16.565113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.385053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/auth-system/keycloak-db-2\" ","response":"range_response_count:1 size:2371"} {"level":"info","ts":"2026-07-17T16:04:16.565192Z","caller":"traceutil/trace.go:171","msg":"trace[1915692862] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3835; }","duration":"272.721829ms","start":"2026-07-17T16:04:16.292452Z","end":"2026-07-17T16:04:16.565174Z","steps":["trace[1915692862] 'count revisions from in-memory index tree' (duration: 272.409961ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:16.565211Z","caller":"traceutil/trace.go:171","msg":"trace[1860727851] range","detail":"{range_begin:/registry/persistentvolumeclaims/auth-system/keycloak-db-2; range_end:; response_count:1; response_revision:3835; }","duration":"268.537537ms","start":"2026-07-17T16:04:16.296649Z","end":"2026-07-17T16:04:16.565187Z","steps":["trace[1860727851] 'range keys from in-memory index tree' (duration: 268.214988ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:18.333838Z","caller":"traceutil/trace.go:171","msg":"trace[91470631] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"101.255866ms","start":"2026-07-17T16:04:18.232538Z","end":"2026-07-17T16:04:18.333794Z","steps":["trace[91470631] 'process raft request' (duration: 101.043361ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:25.596567Z","caller":"traceutil/trace.go:171","msg":"trace[1036909702] transaction","detail":"{read_only:false; response_revision:3913; number_of_response:1; }","duration":"308.362841ms","start":"2026-07-17T16:04:25.288161Z","end":"2026-07-17T16:04:25.596524Z","steps":["trace[1036909702] 'process raft request' (duration: 308.113984ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:25.596494Z","caller":"traceutil/trace.go:171","msg":"trace[1538647831] linearizableReadLoop","detail":"{readStateIndex:4100; appliedIndex:4099; }","duration":"280.838507ms","start":"2026-07-17T16:04:25.315631Z","end":"2026-07-17T16:04:25.59647Z","steps":["trace[1538647831] 'read index received' (duration: 280.568271ms)","trace[1538647831] 'applied index is now lower than readState.Index' (duration: 268.906µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:04:25.596791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:25.288124Z","time spent":"308.518054ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11589,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:04:25.597047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.369951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/auth-system/keycloak-db-2\" ","response":"range_response_count:1 size:2364"} {"level":"info","ts":"2026-07-17T16:04:25.597334Z","caller":"traceutil/trace.go:171","msg":"trace[1154538939] range","detail":"{range_begin:/registry/persistentvolumeclaims/auth-system/keycloak-db-2; range_end:; response_count:1; response_revision:3913; }","duration":"281.74646ms","start":"2026-07-17T16:04:25.315566Z","end":"2026-07-17T16:04:25.597313Z","steps":["trace[1154538939] 'agreement among raft nodes before linearized reading' (duration: 281.076843ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:34.441593Z","caller":"traceutil/trace.go:171","msg":"trace[1852292082] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"201.396635ms","start":"2026-07-17T16:04:34.240172Z","end":"2026-07-17T16:04:34.441568Z","steps":["trace[1852292082] 'process raft request' (duration: 201.21419ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:34.442722Z","caller":"traceutil/trace.go:171","msg":"trace[1737211610] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"202.469111ms","start":"2026-07-17T16:04:34.240217Z","end":"2026-07-17T16:04:34.442686Z","steps":["trace[1737211610] 'process raft request' (duration: 202.238945ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:34.442994Z","caller":"traceutil/trace.go:171","msg":"trace[1231700474] transaction","detail":"{read_only:false; response_revision:3980; number_of_response:1; }","duration":"201.158309ms","start":"2026-07-17T16:04:34.241824Z","end":"2026-07-17T16:04:34.442982Z","steps":["trace[1231700474] 'process raft request' (duration: 200.812511ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:34.443047Z","caller":"traceutil/trace.go:171","msg":"trace[528313541] linearizableReadLoop","detail":"{readStateIndex:4180; appliedIndex:4175; }","duration":"134.088069ms","start":"2026-07-17T16:04:34.308934Z","end":"2026-07-17T16:04:34.443022Z","steps":["trace[528313541] 'read index received' (duration: 132.46741ms)","trace[528313541] 'applied index is now lower than readState.Index' (duration: 1.619629ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:04:34.44307Z","caller":"traceutil/trace.go:171","msg":"trace[1865693349] transaction","detail":"{read_only:false; response_revision:3982; number_of_response:1; }","duration":"200.571604ms","start":"2026-07-17T16:04:34.242463Z","end":"2026-07-17T16:04:34.443035Z","steps":["trace[1865693349] 'process raft request' (duration: 200.513243ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:34.443066Z","caller":"traceutil/trace.go:171","msg":"trace[1589075244] transaction","detail":"{read_only:false; response_revision:3981; number_of_response:1; }","duration":"200.824111ms","start":"2026-07-17T16:04:34.242214Z","end":"2026-07-17T16:04:34.443038Z","steps":["trace[1589075244] 'process raft request' (duration: 200.667707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:34.443435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.38408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:8987"} {"level":"info","ts":"2026-07-17T16:04:34.443481Z","caller":"traceutil/trace.go:171","msg":"trace[2002972523] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:3982; }","duration":"117.489893ms","start":"2026-07-17T16:04:34.325981Z","end":"2026-07-17T16:04:34.443471Z","steps":["trace[2002972523] 'agreement among raft nodes before linearized reading' (duration: 117.242587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:34.443567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.381071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T16:04:34.44372Z","caller":"traceutil/trace.go:171","msg":"trace[1011668217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3982; }","duration":"115.655129ms","start":"2026-07-17T16:04:34.32804Z","end":"2026-07-17T16:04:34.443695Z","steps":["trace[1011668217] 'agreement among raft nodes before linearized reading' (duration: 115.246169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:34.443706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.738575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T16:04:34.443906Z","caller":"traceutil/trace.go:171","msg":"trace[1001496968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3982; }","duration":"135.006541ms","start":"2026-07-17T16:04:34.308877Z","end":"2026-07-17T16:04:34.443883Z","steps":["trace[1001496968] 'agreement among raft nodes before linearized reading' (duration: 134.243453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:36.000461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.844649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/auth-system/keycloak-db\" ","response":"range_response_count:1 size:1743"} {"level":"info","ts":"2026-07-17T16:04:36.000646Z","caller":"traceutil/trace.go:171","msg":"trace[1899024430] range","detail":"{range_begin:/registry/roles/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4007; }","duration":"133.061924ms","start":"2026-07-17T16:04:35.867564Z","end":"2026-07-17T16:04:36.000626Z","steps":["trace[1899024430] 'range keys from in-memory index tree' (duration: 132.641194ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:36.302521Z","caller":"traceutil/trace.go:171","msg":"trace[1363880999] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"265.362169ms","start":"2026-07-17T16:04:36.037125Z","end":"2026-07-17T16:04:36.302487Z","steps":["trace[1363880999] 'process raft request' (duration: 223.741761ms)","trace[1363880999] 'compare' (duration: 41.060884ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:04:36.302617Z","caller":"traceutil/trace.go:171","msg":"trace[1403957653] transaction","detail":"{read_only:false; response_revision:4011; number_of_response:1; }","duration":"151.71988ms","start":"2026-07-17T16:04:36.150871Z","end":"2026-07-17T16:04:36.302591Z","steps":["trace[1403957653] 'process raft request' (duration: 151.678729ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:36.302931Z","caller":"traceutil/trace.go:171","msg":"trace[1517242712] linearizableReadLoop","detail":"{readStateIndex:4211; appliedIndex:4210; }","duration":"265.474002ms","start":"2026-07-17T16:04:36.037427Z","end":"2026-07-17T16:04:36.302901Z","steps":["trace[1517242712] 'read index received' (duration: 223.454644ms)","trace[1517242712] 'applied index is now lower than readState.Index' (duration: 42.016218ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:04:36.302939Z","caller":"traceutil/trace.go:171","msg":"trace[1887858091] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"257.334703ms","start":"2026-07-17T16:04:36.045575Z","end":"2026-07-17T16:04:36.30291Z","steps":["trace[1887858091] 'process raft request' (duration: 256.859071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:36.303119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.682757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-db-app\" ","response":"range_response_count:1 size:1856"} {"level":"info","ts":"2026-07-17T16:04:36.303168Z","caller":"traceutil/trace.go:171","msg":"trace[2001457372] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-db-app; range_end:; response_count:1; response_revision:4011; }","duration":"265.79087ms","start":"2026-07-17T16:04:36.037366Z","end":"2026-07-17T16:04:36.303157Z","steps":["trace[2001457372] 'agreement among raft nodes before linearized reading' (duration: 265.607425ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:44.43443Z","caller":"traceutil/trace.go:171","msg":"trace[905691152] transaction","detail":"{read_only:false; response_revision:4093; number_of_response:1; }","duration":"106.74029ms","start":"2026-07-17T16:04:44.327664Z","end":"2026-07-17T16:04:44.434404Z","steps":["trace[905691152] 'process raft request' (duration: 106.475294ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:44.609065Z","caller":"traceutil/trace.go:171","msg":"trace[1242832516] linearizableReadLoop","detail":"{readStateIndex:4302; appliedIndex:4301; }","duration":"153.238108ms","start":"2026-07-17T16:04:44.455801Z","end":"2026-07-17T16:04:44.609039Z","steps":["trace[1242832516] 'read index received' (duration: 153.148275ms)","trace[1242832516] 'applied index is now lower than readState.Index' (duration: 88.533µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:04:44.609414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.587136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:04:44.60945Z","caller":"traceutil/trace.go:171","msg":"trace[2033800870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4094; }","duration":"153.697178ms","start":"2026-07-17T16:04:44.455741Z","end":"2026-07-17T16:04:44.609438Z","steps":["trace[2033800870] 'agreement among raft nodes before linearized reading' (duration: 153.424232ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:44.609162Z","caller":"traceutil/trace.go:171","msg":"trace[2022809336] transaction","detail":"{read_only:false; response_revision:4094; number_of_response:1; }","duration":"163.891678ms","start":"2026-07-17T16:04:44.445225Z","end":"2026-07-17T16:04:44.609116Z","steps":["trace[2022809336] 'process raft request' (duration: 163.671472ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:44.679853Z","caller":"traceutil/trace.go:171","msg":"trace[1944028193] transaction","detail":"{read_only:false; response_revision:4095; number_of_response:1; }","duration":"202.80845ms","start":"2026-07-17T16:04:44.477024Z","end":"2026-07-17T16:04:44.679833Z","steps":["trace[1944028193] 'process raft request' (duration: 202.651336ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:44.680168Z","caller":"traceutil/trace.go:171","msg":"trace[1153510947] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"203.103236ms","start":"2026-07-17T16:04:44.477038Z","end":"2026-07-17T16:04:44.680141Z","steps":["trace[1153510947] 'process raft request' (duration: 202.748778ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:44.680337Z","caller":"traceutil/trace.go:171","msg":"trace[797143600] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"199.673443ms","start":"2026-07-17T16:04:44.480648Z","end":"2026-07-17T16:04:44.680321Z","steps":["trace[797143600] 'process raft request' (duration: 199.519769ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:44.680427Z","caller":"traceutil/trace.go:171","msg":"trace[1114810673] transaction","detail":"{read_only:false; response_revision:4097; number_of_response:1; }","duration":"202.712497ms","start":"2026-07-17T16:04:44.477704Z","end":"2026-07-17T16:04:44.680416Z","steps":["trace[1114810673] 'process raft request' (duration: 202.335168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:44.680422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.635823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T16:04:44.680491Z","caller":"traceutil/trace.go:171","msg":"trace[404746174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4099; }","duration":"161.769527ms","start":"2026-07-17T16:04:44.518705Z","end":"2026-07-17T16:04:44.680474Z","steps":["trace[404746174] 'agreement among raft nodes before linearized reading' (duration: 161.556331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:44.680526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.163732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T16:04:44.680641Z","caller":"traceutil/trace.go:171","msg":"trace[535158876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4099; }","duration":"159.351677ms","start":"2026-07-17T16:04:44.521269Z","end":"2026-07-17T16:04:44.680621Z","steps":["trace[535158876] 'agreement among raft nodes before linearized reading' (duration: 158.990568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:44.680731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.458613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T16:04:44.680803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.895458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-17T16:04:44.680851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.347023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T16:04:44.680924Z","caller":"traceutil/trace.go:171","msg":"trace[311210453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4099; }","duration":"156.434135ms","start":"2026-07-17T16:04:44.52447Z","end":"2026-07-17T16:04:44.680904Z","steps":["trace[311210453] 'agreement among raft nodes before linearized reading' (duration: 156.23525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:44.680636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.649645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:8995"} {"level":"info","ts":"2026-07-17T16:04:44.681069Z","caller":"traceutil/trace.go:171","msg":"trace[1463427245] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4099; }","duration":"104.203149ms","start":"2026-07-17T16:04:44.57685Z","end":"2026-07-17T16:04:44.681053Z","steps":["trace[1463427245] 'agreement among raft nodes before linearized reading' (duration: 103.650905ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:44.680863Z","caller":"traceutil/trace.go:171","msg":"trace[1821324453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4099; }","duration":"163.985781ms","start":"2026-07-17T16:04:44.516864Z","end":"2026-07-17T16:04:44.68085Z","steps":["trace[1821324453] 'agreement among raft nodes before linearized reading' (duration: 163.837767ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:44.680812Z","caller":"traceutil/trace.go:171","msg":"trace[1076678408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4099; }","duration":"162.555655ms","start":"2026-07-17T16:04:44.51824Z","end":"2026-07-17T16:04:44.680796Z","steps":["trace[1076678408] 'agreement among raft nodes before linearized reading' (duration: 162.33083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:44.680499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.395619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/auth-system/keycloak-db-3\" ","response":"range_response_count:1 size:2371"} {"level":"info","ts":"2026-07-17T16:04:44.680501Z","caller":"traceutil/trace.go:171","msg":"trace[29535932] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"200.943074ms","start":"2026-07-17T16:04:44.47955Z","end":"2026-07-17T16:04:44.680493Z","steps":["trace[29535932] 'process raft request' (duration: 200.576115ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:44.68143Z","caller":"traceutil/trace.go:171","msg":"trace[494240407] range","detail":"{range_begin:/registry/persistentvolumeclaims/auth-system/keycloak-db-3; range_end:; response_count:1; response_revision:4099; }","duration":"223.396233ms","start":"2026-07-17T16:04:44.458018Z","end":"2026-07-17T16:04:44.681414Z","steps":["trace[494240407] 'agreement among raft nodes before linearized reading' (duration: 222.280346ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:44.800751Z","caller":"traceutil/trace.go:171","msg":"trace[1091796013] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"115.929795ms","start":"2026-07-17T16:04:44.684792Z","end":"2026-07-17T16:04:44.800722Z","steps":["trace[1091796013] 'process raft request' (duration: 20.693986ms)","trace[1091796013] 'compare' (duration: 94.988223ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:04:44.800985Z","caller":"traceutil/trace.go:171","msg":"trace[1830314420] transaction","detail":"{read_only:false; response_revision:4101; number_of_response:1; }","duration":"115.330051ms","start":"2026-07-17T16:04:44.685628Z","end":"2026-07-17T16:04:44.800958Z","steps":["trace[1830314420] 'process raft request' (duration: 115.029673ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:44.801481Z","caller":"traceutil/trace.go:171","msg":"trace[1786773619] transaction","detail":"{read_only:false; response_revision:4102; number_of_response:1; }","duration":"115.352321ms","start":"2026-07-17T16:04:44.686116Z","end":"2026-07-17T16:04:44.801468Z","steps":["trace[1786773619] 'process raft request' (duration: 114.762537ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:44.801786Z","caller":"traceutil/trace.go:171","msg":"trace[1244451506] transaction","detail":"{read_only:false; response_revision:4103; number_of_response:1; }","duration":"115.429212ms","start":"2026-07-17T16:04:44.686332Z","end":"2026-07-17T16:04:44.801761Z","steps":["trace[1244451506] 'process raft request' (duration: 114.993292ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:04:44.80207Z","caller":"traceutil/trace.go:171","msg":"trace[1076551689] transaction","detail":"{read_only:false; response_revision:4104; number_of_response:1; }","duration":"115.610808ms","start":"2026-07-17T16:04:44.686446Z","end":"2026-07-17T16:04:44.802057Z","steps":["trace[1076551689] 'process raft request' (duration: 114.933581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:46.157393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268089735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:04:46.658362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268089735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:04:46.735428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700346029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:04:46.735522Z","caller":"traceutil/trace.go:171","msg":"trace[41737406] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4104; }","duration":"1.700479012s","start":"2026-07-17T16:04:45.03501Z","end":"2026-07-17T16:04:46.735489Z","steps":["trace[41737406] 'count revisions from in-memory index tree' (duration: 1.700241547s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:46.735565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:45.034992Z","time spent":"1.700561264s","remote":"127.0.0.1:36210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:04:46.735932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599719468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T16:04:46.736003Z","caller":"traceutil/trace.go:171","msg":"trace[1302212392] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:4104; }","duration":"1.599844071s","start":"2026-07-17T16:04:45.136144Z","end":"2026-07-17T16:04:46.735988Z","steps":["trace[1302212392] 'range keys from in-memory index tree' (duration: 1.599532774s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:46.736037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:45.136125Z","time spent":"1.599905492s","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-07-17T16:04:46.736053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616046387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:04:46.736132Z","caller":"traceutil/trace.go:171","msg":"trace[983345522] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4104; }","duration":"1.616167491s","start":"2026-07-17T16:04:45.119946Z","end":"2026-07-17T16:04:46.736113Z","steps":["trace[983345522] 'count revisions from in-memory index tree' (duration: 1.615939205s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:46.736174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:45.119931Z","time spent":"1.616232492s","remote":"127.0.0.1:36086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:04:46.744631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125136032s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T16:04:46.74499Z","caller":"traceutil/trace.go:171","msg":"trace[14811370] transaction","detail":"{read_only:false; response_revision:4105; number_of_response:1; }","duration":"1.125664556s","start":"2026-07-17T16:04:45.619304Z","end":"2026-07-17T16:04:46.744969Z","steps":["trace[14811370] 'process raft request' (duration: 1.125524142s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:46.745148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:45.619283Z","time spent":"1.125786888s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6586,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:04:46.757661Z","caller":"traceutil/trace.go:171","msg":"trace[849579887] linearizableReadLoop","detail":"{readStateIndex:4314; appliedIndex:4313; }","duration":"1.100624724s","start":"2026-07-17T16:04:45.657019Z","end":"2026-07-17T16:04:46.757644Z","steps":["trace[849579887] 'read index received' (duration: 1.088059067s)","trace[849579887] 'applied index is now lower than readState.Index' (duration: 12.564477ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:04:46.757848Z","caller":"traceutil/trace.go:171","msg":"trace[23334532] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"318.271603ms","start":"2026-07-17T16:04:46.439566Z","end":"2026-07-17T16:04:46.757838Z","steps":["trace[23334532] 'process raft request' (duration: 317.798651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:46.757928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:46.439547Z","time spent":"318.323435ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:04:46.758388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068754295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:8995"} {"level":"warn","ts":"2026-07-17T16:04:46.75864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101539666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:04:46.758771Z","caller":"traceutil/trace.go:171","msg":"trace[1257835932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4111; }","duration":"1.101771032s","start":"2026-07-17T16:04:45.656969Z","end":"2026-07-17T16:04:46.75874Z","steps":["trace[1257835932] 'agreement among raft nodes before linearized reading' (duration: 1.101429184s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:46.758818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:45.656955Z","time spent":"1.101852324s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:04:46.758686Z","caller":"traceutil/trace.go:171","msg":"trace[1257507720] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4111; }","duration":"1.069102603s","start":"2026-07-17T16:04:45.689556Z","end":"2026-07-17T16:04:46.758658Z","steps":["trace[1257507720] 'agreement among raft nodes before linearized reading' (duration: 1.068652202s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:46.758938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:45.689527Z","time spent":"1.06939481s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9018,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T16:04:46.758451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.192815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:04:46.759183Z","caller":"traceutil/trace.go:171","msg":"trace[443300186] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4111; }","duration":"640.914343ms","start":"2026-07-17T16:04:46.11819Z","end":"2026-07-17T16:04:46.759104Z","steps":["trace[443300186] 'agreement among raft nodes before linearized reading' (duration: 640.199105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:46.759262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:46.118169Z","time spent":"641.078456ms","remote":"127.0.0.1:36112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:04:51.91988Z","caller":"traceutil/trace.go:171","msg":"trace[1324048137] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4166; }","duration":"388.354766ms","start":"2026-07-17T16:04:51.531505Z","end":"2026-07-17T16:04:51.91986Z","steps":["trace[1324048137] 'process raft request' (duration: 383.621061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:51.920005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:51.531494Z","time spent":"388.452379ms","remote":"127.0.0.1:41750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T16:04:51.920259Z","caller":"traceutil/trace.go:171","msg":"trace[809147589] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"359.324847ms","start":"2026-07-17T16:04:51.560887Z","end":"2026-07-17T16:04:51.920212Z","steps":["trace[809147589] 'process raft request' (duration: 358.889976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:51.920393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.632127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:04:51.920593Z","caller":"traceutil/trace.go:171","msg":"trace[845915147] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4167; }","duration":"299.884193ms","start":"2026-07-17T16:04:51.620688Z","end":"2026-07-17T16:04:51.920572Z","steps":["trace[845915147] 'agreement among raft nodes before linearized reading' (duration: 299.623207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:51.920419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:04:51.560864Z","time spent":"359.47957ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:04:51.920236Z","caller":"traceutil/trace.go:171","msg":"trace[617298973] linearizableReadLoop","detail":"{readStateIndex:4385; appliedIndex:4383; }","duration":"299.438942ms","start":"2026-07-17T16:04:51.620743Z","end":"2026-07-17T16:04:51.920182Z","steps":["trace[617298973] 'read index received' (duration: 294.366968ms)","trace[617298973] 'applied index is now lower than readState.Index' (duration: 5.070644ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:04:51.921507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.355188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:04:51.921667Z","caller":"traceutil/trace.go:171","msg":"trace[1048409069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4167; }","duration":"267.769277ms","start":"2026-07-17T16:04:51.65388Z","end":"2026-07-17T16:04:51.921649Z","steps":["trace[1048409069] 'agreement among raft nodes before linearized reading' (duration: 267.350877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:04:51.921534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.089923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9065"} {"level":"info","ts":"2026-07-17T16:04:51.921811Z","caller":"traceutil/trace.go:171","msg":"trace[1468717137] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:4167; }","duration":"117.38061ms","start":"2026-07-17T16:04:51.804377Z","end":"2026-07-17T16:04:51.921758Z","steps":["trace[1468717137] 'agreement among raft nodes before linearized reading' (duration: 116.934019ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:05:14.802109Z","caller":"traceutil/trace.go:171","msg":"trace[1855258098] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"948.321032ms","start":"2026-07-17T16:05:13.853751Z","end":"2026-07-17T16:05:14.802072Z","steps":["trace[1855258098] 'process raft request' (duration: 948.126137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:14.802485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:05:13.853727Z","time spent":"948.63828ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:05:39.107052Z","caller":"traceutil/trace.go:171","msg":"trace[582007726] linearizableReadLoop","detail":"{readStateIndex:4776; appliedIndex:4775; }","duration":"139.964918ms","start":"2026-07-17T16:05:38.967055Z","end":"2026-07-17T16:05:39.10702Z","steps":["trace[582007726] 'read index received' (duration: 139.722072ms)","trace[582007726] 'applied index is now lower than readState.Index' (duration: 241.166µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:05:39.107189Z","caller":"traceutil/trace.go:171","msg":"trace[1300216087] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"142.52369ms","start":"2026-07-17T16:05:38.964606Z","end":"2026-07-17T16:05:39.10713Z","steps":["trace[1300216087] 'process raft request' (duration: 142.178272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:39.107312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.234694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-17T16:05:39.107379Z","caller":"traceutil/trace.go:171","msg":"trace[2130718738] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4535; }","duration":"140.372877ms","start":"2026-07-17T16:05:38.966992Z","end":"2026-07-17T16:05:39.107365Z","steps":["trace[2130718738] 'agreement among raft nodes before linearized reading' (duration: 140.154752ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:05:39.23512Z","caller":"traceutil/trace.go:171","msg":"trace[1794296957] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"262.591861ms","start":"2026-07-17T16:05:38.9725Z","end":"2026-07-17T16:05:39.235092Z","steps":["trace[1794296957] 'process raft request' (duration: 262.322504ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:05:39.235188Z","caller":"traceutil/trace.go:171","msg":"trace[598478128] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"262.656482ms","start":"2026-07-17T16:05:38.972523Z","end":"2026-07-17T16:05:39.23518Z","steps":["trace[598478128] 'process raft request' (duration: 262.476717ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:05:39.235133Z","caller":"traceutil/trace.go:171","msg":"trace[665898696] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"260.582581ms","start":"2026-07-17T16:05:38.974528Z","end":"2026-07-17T16:05:39.235111Z","steps":["trace[665898696] 'process raft request' (duration: 260.519739ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:05:39.235253Z","caller":"traceutil/trace.go:171","msg":"trace[292836131] linearizableReadLoop","detail":"{readStateIndex:4782; appliedIndex:4776; }","duration":"126.376404ms","start":"2026-07-17T16:05:39.108863Z","end":"2026-07-17T16:05:39.23524Z","steps":["trace[292836131] 'read index received' (duration: 125.899172ms)","trace[292836131] 'applied index is now lower than readState.Index' (duration: 476.572µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:05:39.235385Z","caller":"traceutil/trace.go:171","msg":"trace[78076855] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"258.792427ms","start":"2026-07-17T16:05:38.976515Z","end":"2026-07-17T16:05:39.235307Z","steps":["trace[78076855] 'process raft request' (duration: 258.650843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:39.235417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.561942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-17T16:05:39.235417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.545749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10008"} {"level":"info","ts":"2026-07-17T16:05:39.235446Z","caller":"traceutil/trace.go:171","msg":"trace[365604420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4541; }","duration":"120.636004ms","start":"2026-07-17T16:05:39.114802Z","end":"2026-07-17T16:05:39.235438Z","steps":["trace[365604420] 'agreement among raft nodes before linearized reading' (duration: 120.510831ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:05:39.235374Z","caller":"traceutil/trace.go:171","msg":"trace[1552260978] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"260.297784ms","start":"2026-07-17T16:05:38.974979Z","end":"2026-07-17T16:05:39.235277Z","steps":["trace[1552260978] 'process raft request' (duration: 260.102889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:39.235547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.510755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-17T16:05:39.235559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.102377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:05:39.23552Z","caller":"traceutil/trace.go:171","msg":"trace[466010725] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"193.895268ms","start":"2026-07-17T16:05:39.041544Z","end":"2026-07-17T16:05:39.235439Z","steps":["trace[466010725] 'process raft request' (duration: 193.665462ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:05:39.235569Z","caller":"traceutil/trace.go:171","msg":"trace[1296935295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4541; }","duration":"103.555686ms","start":"2026-07-17T16:05:39.132008Z","end":"2026-07-17T16:05:39.235564Z","steps":["trace[1296935295] 'agreement among raft nodes before linearized reading' (duration: 103.495935ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:05:39.235611Z","caller":"traceutil/trace.go:171","msg":"trace[2058054118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4541; }","duration":"108.162798ms","start":"2026-07-17T16:05:39.127418Z","end":"2026-07-17T16:05:39.235581Z","steps":["trace[2058054118] 'agreement among raft nodes before linearized reading' (duration: 108.102077ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:05:39.235452Z","caller":"traceutil/trace.go:171","msg":"trace[2130876091] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4541; }","duration":"126.59261ms","start":"2026-07-17T16:05:39.108849Z","end":"2026-07-17T16:05:39.235442Z","steps":["trace[2130876091] 'agreement among raft nodes before linearized reading' (duration: 126.455857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:39.748485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.897269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:05:39.748764Z","caller":"traceutil/trace.go:171","msg":"trace[2142061901] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"506.972525ms","start":"2026-07-17T16:05:39.241776Z","end":"2026-07-17T16:05:39.748749Z","steps":["trace[2142061901] 'process raft request' (duration: 506.814511ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:05:39.748772Z","caller":"traceutil/trace.go:171","msg":"trace[1666605369] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"507.811985ms","start":"2026-07-17T16:05:39.240919Z","end":"2026-07-17T16:05:39.748731Z","steps":["trace[1666605369] 'process raft request' (duration: 128.573479ms)","trace[1666605369] 'compare' (duration: 378.502338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:05:39.748852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:05:39.241741Z","time spent":"507.072117ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:05:39.748945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:05:39.240878Z","time spent":"507.960129ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:05:39.749254Z","caller":"traceutil/trace.go:171","msg":"trace[2027638596] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"507.385104ms","start":"2026-07-17T16:05:39.241835Z","end":"2026-07-17T16:05:39.74922Z","steps":["trace[2027638596] 'process raft request' (duration: 506.886952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:39.749476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:05:39.24181Z","time spent":"507.544888ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:05:39.75013Z","caller":"traceutil/trace.go:171","msg":"trace[772604793] linearizableReadLoop","detail":"{readStateIndex:4787; appliedIndex:4782; }","duration":"502.185437ms","start":"2026-07-17T16:05:39.24792Z","end":"2026-07-17T16:05:39.750106Z","steps":["trace[772604793] 'read index received' (duration: 121.589757ms)","trace[772604793] 'applied index is now lower than readState.Index' (duration: 380.59445ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:05:39.750131Z","caller":"traceutil/trace.go:171","msg":"trace[1291332671] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"505.316934ms","start":"2026-07-17T16:05:39.244788Z","end":"2026-07-17T16:05:39.750104Z","steps":["trace[1291332671] 'process raft request' (duration: 504.251068ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:05:39.750234Z","caller":"traceutil/trace.go:171","msg":"trace[155734853] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"505.305634ms","start":"2026-07-17T16:05:39.244848Z","end":"2026-07-17T16:05:39.750153Z","steps":["trace[155734853] 'process raft request' (duration: 505.190151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:39.750291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:05:39.244774Z","time spent":"505.441526ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:05:39.750306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.120134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:05:39.750355Z","caller":"traceutil/trace.go:171","msg":"trace[1319673092] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4546; }","duration":"154.192045ms","start":"2026-07-17T16:05:39.596145Z","end":"2026-07-17T16:05:39.750337Z","steps":["trace[1319673092] 'agreement among raft nodes before linearized reading' (duration: 154.113404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:39.750383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.448754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-17T16:05:39.750451Z","caller":"traceutil/trace.go:171","msg":"trace[1469760621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4546; }","duration":"502.540346ms","start":"2026-07-17T16:05:39.247891Z","end":"2026-07-17T16:05:39.750431Z","steps":["trace[1469760621] 'agreement among raft nodes before linearized reading' (duration: 502.28803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:39.750494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:05:39.247882Z","time spent":"502.603927ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-17T16:05:39.750507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:05:39.244843Z","time spent":"505.465908ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:05:39.750729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.440798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:05:39.750779Z","caller":"traceutil/trace.go:171","msg":"trace[435320428] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4546; }","duration":"122.489479ms","start":"2026-07-17T16:05:39.628276Z","end":"2026-07-17T16:05:39.750766Z","steps":["trace[435320428] 'agreement among raft nodes before linearized reading' (duration: 122.422357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:40.941021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053738433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-17T16:05:40.941086Z","caller":"traceutil/trace.go:171","msg":"trace[1435054361] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"1.053872687s","start":"2026-07-17T16:05:39.887201Z","end":"2026-07-17T16:05:40.941074Z","steps":["trace[1435054361] 'range keys from in-memory index tree' (duration: 1.053551899s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:40.941114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:05:39.887155Z","time spent":"1.053951939s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:05:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:05:40.941189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05318494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-17T16:05:40.941212Z","caller":"traceutil/trace.go:171","msg":"trace[1395412916] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"1.053265552s","start":"2026-07-17T16:05:39.887941Z","end":"2026-07-17T16:05:40.941207Z","steps":["trace[1395412916] 'range keys from in-memory index tree' (duration: 1.053074048s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:40.941229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:05:39.887907Z","time spent":"1.053317704s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:05:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:05:40.94176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.515627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:05:40.942129Z","caller":"traceutil/trace.go:171","msg":"trace[1430466504] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"845.510695ms","start":"2026-07-17T16:05:40.096568Z","end":"2026-07-17T16:05:40.942079Z","steps":["trace[1430466504] 'process raft request' (duration: 402.628199ms)","trace[1430466504] 'compare' (duration: 442.048515ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:05:40.942303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:05:40.096535Z","time spent":"845.684979ms","remote":"127.0.0.1:41562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10179,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:05:41.018048Z","caller":"traceutil/trace.go:171","msg":"trace[1204136803] linearizableReadLoop","detail":"{readStateIndex:4789; appliedIndex:4787; }","duration":"855.458258ms","start":"2026-07-17T16:05:40.162563Z","end":"2026-07-17T16:05:41.018021Z","steps":["trace[1204136803] 'read index received' (duration: 336.646634ms)","trace[1204136803] 'applied index is now lower than readState.Index' (duration: 518.810304ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:05:41.018579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.639893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/auth-system/keycloak-db-1\" ","response":"range_response_count:1 size:2364"} {"level":"info","ts":"2026-07-17T16:05:41.018634Z","caller":"traceutil/trace.go:171","msg":"trace[1973067372] range","detail":"{range_begin:/registry/persistentvolumeclaims/auth-system/keycloak-db-1; range_end:; response_count:1; response_revision:4547; }","duration":"856.097884ms","start":"2026-07-17T16:05:40.162527Z","end":"2026-07-17T16:05:41.018625Z","steps":["trace[1973067372] 'agreement among raft nodes before linearized reading' (duration: 855.53894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:41.018668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:05:40.162503Z","time spent":"856.156495ms","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2387,"request content":"key:\"/registry/persistentvolumeclaims/auth-system/keycloak-db-1\" "} {"level":"warn","ts":"2026-07-17T16:05:41.01906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.274665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:05:41.01912Z","caller":"traceutil/trace.go:171","msg":"trace[1630553264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4547; }","duration":"363.357958ms","start":"2026-07-17T16:05:40.655743Z","end":"2026-07-17T16:05:41.0191Z","steps":["trace[1630553264] 'agreement among raft nodes before linearized reading' (duration: 363.281626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:41.019133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.051843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:05:41.01915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:05:40.655731Z","time spent":"363.411909ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:05:41.019171Z","caller":"traceutil/trace.go:171","msg":"trace[2107309080] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4547; }","duration":"446.130195ms","start":"2026-07-17T16:05:40.573026Z","end":"2026-07-17T16:05:41.019156Z","steps":["trace[2107309080] 'agreement among raft nodes before linearized reading' (duration: 446.070124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:41.019203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:05:40.572997Z","time spent":"446.198346ms","remote":"127.0.0.1:36108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:05:41.019401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.218877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:05:41.019471Z","caller":"traceutil/trace.go:171","msg":"trace[1399872896] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4547; }","duration":"846.245403ms","start":"2026-07-17T16:05:40.173213Z","end":"2026-07-17T16:05:41.019459Z","steps":["trace[1399872896] 'agreement among raft nodes before linearized reading' (duration: 845.210927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:05:41.019505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:05:40.173191Z","time spent":"846.303404ms","remote":"127.0.0.1:41698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:06:46.278483Z","caller":"traceutil/trace.go:171","msg":"trace[997951259] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5415; }","duration":"132.968447ms","start":"2026-07-17T16:06:46.145483Z","end":"2026-07-17T16:06:46.278452Z","steps":["trace[997951259] 'read index received' (duration: 132.766583ms)","trace[997951259] 'applied index is now lower than readState.Index' (duration: 200.184µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:06:46.278587Z","caller":"traceutil/trace.go:171","msg":"trace[1524855310] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"135.310245ms","start":"2026-07-17T16:06:46.143235Z","end":"2026-07-17T16:06:46.278545Z","steps":["trace[1524855310] 'process raft request' (duration: 135.004047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:06:46.278773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.264115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T16:06:46.278824Z","caller":"traceutil/trace.go:171","msg":"trace[760400862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5155; }","duration":"133.344997ms","start":"2026-07-17T16:06:46.145464Z","end":"2026-07-17T16:06:46.278809Z","steps":["trace[760400862] 'agreement among raft nodes before linearized reading' (duration: 133.179183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:06:46.278838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.065859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:06:46.278907Z","caller":"traceutil/trace.go:171","msg":"trace[1719028890] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:5155; }","duration":"117.172282ms","start":"2026-07-17T16:06:46.161716Z","end":"2026-07-17T16:06:46.278888Z","steps":["trace[1719028890] 'agreement among raft nodes before linearized reading' (duration: 117.031079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:06:46.278905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.146116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-07-17T16:06:46.278939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.047315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-17T16:06:46.278999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.149569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:06:46.279051Z","caller":"traceutil/trace.go:171","msg":"trace[682007363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5155; }","duration":"132.209919ms","start":"2026-07-17T16:06:46.146814Z","end":"2026-07-17T16:06:46.279024Z","steps":["trace[682007363] 'agreement among raft nodes before linearized reading' (duration: 131.901392ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:06:46.279064Z","caller":"traceutil/trace.go:171","msg":"trace[866262048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5155; }","duration":"130.254102ms","start":"2026-07-17T16:06:46.14879Z","end":"2026-07-17T16:06:46.279045Z","steps":["trace[866262048] 'agreement among raft nodes before linearized reading' (duration: 130.019306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:06:46.279118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.400609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:06:46.279171Z","caller":"traceutil/trace.go:171","msg":"trace[831083633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5155; }","duration":"131.469782ms","start":"2026-07-17T16:06:46.147684Z","end":"2026-07-17T16:06:46.279154Z","steps":["trace[831083633] 'agreement among raft nodes before linearized reading' (duration: 131.326578ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:06:46.278969Z","caller":"traceutil/trace.go:171","msg":"trace[378721422] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5155; }","duration":"100.252619ms","start":"2026-07-17T16:06:46.178697Z","end":"2026-07-17T16:06:46.27895Z","steps":["trace[378721422] 'agreement among raft nodes before linearized reading' (duration: 100.079454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:07:20.155429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268093051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:07:20.360796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.134870258s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T16:07:20.361138Z","caller":"traceutil/trace.go:171","msg":"trace[509410195] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"1.135291668s","start":"2026-07-17T16:07:19.225822Z","end":"2026-07-17T16:07:20.361114Z","steps":["trace[509410195] 'process raft request' (duration: 1.135148425s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:07:20.361303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:07:19.225809Z","time spent":"1.135402431s","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-17T16:07:20.366855Z","caller":"traceutil/trace.go:171","msg":"trace[668827025] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"617.733407ms","start":"2026-07-17T16:07:19.749089Z","end":"2026-07-17T16:07:20.366823Z","steps":["trace[668827025] 'process raft request' (duration: 617.648735ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:07:20.367005Z","caller":"traceutil/trace.go:171","msg":"trace[1968703513] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"616.161228ms","start":"2026-07-17T16:07:19.75083Z","end":"2026-07-17T16:07:20.366991Z","steps":["trace[1968703513] 'process raft request' (duration: 615.945053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:07:20.367013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:07:19.749058Z","time spent":"617.859641ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:07:20.366848Z","caller":"traceutil/trace.go:171","msg":"trace[107228532] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"619.388367ms","start":"2026-07-17T16:07:19.74743Z","end":"2026-07-17T16:07:20.366819Z","steps":["trace[107228532] 'process raft request' (duration: 619.146621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:07:20.367084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:07:19.750815Z","time spent":"616.226551ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:07:20.367224Z","caller":"traceutil/trace.go:171","msg":"trace[592630057] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"611.898005ms","start":"2026-07-17T16:07:19.755306Z","end":"2026-07-17T16:07:20.367204Z","steps":["trace[592630057] 'process raft request' (duration: 611.623648ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:07:20.367252Z","caller":"traceutil/trace.go:171","msg":"trace[1936398057] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"611.605008ms","start":"2026-07-17T16:07:19.755634Z","end":"2026-07-17T16:07:20.367239Z","steps":["trace[1936398057] 'process raft request' (duration: 611.483405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:07:20.367272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:07:19.747399Z","time spent":"619.705585ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:07:20.367294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:07:19.755292Z","time spent":"611.962466ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:07:20.367311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:07:19.75562Z","time spent":"611.659819ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:07:20.367419Z","caller":"traceutil/trace.go:171","msg":"trace[1945425030] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"607.274362ms","start":"2026-07-17T16:07:19.760026Z","end":"2026-07-17T16:07:20.3673Z","steps":["trace[1945425030] 'process raft request' (duration: 607.17779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:07:20.367665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:07:19.760013Z","time spent":"607.473747ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:07:20.369463Z","caller":"traceutil/trace.go:171","msg":"trace[900359809] linearizableReadLoop","detail":"{readStateIndex:5711; appliedIndex:5704; }","duration":"715.116176ms","start":"2026-07-17T16:07:19.654331Z","end":"2026-07-17T16:07:20.369447Z","steps":["trace[900359809] 'read index received' (duration: 706.651399ms)","trace[900359809] 'applied index is now lower than readState.Index' (duration: 8.463916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:07:20.369642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.29369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:07:20.369685Z","caller":"traceutil/trace.go:171","msg":"trace[150627661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5444; }","duration":"715.384732ms","start":"2026-07-17T16:07:19.654288Z","end":"2026-07-17T16:07:20.369673Z","steps":["trace[150627661] 'agreement among raft nodes before linearized reading' (duration: 715.2936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:07:20.36972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:07:19.654271Z","time spent":"715.441364ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:07:20.369739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.271967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9041"} {"level":"info","ts":"2026-07-17T16:07:20.369795Z","caller":"traceutil/trace.go:171","msg":"trace[701613280] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:5444; }","duration":"484.336439ms","start":"2026-07-17T16:07:19.885426Z","end":"2026-07-17T16:07:20.369762Z","steps":["trace[701613280] 'agreement among raft nodes before linearized reading' (duration: 484.179095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:07:20.369798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.374386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-17T16:07:20.369833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:07:19.885408Z","time spent":"484.416751ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9064,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"info","ts":"2026-07-17T16:07:20.369857Z","caller":"traceutil/trace.go:171","msg":"trace[2063037856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:5444; }","duration":"248.484319ms","start":"2026-07-17T16:07:20.121344Z","end":"2026-07-17T16:07:20.369828Z","steps":["trace[2063037856] 'agreement among raft nodes before linearized reading' (duration: 248.307064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:07:20.369981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.422871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9041"} {"level":"info","ts":"2026-07-17T16:07:20.370013Z","caller":"traceutil/trace.go:171","msg":"trace[312877362] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:5444; }","duration":"484.497713ms","start":"2026-07-17T16:07:19.885507Z","end":"2026-07-17T16:07:20.370005Z","steps":["trace[312877362] 'agreement among raft nodes before linearized reading' (duration: 484.423721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:07:20.370033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:07:19.885478Z","time spent":"484.550715ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9064,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"info","ts":"2026-07-17T16:07:32.099034Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2842} {"level":"info","ts":"2026-07-17T16:07:32.198787Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2842,"took":"98.274811ms","hash":1075587352,"current-db-size-bytes":44417024,"current-db-size":"44 MB","current-db-size-in-use-bytes":20066304,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-07-17T16:07:32.198857Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1075587352,"revision":2842,"compact-revision":-1} {"level":"warn","ts":"2026-07-17T16:08:32.387529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.696601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:08:32.387679Z","caller":"traceutil/trace.go:171","msg":"trace[2089917754] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6339; }","duration":"200.901726ms","start":"2026-07-17T16:08:32.186746Z","end":"2026-07-17T16:08:32.387648Z","steps":["trace[2089917754] 'count revisions from in-memory index tree' (duration: 200.552637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:38.661143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.43765ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:08:38.661282Z","caller":"traceutil/trace.go:171","msg":"trace[780892877] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6530; }","duration":"192.603754ms","start":"2026-07-17T16:08:38.468659Z","end":"2026-07-17T16:08:38.661262Z","steps":["trace[780892877] 'range keys from in-memory index tree' (duration: 192.41677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:38.661339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.047231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-17T16:08:38.661451Z","caller":"traceutil/trace.go:171","msg":"trace[1321863924] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6530; }","duration":"222.214505ms","start":"2026-07-17T16:08:38.439211Z","end":"2026-07-17T16:08:38.661425Z","steps":["trace[1321863924] 'range keys from in-memory index tree' (duration: 221.709142ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:38.780402Z","caller":"traceutil/trace.go:171","msg":"trace[1944705278] linearizableReadLoop","detail":"{readStateIndex:6841; appliedIndex:6840; }","duration":"237.791203ms","start":"2026-07-17T16:08:38.542585Z","end":"2026-07-17T16:08:38.780377Z","steps":["trace[1944705278] 'read index received' (duration: 237.613409ms)","trace[1944705278] 'applied index is now lower than readState.Index' (duration: 176.604µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:08:38.780535Z","caller":"traceutil/trace.go:171","msg":"trace[1402079645] transaction","detail":"{read_only:false; response_revision:6531; number_of_response:1; }","duration":"238.654255ms","start":"2026-07-17T16:08:38.541866Z","end":"2026-07-17T16:08:38.78052Z","steps":["trace[1402079645] 'process raft request' (duration: 238.328107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:38.780763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.155112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-07-17T16:08:38.78085Z","caller":"traceutil/trace.go:171","msg":"trace[1459451605] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6531; }","duration":"238.248764ms","start":"2026-07-17T16:08:38.542581Z","end":"2026-07-17T16:08:38.780829Z","steps":["trace[1459451605] 'agreement among raft nodes before linearized reading' (duration: 238.041579ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:39.090203Z","caller":"traceutil/trace.go:171","msg":"trace[1204448693] transaction","detail":"{read_only:false; response_revision:6532; number_of_response:1; }","duration":"409.607602ms","start":"2026-07-17T16:08:38.680565Z","end":"2026-07-17T16:08:39.090173Z","steps":["trace[1204448693] 'process raft request' (duration: 409.335065ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:39.09033Z","caller":"traceutil/trace.go:171","msg":"trace[1883030546] transaction","detail":"{read_only:false; response_revision:6536; number_of_response:1; }","duration":"370.628844ms","start":"2026-07-17T16:08:38.719683Z","end":"2026-07-17T16:08:39.090312Z","steps":["trace[1883030546] 'process raft request' (duration: 370.543972ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:39.090369Z","caller":"traceutil/trace.go:171","msg":"trace[1840651354] linearizableReadLoop","detail":"{readStateIndex:6847; appliedIndex:6841; }","duration":"309.863836ms","start":"2026-07-17T16:08:38.780488Z","end":"2026-07-17T16:08:39.090352Z","steps":["trace[1840651354] 'read index received' (duration: 309.498077ms)","trace[1840651354] 'applied index is now lower than readState.Index' (duration: 364.989µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:08:39.090468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:38.680546Z","time spent":"409.744876ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:08:39.090516Z","caller":"traceutil/trace.go:171","msg":"trace[1153244559] transaction","detail":"{read_only:false; response_revision:6537; number_of_response:1; }","duration":"348.446015ms","start":"2026-07-17T16:08:38.74206Z","end":"2026-07-17T16:08:39.090506Z","steps":["trace[1153244559] 'process raft request' (duration: 348.213439ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:39.090527Z","caller":"traceutil/trace.go:171","msg":"trace[970038417] transaction","detail":"{read_only:false; response_revision:6533; number_of_response:1; }","duration":"408.971507ms","start":"2026-07-17T16:08:38.681541Z","end":"2026-07-17T16:08:39.090513Z","steps":["trace[970038417] 'process raft request' (duration: 408.529997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:39.090586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:38.74204Z","time spent":"348.501256ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:08:39.090612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:38.681536Z","time spent":"409.033419ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:08:39.090743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.158196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:08:39.090781Z","caller":"traceutil/trace.go:171","msg":"trace[1847466133] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:6537; }","duration":"359.225388ms","start":"2026-07-17T16:08:38.731545Z","end":"2026-07-17T16:08:39.09077Z","steps":["trace[1847466133] 'agreement among raft nodes before linearized reading' (duration: 359.138015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:39.090816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:38.731527Z","time spent":"359.282258ms","remote":"127.0.0.1:41730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"info","ts":"2026-07-17T16:08:39.090744Z","caller":"traceutil/trace.go:171","msg":"trace[542943314] transaction","detail":"{read_only:false; response_revision:6534; number_of_response:1; }","duration":"394.617968ms","start":"2026-07-17T16:08:38.696112Z","end":"2026-07-17T16:08:39.09073Z","steps":["trace[542943314] 'process raft request' (duration: 394.018723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:39.09092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:38.696101Z","time spent":"394.766031ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:08:39.090905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.236827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16086"} {"level":"warn","ts":"2026-07-17T16:08:39.091031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.502454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:08:39.091066Z","caller":"traceutil/trace.go:171","msg":"trace[1063689532] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6537; }","duration":"308.453232ms","start":"2026-07-17T16:08:38.782596Z","end":"2026-07-17T16:08:39.091049Z","steps":["trace[1063689532] 'agreement among raft nodes before linearized reading' (duration: 308.094344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:39.09106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.846804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T16:08:39.091078Z","caller":"traceutil/trace.go:171","msg":"trace[432516191] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:6537; }","duration":"278.560215ms","start":"2026-07-17T16:08:38.812499Z","end":"2026-07-17T16:08:39.091059Z","steps":["trace[432516191] 'agreement among raft nodes before linearized reading' (duration: 278.469442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:39.091082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.836904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T16:08:39.091125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:38.782575Z","time spent":"308.535214ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16109,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-17T16:08:39.091134Z","caller":"traceutil/trace.go:171","msg":"trace[700708957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6537; }","duration":"216.966767ms","start":"2026-07-17T16:08:38.874149Z","end":"2026-07-17T16:08:39.091116Z","steps":["trace[700708957] 'agreement among raft nodes before linearized reading' (duration: 216.741001ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:39.091171Z","caller":"traceutil/trace.go:171","msg":"trace[1128452958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6537; }","duration":"244.949138ms","start":"2026-07-17T16:08:38.8462Z","end":"2026-07-17T16:08:39.091149Z","steps":["trace[1128452958] 'agreement among raft nodes before linearized reading' (duration: 244.740073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:39.091197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.494547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-17T16:08:39.091259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.282223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-cvpkz\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-07-17T16:08:39.091301Z","caller":"traceutil/trace.go:171","msg":"trace[1499335624] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-cvpkz; range_end:; response_count:1; response_revision:6537; }","duration":"462.355575ms","start":"2026-07-17T16:08:38.628931Z","end":"2026-07-17T16:08:39.091287Z","steps":["trace[1499335624] 'agreement among raft nodes before linearized reading' (duration: 462.234992ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:39.091301Z","caller":"traceutil/trace.go:171","msg":"trace[934765485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6537; }","duration":"251.639831ms","start":"2026-07-17T16:08:38.839635Z","end":"2026-07-17T16:08:39.091275Z","steps":["trace[934765485] 'agreement among raft nodes before linearized reading' (duration: 251.317553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:39.091353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.647639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-17T16:08:39.090446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:38.719652Z","time spent":"370.740057ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:08:39.091379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.187379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T16:08:39.091384Z","caller":"traceutil/trace.go:171","msg":"trace[826315622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6537; }","duration":"218.72142ms","start":"2026-07-17T16:08:38.872654Z","end":"2026-07-17T16:08:39.091375Z","steps":["trace[826315622] 'agreement among raft nodes before linearized reading' (duration: 218.617488ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:39.091416Z","caller":"traceutil/trace.go:171","msg":"trace[199416527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6537; }","duration":"207.253371ms","start":"2026-07-17T16:08:38.884153Z","end":"2026-07-17T16:08:39.091407Z","steps":["trace[199416527] 'agreement among raft nodes before linearized reading' (duration: 207.114478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:39.091374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:38.62891Z","time spent":"462.456297ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5174,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-cvpkz\" "} {"level":"info","ts":"2026-07-17T16:08:39.091704Z","caller":"traceutil/trace.go:171","msg":"trace[341026894] transaction","detail":"{read_only:false; response_revision:6535; number_of_response:1; }","duration":"394.397533ms","start":"2026-07-17T16:08:38.696377Z","end":"2026-07-17T16:08:39.090775Z","steps":["trace[341026894] 'process raft request' (duration: 393.803708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:39.091884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:38.69637Z","time spent":"395.421337ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:08:39.357729Z","caller":"traceutil/trace.go:171","msg":"trace[826724607] transaction","detail":"{read_only:false; response_revision:6538; number_of_response:1; }","duration":"262.152405ms","start":"2026-07-17T16:08:39.095547Z","end":"2026-07-17T16:08:39.3577Z","steps":["trace[826724607] 'process raft request' (duration: 244.181908ms)","trace[826724607] 'compare' (duration: 17.538317ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:08:39.380912Z","caller":"traceutil/trace.go:171","msg":"trace[518861250] transaction","detail":"{read_only:false; response_revision:6539; number_of_response:1; }","duration":"284.968ms","start":"2026-07-17T16:08:39.095915Z","end":"2026-07-17T16:08:39.380884Z","steps":["trace[518861250] 'process raft request' (duration: 284.738424ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:39.38093Z","caller":"traceutil/trace.go:171","msg":"trace[573298702] transaction","detail":"{read_only:false; response_revision:6541; number_of_response:1; }","duration":"283.68178ms","start":"2026-07-17T16:08:39.097222Z","end":"2026-07-17T16:08:39.380904Z","steps":["trace[573298702] 'process raft request' (duration: 283.607618ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:39.381068Z","caller":"traceutil/trace.go:171","msg":"trace[37384292] transaction","detail":"{read_only:false; response_revision:6542; number_of_response:1; }","duration":"283.489314ms","start":"2026-07-17T16:08:39.097569Z","end":"2026-07-17T16:08:39.381059Z","steps":["trace[37384292] 'process raft request' (duration: 283.29349ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:39.380963Z","caller":"traceutil/trace.go:171","msg":"trace[1427986029] transaction","detail":"{read_only:false; response_revision:6540; number_of_response:1; }","duration":"284.15396ms","start":"2026-07-17T16:08:39.096774Z","end":"2026-07-17T16:08:39.380928Z","steps":["trace[1427986029] 'process raft request' (duration: 284.012347ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:39.381255Z","caller":"traceutil/trace.go:171","msg":"trace[1963140884] transaction","detail":"{read_only:false; response_revision:6543; number_of_response:1; }","duration":"282.242404ms","start":"2026-07-17T16:08:39.099004Z","end":"2026-07-17T16:08:39.381246Z","steps":["trace[1963140884] 'process raft request' (duration: 282.005428ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:39.381408Z","caller":"traceutil/trace.go:171","msg":"trace[1972463548] linearizableReadLoop","detail":"{readStateIndex:6849; appliedIndex:6847; }","duration":"284.772145ms","start":"2026-07-17T16:08:39.096623Z","end":"2026-07-17T16:08:39.381395Z","steps":["trace[1972463548] 'read index received' (duration: 242.973609ms)","trace[1972463548] 'applied index is now lower than readState.Index' (duration: 41.795476ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:08:39.381527Z","caller":"traceutil/trace.go:171","msg":"trace[523886998] transaction","detail":"{read_only:false; response_revision:6544; number_of_response:1; }","duration":"240.479628ms","start":"2026-07-17T16:08:39.141037Z","end":"2026-07-17T16:08:39.381517Z","steps":["trace[523886998] 'process raft request' (duration: 240.177691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:39.381866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.494689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62903"} {"level":"info","ts":"2026-07-17T16:08:39.381932Z","caller":"traceutil/trace.go:171","msg":"trace[1588168799] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:6544; }","duration":"284.593881ms","start":"2026-07-17T16:08:39.097322Z","end":"2026-07-17T16:08:39.381916Z","steps":["trace[1588168799] 'agreement among raft nodes before linearized reading' (duration: 284.305024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:39.381953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.34627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:08:39.382025Z","caller":"traceutil/trace.go:171","msg":"trace[395938338] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:6544; }","duration":"285.437862ms","start":"2026-07-17T16:08:39.096576Z","end":"2026-07-17T16:08:39.382014Z","steps":["trace[395938338] 'agreement among raft nodes before linearized reading' (duration: 285.021151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:41.694663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.353798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:08:41.694872Z","caller":"traceutil/trace.go:171","msg":"trace[719063537] transaction","detail":"{read_only:false; response_revision:6656; number_of_response:1; }","duration":"597.099722ms","start":"2026-07-17T16:08:41.097741Z","end":"2026-07-17T16:08:41.694841Z","steps":["trace[719063537] 'process raft request' (duration: 596.99936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:41.69492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.097722Z","time spent":"597.178474ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:08:41.694897Z","caller":"traceutil/trace.go:171","msg":"trace[1266233114] transaction","detail":"{read_only:false; response_revision:6655; number_of_response:1; }","duration":"597.122133ms","start":"2026-07-17T16:08:41.097733Z","end":"2026-07-17T16:08:41.694855Z","steps":["trace[1266233114] 'process raft request' (duration: 485.508558ms)","trace[1266233114] 'compare' (duration: 111.168984ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:08:41.695093Z","caller":"traceutil/trace.go:171","msg":"trace[207349488] transaction","detail":"{read_only:false; response_revision:6657; number_of_response:1; }","duration":"597.214225ms","start":"2026-07-17T16:08:41.097857Z","end":"2026-07-17T16:08:41.695071Z","steps":["trace[207349488] 'process raft request' (duration: 596.954249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:41.69514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.097719Z","time spent":"597.249136ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:08:41.695142Z","caller":"traceutil/trace.go:171","msg":"trace[471829188] linearizableReadLoop","detail":"{readStateIndex:6972; appliedIndex:6966; }","duration":"589.259462ms","start":"2026-07-17T16:08:41.105852Z","end":"2026-07-17T16:08:41.695111Z","steps":["trace[471829188] 'read index received' (duration: 57.723664ms)","trace[471829188] 'applied index is now lower than readState.Index' (duration: 531.534888ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:08:41.695245Z","caller":"traceutil/trace.go:171","msg":"trace[1137078862] transaction","detail":"{read_only:false; response_revision:6659; number_of_response:1; }","duration":"596.288713ms","start":"2026-07-17T16:08:41.098947Z","end":"2026-07-17T16:08:41.695236Z","steps":["trace[1137078862] 'process raft request' (duration: 596.118189ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:41.695226Z","caller":"traceutil/trace.go:171","msg":"trace[732113285] transaction","detail":"{read_only:false; response_revision:6658; number_of_response:1; }","duration":"596.951289ms","start":"2026-07-17T16:08:41.098212Z","end":"2026-07-17T16:08:41.695163Z","steps":["trace[732113285] 'process raft request' (duration: 596.740334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:41.695289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.098938Z","time spent":"596.331474ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:08:41.695364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.478477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:08:41.695384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.097824Z","time spent":"597.320848ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:08:41.695413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.098185Z","time spent":"597.111532ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:08:41.695442Z","caller":"traceutil/trace.go:171","msg":"trace[646000219] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6659; }","duration":"589.61223ms","start":"2026-07-17T16:08:41.105805Z","end":"2026-07-17T16:08:41.695417Z","steps":["trace[646000219] 'agreement among raft nodes before linearized reading' (duration: 589.448896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:41.695448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.675122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca2056b3-e8d5-4986-994d-daa83eddaea1\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-07-17T16:08:41.695484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.105786Z","time spent":"589.687402ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:08:41.69549Z","caller":"traceutil/trace.go:171","msg":"trace[1004395713] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ca2056b3-e8d5-4986-994d-daa83eddaea1; range_end:; response_count:1; response_revision:6659; }","duration":"522.782565ms","start":"2026-07-17T16:08:41.172693Z","end":"2026-07-17T16:08:41.695476Z","steps":["trace[1004395713] 'agreement among raft nodes before linearized reading' (duration: 522.5896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:41.695559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.067472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-17T16:08:41.695569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.482192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-26cpp.18c31f81e6e4de6d\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-07-17T16:08:41.695597Z","caller":"traceutil/trace.go:171","msg":"trace[1511950955] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:6659; }","duration":"308.143954ms","start":"2026-07-17T16:08:41.387441Z","end":"2026-07-17T16:08:41.695585Z","steps":["trace[1511950955] 'agreement among raft nodes before linearized reading' (duration: 307.97825ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:41.695599Z","caller":"traceutil/trace.go:171","msg":"trace[146576138] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-26cpp.18c31f81e6e4de6d; range_end:; response_count:1; response_revision:6659; }","duration":"516.536352ms","start":"2026-07-17T16:08:41.179055Z","end":"2026-07-17T16:08:41.695591Z","steps":["trace[146576138] 'agreement among raft nodes before linearized reading' (duration: 516.45457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:41.695635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.387419Z","time spent":"308.209306ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-wflkk\" "} {"level":"warn","ts":"2026-07-17T16:08:41.69564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.17904Z","time spent":"516.593344ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-26cpp.18c31f81e6e4de6d\" "} {"level":"warn","ts":"2026-07-17T16:08:41.695634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.845525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T16:08:41.695716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.007409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T16:08:41.695717Z","caller":"traceutil/trace.go:171","msg":"trace[1851124880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6659; }","duration":"332.983358ms","start":"2026-07-17T16:08:41.362715Z","end":"2026-07-17T16:08:41.695699Z","steps":["trace[1851124880] 'agreement among raft nodes before linearized reading' (duration: 332.696131ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:41.695748Z","caller":"traceutil/trace.go:171","msg":"trace[1616903347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6659; }","duration":"310.058461ms","start":"2026-07-17T16:08:41.385682Z","end":"2026-07-17T16:08:41.69574Z","steps":["trace[1616903347] 'agreement among raft nodes before linearized reading' (duration: 309.991499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:41.69577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.385671Z","time spent":"310.094552ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:08:41.695771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.362695Z","time spent":"333.066561ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:08:41.695872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.128839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T16:08:41.695971Z","caller":"traceutil/trace.go:171","msg":"trace[364688960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6659; }","duration":"309.271062ms","start":"2026-07-17T16:08:41.386679Z","end":"2026-07-17T16:08:41.69595Z","steps":["trace[364688960] 'agreement among raft nodes before linearized reading' (duration: 308.717539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:41.695989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.761058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T16:08:41.696049Z","caller":"traceutil/trace.go:171","msg":"trace[1507466773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6659; }","duration":"310.86333ms","start":"2026-07-17T16:08:41.385175Z","end":"2026-07-17T16:08:41.696038Z","steps":["trace[1507466773] 'agreement among raft nodes before linearized reading' (duration: 310.756758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:41.696078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.38515Z","time spent":"310.921282ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:08:41.696169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.172675Z","time spent":"522.899087ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca2056b3-e8d5-4986-994d-daa83eddaea1\" "} {"level":"warn","ts":"2026-07-17T16:08:41.695492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.441955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18c31f81cc82f67d\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-07-17T16:08:41.696369Z","caller":"traceutil/trace.go:171","msg":"trace[2034347789] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18c31f81cc82f67d; range_end:; response_count:1; response_revision:6659; }","duration":"245.313726ms","start":"2026-07-17T16:08:41.451009Z","end":"2026-07-17T16:08:41.696323Z","steps":["trace[2034347789] 'agreement among raft nodes before linearized reading' (duration: 244.403914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:41.696672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.386657Z","time spent":"310.000069ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:08:41.695883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.655187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T16:08:41.700214Z","caller":"traceutil/trace.go:171","msg":"trace[37095588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6659; }","duration":"312.964732ms","start":"2026-07-17T16:08:41.387193Z","end":"2026-07-17T16:08:41.700158Z","steps":["trace[37095588] 'agreement among raft nodes before linearized reading' (duration: 308.609536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:41.700271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.416859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728803"} {"level":"warn","ts":"2026-07-17T16:08:41.700296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.387181Z","time spent":"313.092214ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:08:41.700357Z","caller":"traceutil/trace.go:171","msg":"trace[1205351436] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:6659; }","duration":"488.518362ms","start":"2026-07-17T16:08:41.211804Z","end":"2026-07-17T16:08:41.700322Z","steps":["trace[1205351436] 'agreement among raft nodes before linearized reading' (duration: 483.621752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:41.700392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:41.211785Z","time spent":"488.597183ms","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":728826,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-07-17T16:08:41.803236Z","caller":"traceutil/trace.go:171","msg":"trace[1506710489] transaction","detail":"{read_only:false; response_revision:6660; number_of_response:1; }","duration":"101.986921ms","start":"2026-07-17T16:08:41.701218Z","end":"2026-07-17T16:08:41.803205Z","steps":["trace[1506710489] 'process raft request' (duration: 99.568542ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:41.804868Z","caller":"traceutil/trace.go:171","msg":"trace[1210011104] transaction","detail":"{read_only:false; response_revision:6661; number_of_response:1; }","duration":"103.472457ms","start":"2026-07-17T16:08:41.701369Z","end":"2026-07-17T16:08:41.804842Z","steps":["trace[1210011104] 'process raft request' (duration: 102.937624ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:41.805106Z","caller":"traceutil/trace.go:171","msg":"trace[82304068] transaction","detail":"{read_only:false; response_revision:6662; number_of_response:1; }","duration":"103.661581ms","start":"2026-07-17T16:08:41.701436Z","end":"2026-07-17T16:08:41.805098Z","steps":["trace[82304068] 'process raft request' (duration: 102.977404ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:41.805191Z","caller":"traceutil/trace.go:171","msg":"trace[1294604560] transaction","detail":"{read_only:false; response_revision:6663; number_of_response:1; }","duration":"100.248888ms","start":"2026-07-17T16:08:41.704936Z","end":"2026-07-17T16:08:41.805185Z","steps":["trace[1294604560] 'process raft request' (duration: 99.52118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:44.207185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268095760,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T16:08:44.325891Z","caller":"traceutil/trace.go:171","msg":"trace[1505369381] transaction","detail":"{read_only:false; response_revision:6693; number_of_response:1; }","duration":"625.049751ms","start":"2026-07-17T16:08:43.700825Z","end":"2026-07-17T16:08:44.325875Z","steps":["trace[1505369381] 'process raft request' (duration: 624.937798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:44.325999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:43.700802Z","time spent":"625.143463ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:08:44.453917Z","caller":"traceutil/trace.go:171","msg":"trace[1469845094] transaction","detail":"{read_only:false; response_revision:6694; number_of_response:1; }","duration":"752.789808ms","start":"2026-07-17T16:08:43.7011Z","end":"2026-07-17T16:08:44.45389Z","steps":["trace[1469845094] 'process raft request' (duration: 752.588663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:44.454073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:43.70109Z","time spent":"752.89836ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:08:44.454312Z","caller":"traceutil/trace.go:171","msg":"trace[148651581] transaction","detail":"{read_only:false; response_revision:6695; number_of_response:1; }","duration":"751.597529ms","start":"2026-07-17T16:08:43.70268Z","end":"2026-07-17T16:08:44.454278Z","steps":["trace[148651581] 'process raft request' (duration: 751.165189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:44.454474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:43.702659Z","time spent":"751.735562ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:08:44.454479Z","caller":"traceutil/trace.go:171","msg":"trace[240996768] transaction","detail":"{read_only:false; response_revision:6697; number_of_response:1; }","duration":"746.623427ms","start":"2026-07-17T16:08:43.707834Z","end":"2026-07-17T16:08:44.454457Z","steps":["trace[240996768] 'process raft request' (duration: 746.407402ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:44.454573Z","caller":"traceutil/trace.go:171","msg":"trace[505736476] linearizableReadLoop","detail":"{readStateIndex:7013; appliedIndex:7007; }","duration":"747.955411ms","start":"2026-07-17T16:08:43.706594Z","end":"2026-07-17T16:08:44.454549Z","steps":["trace[505736476] 'read index received' (duration: 619.181379ms)","trace[505736476] 'applied index is now lower than readState.Index' (duration: 128.772982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:08:44.454613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:43.707822Z","time spent":"746.71684ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:08:44.454638Z","caller":"traceutil/trace.go:171","msg":"trace[745629299] transaction","detail":"{read_only:false; response_revision:6698; number_of_response:1; }","duration":"509.854619ms","start":"2026-07-17T16:08:43.944756Z","end":"2026-07-17T16:08:44.454611Z","steps":["trace[745629299] 'process raft request' (duration: 509.550532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:44.45477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:43.944732Z","time spent":"509.970182ms","remote":"127.0.0.1:41562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18362,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:08:44.454803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.914208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-17T16:08:44.454813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.215957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:08:44.454843Z","caller":"traceutil/trace.go:171","msg":"trace[781601420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6698; }","duration":"645.993861ms","start":"2026-07-17T16:08:43.808837Z","end":"2026-07-17T16:08:44.454831Z","steps":["trace[781601420] 'agreement among raft nodes before linearized reading' (duration: 645.842877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:44.454849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.061824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T16:08:44.454864Z","caller":"traceutil/trace.go:171","msg":"trace[1767115114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:6698; }","duration":"748.295899ms","start":"2026-07-17T16:08:43.706552Z","end":"2026-07-17T16:08:44.454848Z","steps":["trace[1767115114] 'agreement among raft nodes before linearized reading' (duration: 748.108324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:44.454878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.968903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca2056b3-e8d5-4986-994d-daa83eddaea1\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-07-17T16:08:44.454886Z","caller":"traceutil/trace.go:171","msg":"trace[928201125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6698; }","duration":"644.138475ms","start":"2026-07-17T16:08:43.810738Z","end":"2026-07-17T16:08:44.454877Z","steps":["trace[928201125] 'agreement among raft nodes before linearized reading' (duration: 643.993241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:44.4549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:43.706538Z","time spent":"748.35458ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-wflkk\" "} {"level":"info","ts":"2026-07-17T16:08:44.454918Z","caller":"traceutil/trace.go:171","msg":"trace[348910533] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ca2056b3-e8d5-4986-994d-daa83eddaea1; range_end:; response_count:1; response_revision:6698; }","duration":"640.024785ms","start":"2026-07-17T16:08:43.814882Z","end":"2026-07-17T16:08:44.454907Z","steps":["trace[348910533] 'agreement among raft nodes before linearized reading' (duration: 639.908273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:44.454921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:43.810719Z","time spent":"644.196417ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:08:44.454944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:43.814875Z","time spent":"640.063536ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca2056b3-e8d5-4986-994d-daa83eddaea1\" "} {"level":"warn","ts":"2026-07-17T16:08:44.454948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.066343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T16:08:44.454983Z","caller":"traceutil/trace.go:171","msg":"trace[519521809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6698; }","duration":"644.106754ms","start":"2026-07-17T16:08:43.810862Z","end":"2026-07-17T16:08:44.454969Z","steps":["trace[519521809] 'agreement among raft nodes before linearized reading' (duration: 644.009052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:44.455019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:43.810854Z","time spent":"644.157906ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:08:44.45507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.792543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T16:08:44.455063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.428162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T16:08:44.455095Z","caller":"traceutil/trace.go:171","msg":"trace[1142666212] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6698; }","duration":"253.854584ms","start":"2026-07-17T16:08:44.201233Z","end":"2026-07-17T16:08:44.455088Z","steps":["trace[1142666212] 'agreement among raft nodes before linearized reading' (duration: 253.805683ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:44.455112Z","caller":"traceutil/trace.go:171","msg":"trace[1623227112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6698; }","duration":"644.486924ms","start":"2026-07-17T16:08:43.81061Z","end":"2026-07-17T16:08:44.455097Z","steps":["trace[1623227112] 'agreement among raft nodes before linearized reading' (duration: 644.362881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:44.455148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:43.810603Z","time spent":"644.537885ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:08:44.455157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.241542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786988"} {"level":"warn","ts":"2026-07-17T16:08:44.455172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.915354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:08:44.455195Z","caller":"traceutil/trace.go:171","msg":"trace[400112899] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:6698; }","duration":"601.313274ms","start":"2026-07-17T16:08:43.853869Z","end":"2026-07-17T16:08:44.455182Z","steps":["trace[400112899] 'agreement among raft nodes before linearized reading' (duration: 600.844253ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:44.455215Z","caller":"traceutil/trace.go:171","msg":"trace[1000138403] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6698; }","duration":"315.995036ms","start":"2026-07-17T16:08:44.139211Z","end":"2026-07-17T16:08:44.455206Z","steps":["trace[1000138403] 'agreement among raft nodes before linearized reading' (duration: 315.920684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:44.455225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:43.853852Z","time spent":"601.363885ms","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":787011,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-17T16:08:44.45524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.347999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T16:08:44.45525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:44.13919Z","time spent":"316.051417ms","remote":"127.0.0.1:41866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:08:44.455293Z","caller":"traceutil/trace.go:171","msg":"trace[1069643689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6698; }","duration":"646.4254ms","start":"2026-07-17T16:08:43.808854Z","end":"2026-07-17T16:08:44.455279Z","steps":["trace[1069643689] 'agreement among raft nodes before linearized reading' (duration: 646.281347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:44.455356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:43.808838Z","time spent":"646.510453ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:08:44.454912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:43.808822Z","time spent":"646.080462ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T16:08:44.454416Z","caller":"traceutil/trace.go:171","msg":"trace[488868439] transaction","detail":"{read_only:false; response_revision:6696; number_of_response:1; }","duration":"747.834687ms","start":"2026-07-17T16:08:43.706521Z","end":"2026-07-17T16:08:44.454355Z","steps":["trace[488868439] 'process raft request' (duration: 747.573841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:44.455734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:43.706505Z","time spent":"749.061327ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:08:56.512201Z","caller":"traceutil/trace.go:171","msg":"trace[484316620] transaction","detail":"{read_only:false; response_revision:6945; number_of_response:1; }","duration":"111.790159ms","start":"2026-07-17T16:08:56.400382Z","end":"2026-07-17T16:08:56.512172Z","steps":["trace[484316620] 'process raft request' (duration: 108.052808ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:56.512727Z","caller":"traceutil/trace.go:171","msg":"trace[480084311] transaction","detail":"{read_only:false; response_revision:6946; number_of_response:1; }","duration":"112.304392ms","start":"2026-07-17T16:08:56.400399Z","end":"2026-07-17T16:08:56.512703Z","steps":["trace[480084311] 'process raft request' (duration: 111.649596ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:56.513547Z","caller":"traceutil/trace.go:171","msg":"trace[560847955] transaction","detail":"{read_only:false; response_revision:6947; number_of_response:1; }","duration":"112.024665ms","start":"2026-07-17T16:08:56.401498Z","end":"2026-07-17T16:08:56.513522Z","steps":["trace[560847955] 'process raft request' (duration: 111.036381ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:56.514165Z","caller":"traceutil/trace.go:171","msg":"trace[1436358864] transaction","detail":"{read_only:false; response_revision:6948; number_of_response:1; }","duration":"112.494406ms","start":"2026-07-17T16:08:56.401619Z","end":"2026-07-17T16:08:56.514113Z","steps":["trace[1436358864] 'process raft request' (duration: 111.83027ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:56.68243Z","caller":"traceutil/trace.go:171","msg":"trace[664980555] transaction","detail":"{read_only:false; response_revision:6956; number_of_response:1; }","duration":"112.773053ms","start":"2026-07-17T16:08:56.56964Z","end":"2026-07-17T16:08:56.682413Z","steps":["trace[664980555] 'process raft request' (duration: 112.723562ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:56.682707Z","caller":"traceutil/trace.go:171","msg":"trace[301779773] transaction","detail":"{read_only:false; response_revision:6955; number_of_response:1; }","duration":"113.272355ms","start":"2026-07-17T16:08:56.569428Z","end":"2026-07-17T16:08:56.682701Z","steps":["trace[301779773] 'process raft request' (duration: 112.825244ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:56.682769Z","caller":"traceutil/trace.go:171","msg":"trace[790196455] transaction","detail":"{read_only:false; response_revision:6957; number_of_response:1; }","duration":"113.056539ms","start":"2026-07-17T16:08:56.569685Z","end":"2026-07-17T16:08:56.682741Z","steps":["trace[790196455] 'process raft request' (duration: 112.703981ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:56.682965Z","caller":"traceutil/trace.go:171","msg":"trace[2078849729] linearizableReadLoop","detail":"{readStateIndex:7280; appliedIndex:7276; }","duration":"112.694461ms","start":"2026-07-17T16:08:56.570258Z","end":"2026-07-17T16:08:56.682953Z","steps":["trace[2078849729] 'read index received' (duration: 25.374998ms)","trace[2078849729] 'applied index is now lower than readState.Index' (duration: 87.318053ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:08:56.683086Z","caller":"traceutil/trace.go:171","msg":"trace[254580273] transaction","detail":"{read_only:false; response_revision:6958; number_of_response:1; }","duration":"112.403214ms","start":"2026-07-17T16:08:56.570676Z","end":"2026-07-17T16:08:56.68308Z","steps":["trace[254580273] 'process raft request' (duration: 111.968363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:56.683306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.025139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70865"} {"level":"info","ts":"2026-07-17T16:08:56.683406Z","caller":"traceutil/trace.go:171","msg":"trace[542720219] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:6958; }","duration":"113.159072ms","start":"2026-07-17T16:08:56.570228Z","end":"2026-07-17T16:08:56.683387Z","steps":["trace[542720219] 'agreement among raft nodes before linearized reading' (duration: 112.811524ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:57.789372Z","caller":"traceutil/trace.go:171","msg":"trace[604949130] linearizableReadLoop","detail":"{readStateIndex:7282; appliedIndex:7281; }","duration":"135.320321ms","start":"2026-07-17T16:08:57.654021Z","end":"2026-07-17T16:08:57.789341Z","steps":["trace[604949130] 'read index received' (duration: 135.201588ms)","trace[604949130] 'applied index is now lower than readState.Index' (duration: 117.563µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:08:57.789518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.472015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:08:57.789513Z","caller":"traceutil/trace.go:171","msg":"trace[50931244] transaction","detail":"{read_only:false; response_revision:6959; number_of_response:1; }","duration":"526.087906ms","start":"2026-07-17T16:08:57.263356Z","end":"2026-07-17T16:08:57.789444Z","steps":["trace[50931244] 'process raft request' (duration: 525.819639ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:08:57.789584Z","caller":"traceutil/trace.go:171","msg":"trace[251653668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6959; }","duration":"135.591998ms","start":"2026-07-17T16:08:57.653977Z","end":"2026-07-17T16:08:57.789569Z","steps":["trace[251653668] 'agreement among raft nodes before linearized reading' (duration: 135.475295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:08:57.789709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:08:57.263298Z","time spent":"526.28803ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:08:58.590035Z","caller":"traceutil/trace.go:171","msg":"trace[1720671248] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"146.892673ms","start":"2026-07-17T16:08:58.443101Z","end":"2026-07-17T16:08:58.589994Z","steps":["trace[1720671248] 'process raft request' (duration: 91.565547ms)","trace[1720671248] 'compare' (duration: 55.172222ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:09:05.288573Z","caller":"traceutil/trace.go:171","msg":"trace[325915087] linearizableReadLoop","detail":"{readStateIndex:7436; appliedIndex:7435; }","duration":"203.974891ms","start":"2026-07-17T16:09:05.084566Z","end":"2026-07-17T16:09:05.288541Z","steps":["trace[325915087] 'read index received' (duration: 203.93014ms)","trace[325915087] 'applied index is now lower than readState.Index' (duration: 43.401µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:09:05.288648Z","caller":"traceutil/trace.go:171","msg":"trace[1365950576] transaction","detail":"{read_only:false; response_revision:7112; number_of_response:1; }","duration":"356.847479ms","start":"2026-07-17T16:09:04.93177Z","end":"2026-07-17T16:09:05.288617Z","steps":["trace[1365950576] 'process raft request' (duration: 356.634993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:05.288797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:04.931746Z","time spent":"356.982462ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1113,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T16:09:05.288915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.324459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e75fa0c4-4f7e-443b-a43d-3d524c1de332\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-17T16:09:05.288987Z","caller":"traceutil/trace.go:171","msg":"trace[303349105] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e75fa0c4-4f7e-443b-a43d-3d524c1de332; range_end:; response_count:1; response_revision:7112; }","duration":"204.448682ms","start":"2026-07-17T16:09:05.084523Z","end":"2026-07-17T16:09:05.288972Z","steps":["trace[303349105] 'agreement among raft nodes before linearized reading' (duration: 204.172136ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:05.442409Z","caller":"traceutil/trace.go:171","msg":"trace[1748459300] linearizableReadLoop","detail":"{readStateIndex:7437; appliedIndex:7436; }","duration":"153.720988ms","start":"2026-07-17T16:09:05.288666Z","end":"2026-07-17T16:09:05.442387Z","steps":["trace[1748459300] 'read index received' (duration: 131.361635ms)","trace[1748459300] 'applied index is now lower than readState.Index' (duration: 22.358363ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:09:05.442439Z","caller":"traceutil/trace.go:171","msg":"trace[578525575] transaction","detail":"{read_only:false; response_revision:7113; number_of_response:1; }","duration":"243.385698ms","start":"2026-07-17T16:09:05.199011Z","end":"2026-07-17T16:09:05.442397Z","steps":["trace[578525575] 'process raft request' (duration: 220.995714ms)","trace[578525575] 'compare' (duration: 22.260871ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:09:05.442788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.992191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T16:09:05.442858Z","caller":"traceutil/trace.go:171","msg":"trace[1814643836] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:7113; }","duration":"292.112174ms","start":"2026-07-17T16:09:05.150728Z","end":"2026-07-17T16:09:05.44284Z","steps":["trace[1814643836] 'agreement among raft nodes before linearized reading' (duration: 291.782876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:05.442968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.945504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:09:05.443128Z","caller":"traceutil/trace.go:171","msg":"trace[680667135] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7113; }","duration":"358.457836ms","start":"2026-07-17T16:09:05.084627Z","end":"2026-07-17T16:09:05.443085Z","steps":["trace[680667135] 'agreement among raft nodes before linearized reading' (duration: 357.941054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:05.443349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.084605Z","time spent":"358.558649ms","remote":"127.0.0.1:41520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:09:05.761463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.320801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:09:05.761823Z","caller":"traceutil/trace.go:171","msg":"trace[1948098652] transaction","detail":"{read_only:false; response_revision:7115; number_of_response:1; }","duration":"314.96537ms","start":"2026-07-17T16:09:05.446834Z","end":"2026-07-17T16:09:05.761799Z","steps":["trace[1948098652] 'process raft request' (duration: 314.885948ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:05.761767Z","caller":"traceutil/trace.go:171","msg":"trace[46950582] transaction","detail":"{read_only:false; response_revision:7114; number_of_response:1; }","duration":"463.611734ms","start":"2026-07-17T16:09:05.298031Z","end":"2026-07-17T16:09:05.761643Z","steps":["trace[46950582] 'process raft request' (duration: 254.005986ms)","trace[46950582] 'compare' (duration: 209.191468ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:09:05.761912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.446819Z","time spent":"315.053453ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T16:09:05.761927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.443794Z","time spent":"318.126797ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-17T16:09:05.761995Z","caller":"traceutil/trace.go:171","msg":"trace[2056434260] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7114; }","duration":"463.600394ms","start":"2026-07-17T16:09:05.298361Z","end":"2026-07-17T16:09:05.761961Z","steps":["trace[2056434260] 'process raft request' (duration: 463.202324ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:05.762045Z","caller":"traceutil/trace.go:171","msg":"trace[1501537508] linearizableReadLoop","detail":"{readStateIndex:7439; appliedIndex:7437; }","duration":"319.463929ms","start":"2026-07-17T16:09:05.442473Z","end":"2026-07-17T16:09:05.761937Z","steps":["trace[1501537508] 'read index received' (duration: 109.576995ms)","trace[1501537508] 'applied index is now lower than readState.Index' (duration: 209.883354ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:09:05.762118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.670399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:09:05.762201Z","caller":"traceutil/trace.go:171","msg":"trace[977343423] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7115; }","duration":"327.809852ms","start":"2026-07-17T16:09:05.434372Z","end":"2026-07-17T16:09:05.762182Z","steps":["trace[977343423] 'agreement among raft nodes before linearized reading' (duration: 327.633658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:05.762201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.863415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:1717"} {"level":"warn","ts":"2026-07-17T16:09:05.762248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.43435Z","time spent":"327.888105ms","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:09:05.762228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.298015Z","time spent":"463.915641ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1702,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:09:05.762247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.866626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e75fa0c4-4f7e-443b-a43d-3d524c1de332\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-17T16:09:05.762357Z","caller":"traceutil/trace.go:171","msg":"trace[201629758] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e75fa0c4-4f7e-443b-a43d-3d524c1de332; range_end:; response_count:1; response_revision:7115; }","duration":"345.02495ms","start":"2026-07-17T16:09:05.417311Z","end":"2026-07-17T16:09:05.762336Z","steps":["trace[201629758] 'agreement among raft nodes before linearized reading' (duration: 344.761444ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:05.762277Z","caller":"traceutil/trace.go:171","msg":"trace[2141989000] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:7115; }","duration":"464.983778ms","start":"2026-07-17T16:09:05.297274Z","end":"2026-07-17T16:09:05.762258Z","steps":["trace[2141989000] 'agreement among raft nodes before linearized reading' (duration: 464.828014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:05.762419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.417289Z","time spent":"345.115593ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e75fa0c4-4f7e-443b-a43d-3d524c1de332\" "} {"level":"warn","ts":"2026-07-17T16:09:05.762444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.297257Z","time spent":"465.177852ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":1740,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-07-17T16:09:05.762263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.298349Z","time spent":"463.746687ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":1751,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:09:05.762819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.249678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:09:05.762957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.861694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:09:05.76309Z","caller":"traceutil/trace.go:171","msg":"trace[1028622615] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7115; }","duration":"166.035988ms","start":"2026-07-17T16:09:05.597036Z","end":"2026-07-17T16:09:05.763072Z","steps":["trace[1028622615] 'agreement among raft nodes before linearized reading' (duration: 165.7273ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:05.762883Z","caller":"traceutil/trace.go:171","msg":"trace[1845062443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7115; }","duration":"107.358531ms","start":"2026-07-17T16:09:05.655508Z","end":"2026-07-17T16:09:05.762866Z","steps":["trace[1845062443] 'agreement among raft nodes before linearized reading' (duration: 107.251718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:06.087726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.904105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:09:06.087833Z","caller":"traceutil/trace.go:171","msg":"trace[932064937] linearizableReadLoop","detail":"{readStateIndex:7442; appliedIndex:7441; }","duration":"323.008747ms","start":"2026-07-17T16:09:05.764808Z","end":"2026-07-17T16:09:06.087817Z","steps":["trace[932064937] 'read index received' (duration: 133.877876ms)","trace[932064937] 'applied index is now lower than readState.Index' (duration: 189.129381ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:09:06.087933Z","caller":"traceutil/trace.go:171","msg":"trace[2091360161] transaction","detail":"{read_only:false; response_revision:7116; number_of_response:1; }","duration":"324.439221ms","start":"2026-07-17T16:09:05.763449Z","end":"2026-07-17T16:09:06.087888Z","steps":["trace[2091360161] 'process raft request' (duration: 135.2703ms)","trace[2091360161] 'compare' (duration: 188.421523ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:09:06.088005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.199421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:09:06.088098Z","caller":"traceutil/trace.go:171","msg":"trace[1621517791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7116; }","duration":"323.319884ms","start":"2026-07-17T16:09:05.764764Z","end":"2026-07-17T16:09:06.088084Z","steps":["trace[1621517791] 'agreement among raft nodes before linearized reading' (duration: 323.15785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:06.088174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.764748Z","time spent":"323.415336ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:09:06.088304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.763428Z","time spent":"324.573494ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:09:06.483436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.783779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:09:06.483667Z","caller":"traceutil/trace.go:171","msg":"trace[2123446109] transaction","detail":"{read_only:false; response_revision:7120; number_of_response:1; }","duration":"669.294777ms","start":"2026-07-17T16:09:05.814358Z","end":"2026-07-17T16:09:06.483653Z","steps":["trace[2123446109] 'process raft request' (duration: 669.252786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:06.483765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.814334Z","time spent":"669.39375ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:09:06.484067Z","caller":"traceutil/trace.go:171","msg":"trace[1935251283] transaction","detail":"{read_only:false; response_revision:7117; number_of_response:1; }","duration":"716.754323ms","start":"2026-07-17T16:09:05.767271Z","end":"2026-07-17T16:09:06.484026Z","steps":["trace[1935251283] 'process raft request' (duration: 516.322348ms)","trace[1935251283] 'compare' (duration: 199.555613ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:09:06.484081Z","caller":"traceutil/trace.go:171","msg":"trace[171774380] transaction","detail":"{read_only:false; response_revision:7119; number_of_response:1; }","duration":"712.908018ms","start":"2026-07-17T16:09:05.771139Z","end":"2026-07-17T16:09:06.484047Z","steps":["trace[171774380] 'process raft request' (duration: 712.433257ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:06.484039Z","caller":"traceutil/trace.go:171","msg":"trace[828099315] transaction","detail":"{read_only:false; response_revision:7118; number_of_response:1; }","duration":"715.807699ms","start":"2026-07-17T16:09:05.768208Z","end":"2026-07-17T16:09:06.484016Z","steps":["trace[828099315] 'process raft request' (duration: 715.303437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:06.484221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.767258Z","time spent":"716.883335ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T16:09:06.484244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.771119Z","time spent":"713.034792ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2250,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:09:06.484367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.768196Z","time spent":"716.066555ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:09:07.136034Z","caller":"traceutil/trace.go:171","msg":"trace[426945867] linearizableReadLoop","detail":"{readStateIndex:7447; appliedIndex:7442; }","duration":"1.045620971s","start":"2026-07-17T16:09:06.090391Z","end":"2026-07-17T16:09:07.136011Z","steps":["trace[426945867] 'read index received' (duration: 193.219549ms)","trace[426945867] 'applied index is now lower than readState.Index' (duration: 852.400581ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:09:07.13617Z","caller":"traceutil/trace.go:171","msg":"trace[857075574] transaction","detail":"{read_only:false; response_revision:7121; number_of_response:1; }","duration":"1.18458409s","start":"2026-07-17T16:09:05.951549Z","end":"2026-07-17T16:09:07.136133Z","steps":["trace[857075574] 'process raft request' (duration: 1.184264423s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:07.136141Z","caller":"traceutil/trace.go:171","msg":"trace[384678830] transaction","detail":"{read_only:false; response_revision:7122; number_of_response:1; }","duration":"953.146201ms","start":"2026-07-17T16:09:06.182983Z","end":"2026-07-17T16:09:07.136129Z","steps":["trace[384678830] 'process raft request' (duration: 952.968457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:07.136331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:05.951518Z","time spent":"1.184741774s","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2581,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-17T16:09:07.136511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046101962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-17T16:09:07.136598Z","caller":"traceutil/trace.go:171","msg":"trace[368217804] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7122; }","duration":"1.046234695s","start":"2026-07-17T16:09:06.090344Z","end":"2026-07-17T16:09:07.136579Z","steps":["trace[368217804] 'agreement among raft nodes before linearized reading' (duration: 1.045977499s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:07.136649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.090327Z","time spent":"1.046312997s","remote":"127.0.0.1:41552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-17T16:09:07.137171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.182961Z","time spent":"953.348847ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:09:07.144733Z","caller":"traceutil/trace.go:171","msg":"trace[1019532669] transaction","detail":"{read_only:false; response_revision:7123; number_of_response:1; }","duration":"654.132109ms","start":"2026-07-17T16:09:06.490567Z","end":"2026-07-17T16:09:07.144699Z","steps":["trace[1019532669] 'process raft request' (duration: 653.965655ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:07.144747Z","caller":"traceutil/trace.go:171","msg":"trace[464329000] transaction","detail":"{read_only:false; response_revision:7124; number_of_response:1; }","duration":"566.645501ms","start":"2026-07-17T16:09:06.578077Z","end":"2026-07-17T16:09:07.144722Z","steps":["trace[464329000] 'process raft request' (duration: 566.544009ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:07.144798Z","caller":"traceutil/trace.go:171","msg":"trace[811733512] transaction","detail":"{read_only:false; response_revision:7125; number_of_response:1; }","duration":"530.179535ms","start":"2026-07-17T16:09:06.614595Z","end":"2026-07-17T16:09:07.144775Z","steps":["trace[811733512] 'process raft request' (duration: 530.052592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:07.144861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.490543Z","time spent":"654.249932ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:09:07.144867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.578048Z","time spent":"566.753674ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:09:07.144909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.61457Z","time spent":"530.281876ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:09:07.144894Z","caller":"traceutil/trace.go:171","msg":"trace[2125974539] transaction","detail":"{read_only:false; response_revision:7128; number_of_response:1; }","duration":"519.987587ms","start":"2026-07-17T16:09:06.624883Z","end":"2026-07-17T16:09:07.144871Z","steps":["trace[2125974539] 'process raft request' (duration: 519.839683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:07.145007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.238393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:09:07.145036Z","caller":"traceutil/trace.go:171","msg":"trace[1098754592] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7128; }","duration":"240.306484ms","start":"2026-07-17T16:09:06.904722Z","end":"2026-07-17T16:09:07.145028Z","steps":["trace[1098754592] 'agreement among raft nodes before linearized reading' (duration: 240.236172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:07.145066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.13409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T16:09:07.14511Z","caller":"traceutil/trace.go:171","msg":"trace[2077430279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7128; }","duration":"418.19552ms","start":"2026-07-17T16:09:06.726903Z","end":"2026-07-17T16:09:07.145098Z","steps":["trace[2077430279] 'agreement among raft nodes before linearized reading' (duration: 418.058627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:07.145138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.661036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-17T16:09:07.145147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.726894Z","time spent":"418.246092ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T16:09:07.145161Z","caller":"traceutil/trace.go:171","msg":"trace[1679747420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:7128; }","duration":"419.729258ms","start":"2026-07-17T16:09:06.725424Z","end":"2026-07-17T16:09:07.145154Z","steps":["trace[1679747420] 'agreement among raft nodes before linearized reading' (duration: 419.668566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:07.145183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.725402Z","time spent":"419.777829ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-wflkk\" "} {"level":"warn","ts":"2026-07-17T16:09:07.145176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.624859Z","time spent":"520.13501ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:09:07.145074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.722684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T16:09:07.14524Z","caller":"traceutil/trace.go:171","msg":"trace[958324152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7128; }","duration":"418.886468ms","start":"2026-07-17T16:09:06.726344Z","end":"2026-07-17T16:09:07.145231Z","steps":["trace[958324152] 'agreement among raft nodes before linearized reading' (duration: 418.654682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:07.145163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.280673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-17T16:09:07.145276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.726284Z","time spent":"418.98378ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T16:09:07.145293Z","caller":"traceutil/trace.go:171","msg":"trace[1396731485] transaction","detail":"{read_only:false; response_revision:7126; number_of_response:1; }","duration":"529.376265ms","start":"2026-07-17T16:09:06.615906Z","end":"2026-07-17T16:09:07.145282Z","steps":["trace[1396731485] 'process raft request' (duration: 528.76939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:07.145321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.911335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T16:09:07.145355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.615881Z","time spent":"529.442677ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:09:07.145365Z","caller":"traceutil/trace.go:171","msg":"trace[1641038009] transaction","detail":"{read_only:false; response_revision:7127; number_of_response:1; }","duration":"521.974535ms","start":"2026-07-17T16:09:06.62338Z","end":"2026-07-17T16:09:07.145355Z","steps":["trace[1641038009] 'process raft request' (duration: 521.318439ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:07.145335Z","caller":"traceutil/trace.go:171","msg":"trace[1894620262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7128; }","duration":"418.524428ms","start":"2026-07-17T16:09:06.726776Z","end":"2026-07-17T16:09:07.145301Z","steps":["trace[1894620262] 'agreement among raft nodes before linearized reading' (duration: 418.090938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:07.145428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.623357Z","time spent":"522.036757ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:09:07.145362Z","caller":"traceutil/trace.go:171","msg":"trace[1967163315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7128; }","duration":"512.984997ms","start":"2026-07-17T16:09:06.632368Z","end":"2026-07-17T16:09:07.145353Z","steps":["trace[1967163315] 'agreement among raft nodes before linearized reading' (duration: 512.882294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:07.145532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.632353Z","time spent":"513.171951ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:09:07.145354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.896305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e75fa0c4-4f7e-443b-a43d-3d524c1de332\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-07-17T16:09:07.145594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.726768Z","time spent":"418.729333ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:09:07.145637Z","caller":"traceutil/trace.go:171","msg":"trace[1612163904] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e75fa0c4-4f7e-443b-a43d-3d524c1de332; range_end:; response_count:1; response_revision:7128; }","duration":"851.210192ms","start":"2026-07-17T16:09:06.294412Z","end":"2026-07-17T16:09:07.145622Z","steps":["trace[1612163904] 'agreement among raft nodes before linearized reading' (duration: 850.855354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:07.145767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.294391Z","time spent":"851.362915ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e75fa0c4-4f7e-443b-a43d-3d524c1de332\" "} {"level":"warn","ts":"2026-07-17T16:09:07.145419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.219287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T16:09:07.145827Z","caller":"traceutil/trace.go:171","msg":"trace[446351365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7128; }","duration":"424.660278ms","start":"2026-07-17T16:09:06.721155Z","end":"2026-07-17T16:09:07.145815Z","steps":["trace[446351365] 'agreement among raft nodes before linearized reading' (duration: 424.225447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:07.14934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:09:06.721132Z","time spent":"428.189404ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T16:09:08.637379Z","caller":"traceutil/trace.go:171","msg":"trace[921853884] transaction","detail":"{read_only:false; response_revision:7162; number_of_response:1; }","duration":"146.273307ms","start":"2026-07-17T16:09:08.491083Z","end":"2026-07-17T16:09:08.637356Z","steps":["trace[921853884] 'process raft request' (duration: 146.110913ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:13.386787Z","caller":"traceutil/trace.go:171","msg":"trace[1680480915] transaction","detail":"{read_only:false; response_revision:7259; number_of_response:1; }","duration":"216.849774ms","start":"2026-07-17T16:09:13.169885Z","end":"2026-07-17T16:09:13.386735Z","steps":["trace[1680480915] 'process raft request' (duration: 216.737372ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:13.387028Z","caller":"traceutil/trace.go:171","msg":"trace[1639972474] transaction","detail":"{read_only:false; response_revision:7261; number_of_response:1; }","duration":"216.546447ms","start":"2026-07-17T16:09:13.170447Z","end":"2026-07-17T16:09:13.386993Z","steps":["trace[1639972474] 'process raft request' (duration: 216.254799ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:13.387072Z","caller":"traceutil/trace.go:171","msg":"trace[739147561] transaction","detail":"{read_only:false; response_revision:7258; number_of_response:1; }","duration":"218.235907ms","start":"2026-07-17T16:09:13.168794Z","end":"2026-07-17T16:09:13.38703Z","steps":["trace[739147561] 'process raft request' (duration: 217.314175ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:13.387226Z","caller":"traceutil/trace.go:171","msg":"trace[594331381] transaction","detail":"{read_only:false; response_revision:7262; number_of_response:1; }","duration":"216.648919ms","start":"2026-07-17T16:09:13.17056Z","end":"2026-07-17T16:09:13.387209Z","steps":["trace[594331381] 'process raft request' (duration: 216.455224ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:13.387216Z","caller":"traceutil/trace.go:171","msg":"trace[900947128] linearizableReadLoop","detail":"{readStateIndex:7591; appliedIndex:7585; }","duration":"211.281539ms","start":"2026-07-17T16:09:13.175881Z","end":"2026-07-17T16:09:13.387162Z","steps":["trace[900947128] 'read index received' (duration: 43.070128ms)","trace[900947128] 'applied index is now lower than readState.Index' (duration: 168.210361ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:09:13.387402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.507114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T16:09:13.387444Z","caller":"traceutil/trace.go:171","msg":"trace[1735514286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7262; }","duration":"211.587586ms","start":"2026-07-17T16:09:13.175849Z","end":"2026-07-17T16:09:13.387437Z","steps":["trace[1735514286] 'agreement among raft nodes before linearized reading' (duration: 211.433073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:13.387564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.79055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:09:13.387582Z","caller":"traceutil/trace.go:171","msg":"trace[1805934243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7262; }","duration":"197.834622ms","start":"2026-07-17T16:09:13.189743Z","end":"2026-07-17T16:09:13.387578Z","steps":["trace[1805934243] 'agreement among raft nodes before linearized reading' (duration: 197.77533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:13.387697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.230161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:09:13.38809Z","caller":"traceutil/trace.go:171","msg":"trace[1426720319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7262; }","duration":"205.662482ms","start":"2026-07-17T16:09:13.182411Z","end":"2026-07-17T16:09:13.388073Z","steps":["trace[1426720319] 'agreement among raft nodes before linearized reading' (duration: 205.017536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:13.38785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.774514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T16:09:13.388218Z","caller":"traceutil/trace.go:171","msg":"trace[1334857734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7262; }","duration":"199.162344ms","start":"2026-07-17T16:09:13.189033Z","end":"2026-07-17T16:09:13.388195Z","steps":["trace[1334857734] 'agreement among raft nodes before linearized reading' (duration: 198.765654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:13.387845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.017946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T16:09:13.388312Z","caller":"traceutil/trace.go:171","msg":"trace[2111168554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7262; }","duration":"198.512887ms","start":"2026-07-17T16:09:13.18979Z","end":"2026-07-17T16:09:13.388303Z","steps":["trace[2111168554] 'agreement among raft nodes before linearized reading' (duration: 197.910463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:13.387901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.441635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:09:13.388344Z","caller":"traceutil/trace.go:171","msg":"trace[861011435] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:7262; }","duration":"200.896756ms","start":"2026-07-17T16:09:13.187437Z","end":"2026-07-17T16:09:13.388334Z","steps":["trace[861011435] 'agreement among raft nodes before linearized reading' (duration: 200.430205ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:13.388451Z","caller":"traceutil/trace.go:171","msg":"trace[225507756] transaction","detail":"{read_only:false; response_revision:7260; number_of_response:1; }","duration":"216.796402ms","start":"2026-07-17T16:09:13.169971Z","end":"2026-07-17T16:09:13.386768Z","steps":["trace[225507756] 'process raft request' (duration: 216.69465ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:19.190407Z","caller":"traceutil/trace.go:171","msg":"trace[584840207] linearizableReadLoop","detail":"{readStateIndex:7633; appliedIndex:7632; }","duration":"129.841768ms","start":"2026-07-17T16:09:19.060523Z","end":"2026-07-17T16:09:19.190365Z","steps":["trace[584840207] 'read index received' (duration: 128.940856ms)","trace[584840207] 'applied index is now lower than readState.Index' (duration: 899.452µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:09:19.190951Z","caller":"traceutil/trace.go:171","msg":"trace[246752169] transaction","detail":"{read_only:false; response_revision:7303; number_of_response:1; }","duration":"132.682607ms","start":"2026-07-17T16:09:19.05824Z","end":"2026-07-17T16:09:19.190923Z","steps":["trace[246752169] 'process raft request' (duration: 131.844576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:09:19.190989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.451263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-07-17T16:09:19.190888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.562788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:09:19.191027Z","caller":"traceutil/trace.go:171","msg":"trace[2020665962] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:7303; }","duration":"130.501014ms","start":"2026-07-17T16:09:19.060516Z","end":"2026-07-17T16:09:19.191017Z","steps":["trace[2020665962] 'agreement among raft nodes before linearized reading' (duration: 130.33781ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:19.19118Z","caller":"traceutil/trace.go:171","msg":"trace[499420862] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7303; }","duration":"119.909617ms","start":"2026-07-17T16:09:19.071255Z","end":"2026-07-17T16:09:19.191164Z","steps":["trace[499420862] 'agreement among raft nodes before linearized reading' (duration: 119.578159ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:45.628161Z","caller":"traceutil/trace.go:171","msg":"trace[1048827366] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"119.566848ms","start":"2026-07-17T16:09:45.50857Z","end":"2026-07-17T16:09:45.628137Z","steps":["trace[1048827366] 'process raft request' (duration: 119.412994ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:45.643489Z","caller":"traceutil/trace.go:171","msg":"trace[1441080224] transaction","detail":"{read_only:false; response_revision:7594; number_of_response:1; }","duration":"130.933184ms","start":"2026-07-17T16:09:45.512528Z","end":"2026-07-17T16:09:45.643461Z","steps":["trace[1441080224] 'process raft request' (duration: 130.692048ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:45.643794Z","caller":"traceutil/trace.go:171","msg":"trace[1328272525] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"130.193976ms","start":"2026-07-17T16:09:45.513559Z","end":"2026-07-17T16:09:45.643753Z","steps":["trace[1328272525] 'process raft request' (duration: 129.838187ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:45.643875Z","caller":"traceutil/trace.go:171","msg":"trace[1667271726] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"129.406287ms","start":"2026-07-17T16:09:45.514442Z","end":"2026-07-17T16:09:45.643849Z","steps":["trace[1667271726] 'process raft request' (duration: 129.199082ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:45.64399Z","caller":"traceutil/trace.go:171","msg":"trace[1662767471] transaction","detail":"{read_only:false; response_revision:7597; number_of_response:1; }","duration":"105.449514ms","start":"2026-07-17T16:09:45.538522Z","end":"2026-07-17T16:09:45.643972Z","steps":["trace[1662767471] 'process raft request' (duration: 105.251579ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:09:54.395196Z","caller":"traceutil/trace.go:171","msg":"trace[1929503285] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"118.460181ms","start":"2026-07-17T16:09:54.276712Z","end":"2026-07-17T16:09:54.395172Z","steps":["trace[1929503285] 'process raft request' (duration: 118.277597ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:10:03.872805Z","caller":"traceutil/trace.go:171","msg":"trace[748260002] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"135.001113ms","start":"2026-07-17T16:10:03.737768Z","end":"2026-07-17T16:10:03.872769Z","steps":["trace[748260002] 'process raft request' (duration: 134.701305ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:10:03.873067Z","caller":"traceutil/trace.go:171","msg":"trace[593914001] linearizableReadLoop","detail":"{readStateIndex:8087; appliedIndex:8087; }","duration":"135.159017ms","start":"2026-07-17T16:10:03.737871Z","end":"2026-07-17T16:10:03.87303Z","steps":["trace[593914001] 'read index received' (duration: 135.140787ms)","trace[593914001] 'applied index is now lower than readState.Index' (duration: 14.89µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:10:03.87333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.986314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:10:03.873362Z","caller":"traceutil/trace.go:171","msg":"trace[1540797052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:7746; }","duration":"119.049085ms","start":"2026-07-17T16:10:03.754302Z","end":"2026-07-17T16:10:03.873351Z","steps":["trace[1540797052] 'agreement among raft nodes before linearized reading' (duration: 118.894691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:10:03.873447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.267151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T16:10:03.873494Z","caller":"traceutil/trace.go:171","msg":"trace[1615144157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7746; }","duration":"126.327952ms","start":"2026-07-17T16:10:03.747153Z","end":"2026-07-17T16:10:03.873481Z","steps":["trace[1615144157] 'agreement among raft nodes before linearized reading' (duration: 126.2271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:10:03.873508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.771063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T16:10:03.87345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.511065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-17T16:10:03.873351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.076865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T16:10:03.873616Z","caller":"traceutil/trace.go:171","msg":"trace[2135452665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7746; }","duration":"135.763641ms","start":"2026-07-17T16:10:03.737804Z","end":"2026-07-17T16:10:03.873568Z","steps":["trace[2135452665] 'agreement among raft nodes before linearized reading' (duration: 135.31765ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:10:03.873614Z","caller":"traceutil/trace.go:171","msg":"trace[25414144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7746; }","duration":"135.397892ms","start":"2026-07-17T16:10:03.738184Z","end":"2026-07-17T16:10:03.873582Z","steps":["trace[25414144] 'agreement among raft nodes before linearized reading' (duration: 135.008393ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:10:03.873544Z","caller":"traceutil/trace.go:171","msg":"trace[52993196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7746; }","duration":"133.842265ms","start":"2026-07-17T16:10:03.739691Z","end":"2026-07-17T16:10:03.873533Z","steps":["trace[52993196] 'agreement among raft nodes before linearized reading' (duration: 133.745203ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:10:08.081044Z","caller":"traceutil/trace.go:171","msg":"trace[1625278129] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"111.658555ms","start":"2026-07-17T16:10:07.969353Z","end":"2026-07-17T16:10:08.081012Z","steps":["trace[1625278129] 'process raft request' (duration: 64.634481ms)","trace[1625278129] 'compare' (duration: 46.924462ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:11:23.728774Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000021fe.wal"} {"level":"info","ts":"2026-07-17T16:12:32.104035Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5521} {"level":"info","ts":"2026-07-17T16:12:32.164884Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5521,"took":"59.388968ms","hash":3718643430,"current-db-size-bytes":44417024,"current-db-size":"44 MB","current-db-size-in-use-bytes":36294656,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-17T16:12:32.164954Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3718643430,"revision":5521,"compact-revision":2842} {"level":"warn","ts":"2026-07-17T16:13:08.575745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.776608ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:13:08.576142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.83239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:13:08.576462Z","caller":"traceutil/trace.go:171","msg":"trace[1613207957] linearizableReadLoop","detail":"{readStateIndex:9533; appliedIndex:9531; }","duration":"120.217143ms","start":"2026-07-17T16:13:08.456226Z","end":"2026-07-17T16:13:08.576443Z","steps":["trace[1613207957] 'read index received' (duration: 14.951092ms)","trace[1613207957] 'applied index is now lower than readState.Index' (duration: 105.265051ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:13:08.576059Z","caller":"traceutil/trace.go:171","msg":"trace[958320176] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9145; }","duration":"107.107575ms","start":"2026-07-17T16:13:08.468895Z","end":"2026-07-17T16:13:08.576003Z","steps":["trace[958320176] 'range keys from in-memory index tree' (duration: 106.742247ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:13:08.576546Z","caller":"traceutil/trace.go:171","msg":"trace[645618810] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"146.844949ms","start":"2026-07-17T16:13:08.429659Z","end":"2026-07-17T16:13:08.576504Z","steps":["trace[645618810] 'process raft request' (duration: 146.712165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:13:08.576602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.375447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:13:08.576558Z","caller":"traceutil/trace.go:171","msg":"trace[1019695905] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"170.061601ms","start":"2026-07-17T16:13:08.406454Z","end":"2026-07-17T16:13:08.576515Z","steps":["trace[1019695905] 'process raft request' (duration: 64.762609ms)","trace[1019695905] 'compare' (duration: 104.710558ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:13:08.576638Z","caller":"traceutil/trace.go:171","msg":"trace[1214910960] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9147; }","duration":"120.4815ms","start":"2026-07-17T16:13:08.456145Z","end":"2026-07-17T16:13:08.576627Z","steps":["trace[1214910960] 'agreement among raft nodes before linearized reading' (duration: 120.391537ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:13:54.740279Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e6e5712872899056","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-17T16:13:54.747452Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-17T16:13:54.747533Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-17T16:14:09.565961Z","caller":"traceutil/trace.go:171","msg":"trace[2102858969] transaction","detail":"{read_only:false; response_revision:9690; number_of_response:1; }","duration":"780.070062ms","start":"2026-07-17T16:14:08.785872Z","end":"2026-07-17T16:14:09.565942Z","steps":["trace[2102858969] 'process raft request' (duration: 779.941059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:09.566086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:08.785844Z","time spent":"780.173804ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:14:09.576598Z","caller":"traceutil/trace.go:171","msg":"trace[711958659] transaction","detail":"{read_only:false; response_revision:9691; number_of_response:1; }","duration":"789.431468ms","start":"2026-07-17T16:14:08.787151Z","end":"2026-07-17T16:14:09.576582Z","steps":["trace[711958659] 'process raft request' (duration: 789.305735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:09.576694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:08.787121Z","time spent":"789.518261ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:14:09.577086Z","caller":"traceutil/trace.go:171","msg":"trace[874921348] transaction","detail":"{read_only:false; response_revision:9692; number_of_response:1; }","duration":"783.991867ms","start":"2026-07-17T16:14:08.793062Z","end":"2026-07-17T16:14:09.577054Z","steps":["trace[874921348] 'process raft request' (duration: 783.489355ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:14:09.577098Z","caller":"traceutil/trace.go:171","msg":"trace[1672692633] linearizableReadLoop","detail":"{readStateIndex:10093; appliedIndex:10089; }","duration":"398.549427ms","start":"2026-07-17T16:14:09.178521Z","end":"2026-07-17T16:14:09.57707Z","steps":["trace[1672692633] 'read index received' (duration: 387.294025ms)","trace[1672692633] 'applied index is now lower than readState.Index' (duration: 11.254322ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:14:09.577222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:08.793045Z","time spent":"784.104929ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:14:09.577474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.560609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T16:14:09.577518Z","caller":"traceutil/trace.go:171","msg":"trace[594957866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9693; }","duration":"396.639111ms","start":"2026-07-17T16:14:09.180867Z","end":"2026-07-17T16:14:09.577506Z","steps":["trace[594957866] 'agreement among raft nodes before linearized reading' (duration: 396.516758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:09.577558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:09.180849Z","time spent":"396.700922ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:14:09.57757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.192784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:14:09.577623Z","caller":"traceutil/trace.go:171","msg":"trace[2065153151] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9693; }","duration":"333.269685ms","start":"2026-07-17T16:14:09.244338Z","end":"2026-07-17T16:14:09.577608Z","steps":["trace[2065153151] 'agreement among raft nodes before linearized reading' (duration: 333.176113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:09.577657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:09.244327Z","time spent":"333.321256ms","remote":"127.0.0.1:42000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:14:09.577778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.663574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-17T16:14:09.577788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.425513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T16:14:09.577816Z","caller":"traceutil/trace.go:171","msg":"trace[1329805897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9693; }","duration":"392.728366ms","start":"2026-07-17T16:14:09.185078Z","end":"2026-07-17T16:14:09.577806Z","steps":["trace[1329805897] 'agreement among raft nodes before linearized reading' (duration: 392.633244ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:14:09.577827Z","caller":"traceutil/trace.go:171","msg":"trace[1662460271] transaction","detail":"{read_only:false; response_revision:9693; number_of_response:1; }","duration":"599.516226ms","start":"2026-07-17T16:14:08.978301Z","end":"2026-07-17T16:14:09.577817Z","steps":["trace[1662460271] 'process raft request' (duration: 598.610544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:09.57785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:09.185062Z","time spent":"392.780567ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:14:09.577872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:08.978277Z","time spent":"599.569808ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:14:09.577938Z","caller":"traceutil/trace.go:171","msg":"trace[317120518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9693; }","duration":"367.510834ms","start":"2026-07-17T16:14:09.210312Z","end":"2026-07-17T16:14:09.577823Z","steps":["trace[317120518] 'agreement among raft nodes before linearized reading' (duration: 367.33817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:09.577989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.477419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T16:14:09.578011Z","caller":"traceutil/trace.go:171","msg":"trace[310648063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9693; }","duration":"399.528681ms","start":"2026-07-17T16:14:09.178476Z","end":"2026-07-17T16:14:09.578005Z","steps":["trace[310648063] 'agreement among raft nodes before linearized reading' (duration: 399.448819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:09.578034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:09.178456Z","time spent":"399.574681ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:14:09.578028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:09.210302Z","time spent":"367.686609ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:14:09.578171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.314246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:14:09.578196Z","caller":"traceutil/trace.go:171","msg":"trace[418186386] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:9693; }","duration":"288.383537ms","start":"2026-07-17T16:14:09.289804Z","end":"2026-07-17T16:14:09.578188Z","steps":["trace[418186386] 'agreement among raft nodes before linearized reading' (duration: 288.319796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:09.578266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.854398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:14:09.578319Z","caller":"traceutil/trace.go:171","msg":"trace[1950986825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9693; }","duration":"361.96166ms","start":"2026-07-17T16:14:09.216343Z","end":"2026-07-17T16:14:09.578305Z","steps":["trace[1950986825] 'agreement among raft nodes before linearized reading' (duration: 361.835257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:09.578553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:09.216326Z","time spent":"362.204346ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:14:10.875975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268103168,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T16:14:10.976711Z","caller":"traceutil/trace.go:171","msg":"trace[964670707] transaction","detail":"{read_only:false; response_revision:9700; number_of_response:1; }","duration":"569.719444ms","start":"2026-07-17T16:14:10.406967Z","end":"2026-07-17T16:14:10.976687Z","steps":["trace[964670707] 'process raft request' (duration: 569.5272ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:14:10.976771Z","caller":"traceutil/trace.go:171","msg":"trace[416388630] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"420.710184ms","start":"2026-07-17T16:14:10.556026Z","end":"2026-07-17T16:14:10.976736Z","steps":["trace[416388630] 'process raft request' (duration: 420.591121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:10.976835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.506614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:14:10.976851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:10.406955Z","time spent":"569.834327ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:14:10.97688Z","caller":"traceutil/trace.go:171","msg":"trace[78940665] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9702; }","duration":"601.587647ms","start":"2026-07-17T16:14:10.375279Z","end":"2026-07-17T16:14:10.976866Z","steps":["trace[78940665] 'agreement among raft nodes before linearized reading' (duration: 601.492734ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:14:10.976901Z","caller":"traceutil/trace.go:171","msg":"trace[1050147272] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"228.745763ms","start":"2026-07-17T16:14:10.748116Z","end":"2026-07-17T16:14:10.976862Z","steps":["trace[1050147272] 'process raft request' (duration: 228.558088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:10.976928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:10.375262Z","time spent":"601.645588ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:14:10.976735Z","caller":"traceutil/trace.go:171","msg":"trace[1248542688] linearizableReadLoop","detail":"{readStateIndex:10103; appliedIndex:10099; }","duration":"601.403462ms","start":"2026-07-17T16:14:10.375314Z","end":"2026-07-17T16:14:10.976717Z","steps":["trace[1248542688] 'read index received' (duration: 594.985377ms)","trace[1248542688] 'applied index is now lower than readState.Index' (duration: 6.416895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:14:10.976925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:10.556Z","time spent":"420.837107ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:14:10.977141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.103869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:14:10.977211Z","caller":"traceutil/trace.go:171","msg":"trace[1755812193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9702; }","duration":"323.201852ms","start":"2026-07-17T16:14:10.653992Z","end":"2026-07-17T16:14:10.977194Z","steps":["trace[1755812193] 'agreement among raft nodes before linearized reading' (duration: 323.081249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:10.977252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:10.653976Z","time spent":"323.265973ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:14:10.977343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.90782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:14:10.97746Z","caller":"traceutil/trace.go:171","msg":"trace[2048392261] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:9702; }","duration":"289.100106ms","start":"2026-07-17T16:14:10.688333Z","end":"2026-07-17T16:14:10.977434Z","steps":["trace[2048392261] 'agreement among raft nodes before linearized reading' (duration: 288.832599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:10.977487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.440006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:14:10.977612Z","caller":"traceutil/trace.go:171","msg":"trace[1182756839] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9702; }","duration":"292.60643ms","start":"2026-07-17T16:14:10.684976Z","end":"2026-07-17T16:14:10.977582Z","steps":["trace[1182756839] 'agreement among raft nodes before linearized reading' (duration: 292.285232ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:14:29.873669Z","caller":"traceutil/trace.go:171","msg":"trace[724062632] linearizableReadLoop","detail":"{readStateIndex:10253; appliedIndex:10252; }","duration":"163.540383ms","start":"2026-07-17T16:14:29.710111Z","end":"2026-07-17T16:14:29.873651Z","steps":["trace[724062632] 'read index received' (duration: 163.389649ms)","trace[724062632] 'applied index is now lower than readState.Index' (duration: 150.014µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:14:29.873894Z","caller":"traceutil/trace.go:171","msg":"trace[1313436796] transaction","detail":"{read_only:false; response_revision:9849; number_of_response:1; }","duration":"168.368739ms","start":"2026-07-17T16:14:29.705513Z","end":"2026-07-17T16:14:29.873881Z","steps":["trace[1313436796] 'process raft request' (duration: 168.024491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:29.874167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.054085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:14:29.874203Z","caller":"traceutil/trace.go:171","msg":"trace[1779257598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:9849; }","duration":"164.150307ms","start":"2026-07-17T16:14:29.710043Z","end":"2026-07-17T16:14:29.874194Z","steps":["trace[1779257598] 'agreement among raft nodes before linearized reading' (duration: 164.026774ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:14:29.874271Z","caller":"traceutil/trace.go:171","msg":"trace[1432944887] transaction","detail":"{read_only:false; response_revision:9850; number_of_response:1; }","duration":"135.707968ms","start":"2026-07-17T16:14:29.738535Z","end":"2026-07-17T16:14:29.874242Z","steps":["trace[1432944887] 'process raft request' (duration: 135.578465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:29.874478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.626981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-endpoints-vsfcr\" ","response":"range_response_count:1 size:15195"} {"level":"info","ts":"2026-07-17T16:14:29.874545Z","caller":"traceutil/trace.go:171","msg":"trace[560114673] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-endpoints-vsfcr; range_end:; response_count:1; response_revision:9852; }","duration":"141.731124ms","start":"2026-07-17T16:14:29.7328Z","end":"2026-07-17T16:14:29.874531Z","steps":["trace[560114673] 'agreement among raft nodes before linearized reading' (duration: 141.535879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:31.473819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.652086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:14:31.474063Z","caller":"traceutil/trace.go:171","msg":"trace[973542927] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"499.995774ms","start":"2026-07-17T16:14:30.97404Z","end":"2026-07-17T16:14:31.474036Z","steps":["trace[973542927] 'agreement among raft nodes before linearized reading' (duration: 499.684596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:31.474195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:30.974019Z","time spent":"500.160518ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:14:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:14:31.474385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268103542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:14:31.974564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268103542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:14:32.475554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268103542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:14:32.990852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268103542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:14:33.491359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268103542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:14:33.704598Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.800165757s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T16:14:33.704932Z","caller":"traceutil/trace.go:171","msg":"trace[1116373344] transaction","detail":"{read_only:false; response_revision:9856; number_of_response:1; }","duration":"2.800630149s","start":"2026-07-17T16:14:30.904283Z","end":"2026-07-17T16:14:33.704913Z","steps":["trace[1116373344] 'process raft request' (duration: 2.800467125s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.705039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:30.904258Z","time spent":"2.800715151s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12620,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:14:33.711898Z","caller":"traceutil/trace.go:171","msg":"trace[929498919] transaction","detail":"{read_only:false; response_revision:9857; number_of_response:1; }","duration":"2.663741252s","start":"2026-07-17T16:14:31.048115Z","end":"2026-07-17T16:14:33.711856Z","steps":["trace[929498919] 'process raft request' (duration: 2.663499676s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.712083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.04809Z","time spent":"2.663904056s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:14:33.711887Z","caller":"traceutil/trace.go:171","msg":"trace[1161828907] transaction","detail":"{read_only:false; response_revision:9858; number_of_response:1; }","duration":"2.663536137s","start":"2026-07-17T16:14:31.0483Z","end":"2026-07-17T16:14:33.711836Z","steps":["trace[1161828907] 'process raft request' (duration: 2.663458995s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:14:33.712376Z","caller":"traceutil/trace.go:171","msg":"trace[286136337] transaction","detail":"{read_only:false; response_revision:9859; number_of_response:1; }","duration":"2.656420965s","start":"2026-07-17T16:14:31.055941Z","end":"2026-07-17T16:14:33.712362Z","steps":["trace[286136337] 'process raft request' (duration: 2.655848131s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:14:33.712528Z","caller":"traceutil/trace.go:171","msg":"trace[566377718] linearizableReadLoop","detail":"{readStateIndex:10268; appliedIndex:10261; }","duration":"2.738430192s","start":"2026-07-17T16:14:30.974085Z","end":"2026-07-17T16:14:33.712515Z","steps":["trace[566377718] 'read index received' (duration: 2.731073293s)","trace[566377718] 'applied index is now lower than readState.Index' (duration: 7.356109ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:14:33.712536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.055909Z","time spent":"2.656536698s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:14:33.712605Z","caller":"traceutil/trace.go:171","msg":"trace[2110776842] transaction","detail":"{read_only:false; response_revision:9863; number_of_response:1; }","duration":"612.239634ms","start":"2026-07-17T16:14:33.100355Z","end":"2026-07-17T16:14:33.712595Z","steps":["trace[2110776842] 'process raft request' (duration: 612.134432ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:14:33.712607Z","caller":"traceutil/trace.go:171","msg":"trace[344248874] transaction","detail":"{read_only:false; response_revision:9862; number_of_response:1; }","duration":"1.832798149s","start":"2026-07-17T16:14:31.879794Z","end":"2026-07-17T16:14:33.712592Z","steps":["trace[344248874] 'process raft request' (duration: 1.832663766s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:14:33.712602Z","caller":"traceutil/trace.go:171","msg":"trace[1253246469] transaction","detail":"{read_only:false; response_revision:9861; number_of_response:1; }","duration":"1.833693191s","start":"2026-07-17T16:14:31.878866Z","end":"2026-07-17T16:14:33.71256Z","steps":["trace[1253246469] 'process raft request' (duration: 1.833553117s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.712676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:33.10028Z","time spent":"612.340267ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:14:33.71268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.879776Z","time spent":"1.832865751s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:14:33.712779Z","caller":"traceutil/trace.go:171","msg":"trace[1200070420] transaction","detail":"{read_only:false; response_revision:9860; number_of_response:1; }","duration":"1.833923757s","start":"2026-07-17T16:14:31.878845Z","end":"2026-07-17T16:14:33.712769Z","steps":["trace[1200070420] 'process raft request' (duration: 1.833473386s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.712767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.878844Z","time spent":"1.833836185s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:14:33.712874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.878828Z","time spent":"1.834013958s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:14:33.712923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678676634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:14:33.712956Z","caller":"traceutil/trace.go:171","msg":"trace[834007085] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9863; }","duration":"2.678750656s","start":"2026-07-17T16:14:31.034197Z","end":"2026-07-17T16:14:33.712948Z","steps":["trace[834007085] 'agreement among raft nodes before linearized reading' (duration: 2.678688525s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.712994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.034175Z","time spent":"2.678814867s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-07-17T16:14:33.712978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402421791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:14:33.713084Z","caller":"traceutil/trace.go:171","msg":"trace[1113198498] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9863; }","duration":"1.402575685s","start":"2026-07-17T16:14:32.310475Z","end":"2026-07-17T16:14:33.713051Z","steps":["trace[1113198498] 'agreement among raft nodes before linearized reading' (duration: 1.40239429s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.713141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801173243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:14:33.713074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.045249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:14:33.713167Z","caller":"traceutil/trace.go:171","msg":"trace[1184084406] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9863; }","duration":"1.801220364s","start":"2026-07-17T16:14:31.911938Z","end":"2026-07-17T16:14:33.713158Z","steps":["trace[1184084406] 'agreement among raft nodes before linearized reading' (duration: 1.801176723s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.71314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:32.310454Z","time spent":"1.402674327s","remote":"127.0.0.1:41730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":11,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:14:33.713245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.619949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/scheduledbackups/\" range_end:\"/registry/postgresql.cnpg.io/scheduledbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:14:33.713315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033596795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-17T16:14:33.713341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365511427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:14:33.713358Z","caller":"traceutil/trace.go:171","msg":"trace[1819456616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9863; }","duration":"2.033673347s","start":"2026-07-17T16:14:31.679673Z","end":"2026-07-17T16:14:33.713347Z","steps":["trace[1819456616] 'agreement among raft nodes before linearized reading' (duration: 2.033525703s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.713325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.048256Z","time spent":"2.664821928s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:14:33.713431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671209824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12635"} {"level":"info","ts":"2026-07-17T16:14:33.713451Z","caller":"traceutil/trace.go:171","msg":"trace[1908404840] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:9863; }","duration":"2.671279435s","start":"2026-07-17T16:14:31.042167Z","end":"2026-07-17T16:14:33.713446Z","steps":["trace[1908404840] 'agreement among raft nodes before linearized reading' (duration: 2.671243584s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.713479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.042137Z","time spent":"2.671334947s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12658,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-07-17T16:14:33.713488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827031369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:14:33.71352Z","caller":"traceutil/trace.go:171","msg":"trace[1275172293] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:9863; }","duration":"1.827090521s","start":"2026-07-17T16:14:31.886421Z","end":"2026-07-17T16:14:33.713511Z","steps":["trace[1275172293] 'agreement among raft nodes before linearized reading' (duration: 1.826992608s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.713556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.88641Z","time spent":"1.827139992s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-wflkk\" "} {"level":"warn","ts":"2026-07-17T16:14:33.713564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.141751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:14:33.713608Z","caller":"traceutil/trace.go:171","msg":"trace[1203480474] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9863; }","duration":"614.190202ms","start":"2026-07-17T16:14:33.099407Z","end":"2026-07-17T16:14:33.713597Z","steps":["trace[1203480474] 'agreement among raft nodes before linearized reading' (duration: 613.951046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.71363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.374903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19519"} {"level":"warn","ts":"2026-07-17T16:14:33.713646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:33.099374Z","time spent":"614.262084ms","remote":"127.0.0.1:36274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:14:33.713671Z","caller":"traceutil/trace.go:171","msg":"trace[1549588835] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9863; }","duration":"722.432944ms","start":"2026-07-17T16:14:32.991228Z","end":"2026-07-17T16:14:33.713661Z","steps":["trace[1549588835] 'agreement among raft nodes before linearized reading' (duration: 722.2584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.713697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:32.991225Z","time spent":"722.467575ms","remote":"127.0.0.1:41562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19542,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-17T16:14:33.713276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033577224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-17T16:14:33.713738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004451669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-17T16:14:33.71377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026499213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T16:14:33.713788Z","caller":"traceutil/trace.go:171","msg":"trace[397525168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9863; }","duration":"2.004542381s","start":"2026-07-17T16:14:31.709239Z","end":"2026-07-17T16:14:33.713781Z","steps":["trace[397525168] 'agreement among raft nodes before linearized reading' (duration: 2.004447229s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:14:33.713792Z","caller":"traceutil/trace.go:171","msg":"trace[1523232108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9863; }","duration":"2.034104697s","start":"2026-07-17T16:14:31.679663Z","end":"2026-07-17T16:14:33.713768Z","steps":["trace[1523232108] 'agreement among raft nodes before linearized reading' (duration: 2.033542053s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:14:33.713811Z","caller":"traceutil/trace.go:171","msg":"trace[1074893685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9863; }","duration":"2.026560424s","start":"2026-07-17T16:14:31.68724Z","end":"2026-07-17T16:14:33.713801Z","steps":["trace[1074893685] 'agreement among raft nodes before linearized reading' (duration: 2.026464001s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.713847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.68723Z","time spent":"2.026608396s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:14:33.713866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.679646Z","time spent":"2.03420535s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:14:33.713879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836239302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T16:14:33.713904Z","caller":"traceutil/trace.go:171","msg":"trace[477457793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9863; }","duration":"1.836302484s","start":"2026-07-17T16:14:31.877596Z","end":"2026-07-17T16:14:33.713898Z","steps":["trace[477457793] 'agreement among raft nodes before linearized reading' (duration: 1.836238762s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.713939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.877573Z","time spent":"1.836360466s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:14:33.713396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595363376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:14:33.713982Z","caller":"traceutil/trace.go:171","msg":"trace[1601118593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9863; }","duration":"2.595991301s","start":"2026-07-17T16:14:31.117976Z","end":"2026-07-17T16:14:33.713968Z","steps":["trace[1601118593] 'agreement among raft nodes before linearized reading' (duration: 2.595402156s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:14:33.713364Z","caller":"traceutil/trace.go:171","msg":"trace[1790346093] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9863; }","duration":"2.365568989s","start":"2026-07-17T16:14:31.347788Z","end":"2026-07-17T16:14:33.713357Z","steps":["trace[1790346093] 'agreement among raft nodes before linearized reading' (duration: 2.365530558s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.714026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.117946Z","time spent":"2.596065913s","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:14:33.714036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905142312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:14:33.713189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.911927Z","time spent":"1.801256865s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:14:33.714059Z","caller":"traceutil/trace.go:171","msg":"trace[1930548051] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9863; }","duration":"1.905188343s","start":"2026-07-17T16:14:31.808862Z","end":"2026-07-17T16:14:33.714051Z","steps":["trace[1930548051] 'agreement among raft nodes before linearized reading' (duration: 1.905152122s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.714054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.838925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-db-user\" ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-07-17T16:14:33.714063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.347766Z","time spent":"2.366281806s","remote":"127.0.0.1:41932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":5,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:14:33.71408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.808845Z","time spent":"1.905230024s","remote":"127.0.0.1:36108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:14:33.714089Z","caller":"traceutil/trace.go:171","msg":"trace[154679925] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-db-user; range_end:; response_count:1; response_revision:9863; }","duration":"722.886425ms","start":"2026-07-17T16:14:32.991194Z","end":"2026-07-17T16:14:33.714081Z","steps":["trace[154679925] 'agreement among raft nodes before linearized reading' (duration: 722.395744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.714121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:32.991189Z","time spent":"722.926246ms","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":506,"request content":"key:\"/registry/secrets/auth-system/keycloak-db-user\" "} {"level":"info","ts":"2026-07-17T16:14:33.713187Z","caller":"traceutil/trace.go:171","msg":"trace[1076090552] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9863; }","duration":"614.208992ms","start":"2026-07-17T16:14:33.098965Z","end":"2026-07-17T16:14:33.713174Z","steps":["trace[1076090552] 'agreement among raft nodes before linearized reading' (duration: 614.035508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.71382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.709224Z","time spent":"2.004581622s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:14:33.714191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:33.098945Z","time spent":"615.233687ms","remote":"127.0.0.1:41902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:14:33.713392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.679662Z","time spent":"2.033724328s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T16:14:33.713336Z","caller":"traceutil/trace.go:171","msg":"trace[2107908521] range","detail":"{range_begin:/registry/postgresql.cnpg.io/scheduledbackups/; range_end:/registry/postgresql.cnpg.io/scheduledbackups0; response_count:0; response_revision:9863; }","duration":"105.757012ms","start":"2026-07-17T16:14:33.607566Z","end":"2026-07-17T16:14:33.713323Z","steps":["trace[2107908521] 'agreement among raft nodes before linearized reading' (duration: 105.642949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.713308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049343217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:14:33.714343Z","caller":"traceutil/trace.go:171","msg":"trace[2020980364] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9863; }","duration":"2.050396461s","start":"2026-07-17T16:14:31.663932Z","end":"2026-07-17T16:14:33.714329Z","steps":["trace[2020980364] 'agreement among raft nodes before linearized reading' (duration: 2.049359296s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.714396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:31.663911Z","time spent":"2.050470164s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:14:33.713565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.400374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:14:33.714604Z","caller":"traceutil/trace.go:171","msg":"trace[101934768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9863; }","duration":"723.45843ms","start":"2026-07-17T16:14:32.991133Z","end":"2026-07-17T16:14:33.714591Z","steps":["trace[101934768] 'agreement among raft nodes before linearized reading' (duration: 722.404754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:14:33.71465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:14:32.991118Z","time spent":"723.520921ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:15:20.17214Z","caller":"traceutil/trace.go:171","msg":"trace[688396941] transaction","detail":"{read_only:false; response_revision:10346; number_of_response:1; }","duration":"266.351199ms","start":"2026-07-17T16:15:19.905761Z","end":"2026-07-17T16:15:20.172113Z","steps":["trace[688396941] 'process raft request' (duration: 266.149464ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:20.18178Z","caller":"traceutil/trace.go:171","msg":"trace[1794218959] transaction","detail":"{read_only:false; response_revision:10348; number_of_response:1; }","duration":"223.855229ms","start":"2026-07-17T16:15:19.9579Z","end":"2026-07-17T16:15:20.181755Z","steps":["trace[1794218959] 'process raft request' (duration: 223.767446ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:20.181844Z","caller":"traceutil/trace.go:171","msg":"trace[448163888] transaction","detail":"{read_only:false; response_revision:10347; number_of_response:1; }","duration":"235.200103ms","start":"2026-07-17T16:15:19.946606Z","end":"2026-07-17T16:15:20.181806Z","steps":["trace[448163888] 'process raft request' (duration: 234.913086ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:20.182144Z","caller":"traceutil/trace.go:171","msg":"trace[1062659428] transaction","detail":"{read_only:false; response_revision:10349; number_of_response:1; }","duration":"224.141916ms","start":"2026-07-17T16:15:19.957986Z","end":"2026-07-17T16:15:20.182128Z","steps":["trace[1062659428] 'process raft request' (duration: 223.732826ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:20.182495Z","caller":"traceutil/trace.go:171","msg":"trace[16308469] transaction","detail":"{read_only:false; response_revision:10350; number_of_response:1; }","duration":"224.442682ms","start":"2026-07-17T16:15:19.958034Z","end":"2026-07-17T16:15:20.182476Z","steps":["trace[16308469] 'process raft request' (duration: 223.899039ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:20.182646Z","caller":"traceutil/trace.go:171","msg":"trace[1255531323] linearizableReadLoop","detail":"{readStateIndex:10769; appliedIndex:10763; }","duration":"204.288384ms","start":"2026-07-17T16:15:19.978337Z","end":"2026-07-17T16:15:20.182625Z","steps":["trace[1255531323] 'read index received' (duration: 193.648926ms)","trace[1255531323] 'applied index is now lower than readState.Index' (duration: 10.637438ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:15:20.182742Z","caller":"traceutil/trace.go:171","msg":"trace[2086698831] transaction","detail":"{read_only:false; response_revision:10351; number_of_response:1; }","duration":"224.637527ms","start":"2026-07-17T16:15:19.958083Z","end":"2026-07-17T16:15:20.182721Z","steps":["trace[2086698831] 'process raft request' (duration: 224.3564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:20.182857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.423171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T16:15:20.182899Z","caller":"traceutil/trace.go:171","msg":"trace[324937975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10351; }","duration":"193.518063ms","start":"2026-07-17T16:15:19.98937Z","end":"2026-07-17T16:15:20.182888Z","steps":["trace[324937975] 'agreement among raft nodes before linearized reading' (duration: 193.368919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:20.182933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.654943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:15:20.182966Z","caller":"traceutil/trace.go:171","msg":"trace[1766568065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10351; }","duration":"164.731245ms","start":"2026-07-17T16:15:20.018224Z","end":"2026-07-17T16:15:20.182955Z","steps":["trace[1766568065] 'agreement among raft nodes before linearized reading' (duration: 164.613252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:20.183032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.000208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T16:15:20.183059Z","caller":"traceutil/trace.go:171","msg":"trace[1680569618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10351; }","duration":"169.042289ms","start":"2026-07-17T16:15:20.014008Z","end":"2026-07-17T16:15:20.183051Z","steps":["trace[1680569618] 'agreement among raft nodes before linearized reading' (duration: 168.967517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:20.183062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.756915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T16:15:20.183086Z","caller":"traceutil/trace.go:171","msg":"trace[946453177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10351; }","duration":"164.788426ms","start":"2026-07-17T16:15:20.018292Z","end":"2026-07-17T16:15:20.18308Z","steps":["trace[946453177] 'agreement among raft nodes before linearized reading' (duration: 164.731644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:20.183113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.437308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T16:15:20.183179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.854197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:15:20.183204Z","caller":"traceutil/trace.go:171","msg":"trace[532081157] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:10351; }","duration":"178.933129ms","start":"2026-07-17T16:15:20.004263Z","end":"2026-07-17T16:15:20.183197Z","steps":["trace[532081157] 'agreement among raft nodes before linearized reading' (duration: 178.852397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:20.183226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.862317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5bc6bc98ff-m6nb9.18c31fdcaa1c58be\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-17T16:15:20.183299Z","caller":"traceutil/trace.go:171","msg":"trace[229929674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10351; }","duration":"176.662024ms","start":"2026-07-17T16:15:20.006622Z","end":"2026-07-17T16:15:20.183284Z","steps":["trace[229929674] 'agreement among raft nodes before linearized reading' (duration: 176.370206ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:20.183379Z","caller":"traceutil/trace.go:171","msg":"trace[574857202] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5bc6bc98ff-m6nb9.18c31fdcaa1c58be; range_end:; response_count:1; response_revision:10351; }","duration":"205.059872ms","start":"2026-07-17T16:15:19.97829Z","end":"2026-07-17T16:15:20.18335Z","steps":["trace[574857202] 'agreement among raft nodes before linearized reading' (duration: 204.748835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:31.775729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.743128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:15:31.775886Z","caller":"traceutil/trace.go:171","msg":"trace[554135075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10421; }","duration":"120.963033ms","start":"2026-07-17T16:15:31.654899Z","end":"2026-07-17T16:15:31.775862Z","steps":["trace[554135075] 'range keys from in-memory index tree' (duration: 120.635656ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:32.541526Z","caller":"traceutil/trace.go:171","msg":"trace[1066822552] transaction","detail":"{read_only:false; response_revision:10422; number_of_response:1; }","duration":"317.356395ms","start":"2026-07-17T16:15:32.22414Z","end":"2026-07-17T16:15:32.541496Z","steps":["trace[1066822552] 'process raft request' (duration: 317.1122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:32.541683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.224107Z","time spent":"317.495399ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:15:32.837486Z","caller":"traceutil/trace.go:171","msg":"trace[1561294582] transaction","detail":"{read_only:false; response_revision:10423; number_of_response:1; }","duration":"611.823565ms","start":"2026-07-17T16:15:32.22564Z","end":"2026-07-17T16:15:32.837463Z","steps":["trace[1561294582] 'process raft request' (duration: 549.74724ms)","trace[1561294582] 'compare' (duration: 61.796038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:15:32.837589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.225618Z","time spent":"611.916328ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:15:32.837725Z","caller":"traceutil/trace.go:171","msg":"trace[1916176571] transaction","detail":"{read_only:false; response_revision:10424; number_of_response:1; }","duration":"611.882537ms","start":"2026-07-17T16:15:32.225823Z","end":"2026-07-17T16:15:32.837706Z","steps":["trace[1916176571] 'process raft request' (duration: 611.59956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:32.837816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.225782Z","time spent":"611.99232ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:15:32.838232Z","caller":"traceutil/trace.go:171","msg":"trace[1788031861] transaction","detail":"{read_only:false; response_revision:10425; number_of_response:1; }","duration":"612.0216ms","start":"2026-07-17T16:15:32.22619Z","end":"2026-07-17T16:15:32.838211Z","steps":["trace[1788031861] 'process raft request' (duration: 611.460037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:32.838309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.226174Z","time spent":"612.094933ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:15:32.838718Z","caller":"traceutil/trace.go:171","msg":"trace[374746738] linearizableReadLoop","detail":"{readStateIndex:10848; appliedIndex:10842; }","duration":"603.75119ms","start":"2026-07-17T16:15:32.234873Z","end":"2026-07-17T16:15:32.838624Z","steps":["trace[374746738] 'read index received' (duration: 306.505963ms)","trace[374746738] 'applied index is now lower than readState.Index' (duration: 297.244097ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:15:32.838745Z","caller":"traceutil/trace.go:171","msg":"trace[234949409] transaction","detail":"{read_only:false; response_revision:10426; number_of_response:1; }","duration":"610.020802ms","start":"2026-07-17T16:15:32.228669Z","end":"2026-07-17T16:15:32.83869Z","steps":["trace[234949409] 'process raft request' (duration: 609.493189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:32.83895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.067097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:15:32.838992Z","caller":"traceutil/trace.go:171","msg":"trace[334552539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10427; }","duration":"604.126539ms","start":"2026-07-17T16:15:32.234854Z","end":"2026-07-17T16:15:32.838981Z","steps":["trace[334552539] 'agreement among raft nodes before linearized reading' (duration: 603.944164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:32.839036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.234785Z","time spent":"604.242762ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:15:32.839125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.228658Z","time spent":"610.37307ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:15:32.838774Z","caller":"traceutil/trace.go:171","msg":"trace[786687088] transaction","detail":"{read_only:false; response_revision:10427; number_of_response:1; }","duration":"608.28922ms","start":"2026-07-17T16:15:32.230442Z","end":"2026-07-17T16:15:32.838731Z","steps":["trace[786687088] 'process raft request' (duration: 608.082215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:32.839281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.230427Z","time spent":"608.827372ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:15:32.839628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.785811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-17T16:15:32.839767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.303165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:15:32.839775Z","caller":"traceutil/trace.go:171","msg":"trace[308244979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10427; }","duration":"596.998966ms","start":"2026-07-17T16:15:32.242753Z","end":"2026-07-17T16:15:32.839752Z","steps":["trace[308244979] 'agreement among raft nodes before linearized reading' (duration: 596.679528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:32.839798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.240306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:15:32.840072Z","caller":"traceutil/trace.go:171","msg":"trace[1076263054] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:10427; }","duration":"219.554504ms","start":"2026-07-17T16:15:32.620502Z","end":"2026-07-17T16:15:32.840057Z","steps":["trace[1076263054] 'agreement among raft nodes before linearized reading' (duration: 219.213646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:32.840089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.173582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T16:15:32.840167Z","caller":"traceutil/trace.go:171","msg":"trace[527223622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10427; }","duration":"595.278284ms","start":"2026-07-17T16:15:32.244871Z","end":"2026-07-17T16:15:32.840149Z","steps":["trace[527223622] 'agreement among raft nodes before linearized reading' (duration: 595.08856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:32.839891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.785711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T16:15:32.84019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.946401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T16:15:32.839856Z","caller":"traceutil/trace.go:171","msg":"trace[537391188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10427; }","duration":"595.417238ms","start":"2026-07-17T16:15:32.244417Z","end":"2026-07-17T16:15:32.839834Z","steps":["trace[537391188] 'agreement among raft nodes before linearized reading' (duration: 595.204892ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:32.840275Z","caller":"traceutil/trace.go:171","msg":"trace[866741823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10427; }","duration":"596.062103ms","start":"2026-07-17T16:15:32.244199Z","end":"2026-07-17T16:15:32.840261Z","steps":["trace[866741823] 'agreement among raft nodes before linearized reading' (duration: 595.765006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:32.839702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.805867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:15:32.840346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.244183Z","time spent":"596.152536ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:15:32.840302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.244405Z","time spent":"595.878858ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:15:32.840378Z","caller":"traceutil/trace.go:171","msg":"trace[2127465002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10427; }","duration":"184.505854ms","start":"2026-07-17T16:15:32.655854Z","end":"2026-07-17T16:15:32.84036Z","steps":["trace[2127465002] 'agreement among raft nodes before linearized reading' (duration: 183.827098ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:32.84027Z","caller":"traceutil/trace.go:171","msg":"trace[1555989145] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10427; }","duration":"477.208481ms","start":"2026-07-17T16:15:32.363033Z","end":"2026-07-17T16:15:32.840241Z","steps":["trace[1555989145] 'agreement among raft nodes before linearized reading' (duration: 476.785731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:32.840486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.362986Z","time spent":"477.481878ms","remote":"127.0.0.1:41866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:15:32.840224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.244859Z","time spent":"595.352206ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:15:32.839654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.56486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:15:32.841309Z","caller":"traceutil/trace.go:171","msg":"trace[1806877300] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:10427; }","duration":"566.095416ms","start":"2026-07-17T16:15:32.275047Z","end":"2026-07-17T16:15:32.841143Z","steps":["trace[1806877300] 'agreement among raft nodes before linearized reading' (duration: 564.473477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:32.841583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.275032Z","time spent":"566.429475ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-wflkk\" "} {"level":"warn","ts":"2026-07-17T16:15:32.840037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.242688Z","time spent":"597.324644ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:15:33.265364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.598617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:15:33.265502Z","caller":"traceutil/trace.go:171","msg":"trace[1395523477] transaction","detail":"{read_only:false; response_revision:10428; number_of_response:1; }","duration":"420.420704ms","start":"2026-07-17T16:15:32.845055Z","end":"2026-07-17T16:15:33.265476Z","steps":["trace[1395523477] 'process raft request' (duration: 131.568891ms)","trace[1395523477] 'compare' (duration: 288.424443ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:15:33.265588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.845035Z","time spent":"420.510986ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:15:33.297937Z","caller":"traceutil/trace.go:171","msg":"trace[1674992049] transaction","detail":"{read_only:false; response_revision:10429; number_of_response:1; }","duration":"452.662716ms","start":"2026-07-17T16:15:32.845247Z","end":"2026-07-17T16:15:33.29791Z","steps":["trace[1674992049] 'process raft request' (duration: 452.454431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:33.298117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.845234Z","time spent":"452.782698ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:15:33.298175Z","caller":"traceutil/trace.go:171","msg":"trace[1588978232] transaction","detail":"{read_only:false; response_revision:10430; number_of_response:1; }","duration":"452.767799ms","start":"2026-07-17T16:15:32.845382Z","end":"2026-07-17T16:15:33.29815Z","steps":["trace[1588978232] 'process raft request' (duration: 452.478372ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:33.298375Z","caller":"traceutil/trace.go:171","msg":"trace[2145172663] linearizableReadLoop","detail":"{readStateIndex:10853; appliedIndex:10848; }","duration":"451.485148ms","start":"2026-07-17T16:15:32.846868Z","end":"2026-07-17T16:15:33.298354Z","steps":["trace[2145172663] 'read index received' (duration: 129.830899ms)","trace[2145172663] 'applied index is now lower than readState.Index' (duration: 321.653449ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:15:33.298394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.845356Z","time spent":"452.941312ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:15:33.298427Z","caller":"traceutil/trace.go:171","msg":"trace[2003629648] transaction","detail":"{read_only:false; response_revision:10431; number_of_response:1; }","duration":"452.380409ms","start":"2026-07-17T16:15:32.846008Z","end":"2026-07-17T16:15:33.298388Z","steps":["trace[2003629648] 'process raft request' (duration: 452.056932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:33.298627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.845981Z","time spent":"452.532823ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:15:33.298626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.521283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:15:33.298694Z","caller":"traceutil/trace.go:171","msg":"trace[931272573] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:10432; }","duration":"325.595264ms","start":"2026-07-17T16:15:32.973082Z","end":"2026-07-17T16:15:33.298677Z","steps":["trace[931272573] 'agreement among raft nodes before linearized reading' (duration: 325.42624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:33.298741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.97301Z","time spent":"325.717658ms","remote":"127.0.0.1:41552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":59,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:15:33.298804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.915708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222789"} {"level":"info","ts":"2026-07-17T16:15:33.29885Z","caller":"traceutil/trace.go:171","msg":"trace[1108292814] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:10432; }","duration":"451.980409ms","start":"2026-07-17T16:15:32.846861Z","end":"2026-07-17T16:15:33.298841Z","steps":["trace[1108292814] 'agreement among raft nodes before linearized reading' (duration: 451.626821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:33.298884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.846834Z","time spent":"452.041911ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222812,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-17T16:15:33.298425Z","caller":"traceutil/trace.go:171","msg":"trace[974687318] transaction","detail":"{read_only:false; response_revision:10432; number_of_response:1; }","duration":"452.241916ms","start":"2026-07-17T16:15:32.846149Z","end":"2026-07-17T16:15:33.298391Z","steps":["trace[974687318] 'process raft request' (duration: 452.145433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:33.299265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:32.846139Z","time spent":"452.970093ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:15:34.633094Z","caller":"traceutil/trace.go:171","msg":"trace[1123822883] transaction","detail":"{read_only:false; response_revision:10433; number_of_response:1; }","duration":"106.057272ms","start":"2026-07-17T16:15:34.527013Z","end":"2026-07-17T16:15:34.63307Z","steps":["trace[1123822883] 'process raft request' (duration: 105.915398ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:34.67795Z","caller":"traceutil/trace.go:171","msg":"trace[1867641492] transaction","detail":"{read_only:false; response_revision:10434; number_of_response:1; }","duration":"130.458443ms","start":"2026-07-17T16:15:34.547455Z","end":"2026-07-17T16:15:34.677913Z","steps":["trace[1867641492] 'process raft request' (duration: 130.063124ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:35.048052Z","caller":"traceutil/trace.go:171","msg":"trace[265026744] transaction","detail":"{read_only:false; response_revision:10437; number_of_response:1; }","duration":"204.072239ms","start":"2026-07-17T16:15:34.843951Z","end":"2026-07-17T16:15:35.048024Z","steps":["trace[265026744] 'process raft request' (duration: 203.986047ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:35.048053Z","caller":"traceutil/trace.go:171","msg":"trace[1310502642] transaction","detail":"{read_only:false; response_revision:10436; number_of_response:1; }","duration":"204.10294ms","start":"2026-07-17T16:15:34.843925Z","end":"2026-07-17T16:15:35.048027Z","steps":["trace[1310502642] 'process raft request' (duration: 203.821283ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:35.048333Z","caller":"traceutil/trace.go:171","msg":"trace[1434942617] transaction","detail":"{read_only:false; response_revision:10439; number_of_response:1; }","duration":"202.558392ms","start":"2026-07-17T16:15:34.845762Z","end":"2026-07-17T16:15:35.04832Z","steps":["trace[1434942617] 'process raft request' (duration: 202.46694ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:35.048409Z","caller":"traceutil/trace.go:171","msg":"trace[1200848712] transaction","detail":"{read_only:false; response_revision:10438; number_of_response:1; }","duration":"203.369102ms","start":"2026-07-17T16:15:34.844995Z","end":"2026-07-17T16:15:35.048364Z","steps":["trace[1200848712] 'process raft request' (duration: 202.988893ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:35.886032Z","caller":"traceutil/trace.go:171","msg":"trace[1933571790] transaction","detail":"{read_only:false; response_revision:10443; number_of_response:1; }","duration":"495.103004ms","start":"2026-07-17T16:15:35.390909Z","end":"2026-07-17T16:15:35.886012Z","steps":["trace[1933571790] 'process raft request' (duration: 494.953921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:35.886146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:35.390886Z","time spent":"495.201937ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:15:35.886262Z","caller":"traceutil/trace.go:171","msg":"trace[1430622702] transaction","detail":"{read_only:false; response_revision:10444; number_of_response:1; }","duration":"495.266998ms","start":"2026-07-17T16:15:35.39099Z","end":"2026-07-17T16:15:35.886257Z","steps":["trace[1430622702] 'process raft request' (duration: 494.999712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:35.88629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:35.39098Z","time spent":"495.297159ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:15:35.886455Z","caller":"traceutil/trace.go:171","msg":"trace[1738654534] linearizableReadLoop","detail":"{readStateIndex:10867; appliedIndex:10863; }","duration":"495.34308ms","start":"2026-07-17T16:15:35.391105Z","end":"2026-07-17T16:15:35.886448Z","steps":["trace[1738654534] 'read index received' (duration: 61.221184ms)","trace[1738654534] 'applied index is now lower than readState.Index' (duration: 434.120986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:15:35.886544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.447643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-17T16:15:35.886563Z","caller":"traceutil/trace.go:171","msg":"trace[1575812771] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10445; }","duration":"495.485203ms","start":"2026-07-17T16:15:35.391073Z","end":"2026-07-17T16:15:35.886558Z","steps":["trace[1575812771] 'agreement among raft nodes before linearized reading' (duration: 495.400111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:35.886578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:35.39106Z","time spent":"495.514914ms","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-17T16:15:35.886658Z","caller":"traceutil/trace.go:171","msg":"trace[497772027] transaction","detail":"{read_only:false; response_revision:10445; number_of_response:1; }","duration":"495.590136ms","start":"2026-07-17T16:15:35.391038Z","end":"2026-07-17T16:15:35.886628Z","steps":["trace[497772027] 'process raft request' (duration: 495.196107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:15:35.886803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:15:35.391031Z","time spent":"495.696899ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:15:36.805069Z","caller":"traceutil/trace.go:171","msg":"trace[1664618249] transaction","detail":"{read_only:false; response_revision:10446; number_of_response:1; }","duration":"121.584228ms","start":"2026-07-17T16:15:36.683457Z","end":"2026-07-17T16:15:36.805041Z","steps":["trace[1664618249] 'process raft request' (duration: 121.396673ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:37.225159Z","caller":"traceutil/trace.go:171","msg":"trace[2071420627] transaction","detail":"{read_only:false; response_revision:10448; number_of_response:1; }","duration":"171.494598ms","start":"2026-07-17T16:15:37.053636Z","end":"2026-07-17T16:15:37.22513Z","steps":["trace[2071420627] 'process raft request' (duration: 170.443393ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:37.227539Z","caller":"traceutil/trace.go:171","msg":"trace[2038597519] transaction","detail":"{read_only:false; response_revision:10451; number_of_response:1; }","duration":"171.458577ms","start":"2026-07-17T16:15:37.056057Z","end":"2026-07-17T16:15:37.227515Z","steps":["trace[2038597519] 'process raft request' (duration: 171.409806ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:37.227571Z","caller":"traceutil/trace.go:171","msg":"trace[494659367] transaction","detail":"{read_only:false; response_revision:10449; number_of_response:1; }","duration":"173.881676ms","start":"2026-07-17T16:15:37.053667Z","end":"2026-07-17T16:15:37.227549Z","steps":["trace[494659367] 'process raft request' (duration: 173.538738ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:15:37.227592Z","caller":"traceutil/trace.go:171","msg":"trace[2112855921] transaction","detail":"{read_only:false; response_revision:10450; number_of_response:1; }","duration":"171.54832ms","start":"2026-07-17T16:15:37.056018Z","end":"2026-07-17T16:15:37.227566Z","steps":["trace[2112855921] 'process raft request' (duration: 171.405886ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:01.620522Z","caller":"traceutil/trace.go:171","msg":"trace[725875137] transaction","detail":"{read_only:false; response_revision:10662; number_of_response:1; }","duration":"110.470648ms","start":"2026-07-17T16:16:01.510031Z","end":"2026-07-17T16:16:01.620502Z","steps":["trace[725875137] 'process raft request' (duration: 110.316195ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:05.434977Z","caller":"traceutil/trace.go:171","msg":"trace[922817133] transaction","detail":"{read_only:false; response_revision:10681; number_of_response:1; }","duration":"534.751267ms","start":"2026-07-17T16:16:04.900203Z","end":"2026-07-17T16:16:05.434954Z","steps":["trace[922817133] 'process raft request' (duration: 534.593073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:05.435819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:04.90018Z","time spent":"534.871119ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:06.216683Z","caller":"traceutil/trace.go:171","msg":"trace[149619333] transaction","detail":"{read_only:false; response_revision:10683; number_of_response:1; }","duration":"987.964687ms","start":"2026-07-17T16:16:05.228688Z","end":"2026-07-17T16:16:06.216653Z","steps":["trace[149619333] 'process raft request' (duration: 987.860364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:06.216842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:05.228661Z","time spent":"988.101139ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:06.217088Z","caller":"traceutil/trace.go:171","msg":"trace[1636926928] transaction","detail":"{read_only:false; response_revision:10682; number_of_response:1; }","duration":"1.225057335s","start":"2026-07-17T16:16:04.991992Z","end":"2026-07-17T16:16:06.217049Z","steps":["trace[1636926928] 'process raft request' (duration: 1.224379259s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:06.217123Z","caller":"traceutil/trace.go:171","msg":"trace[2036900875] transaction","detail":"{read_only:false; response_revision:10684; number_of_response:1; }","duration":"896.733744ms","start":"2026-07-17T16:16:05.320357Z","end":"2026-07-17T16:16:06.217091Z","steps":["trace[2036900875] 'process raft request' (duration: 896.248253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:06.217243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:04.991967Z","time spent":"1.225199139s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:16:06.217304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:05.320329Z","time spent":"896.885698ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:06.217345Z","caller":"traceutil/trace.go:171","msg":"trace[1438784176] transaction","detail":"{read_only:false; response_revision:10685; number_of_response:1; }","duration":"892.321197ms","start":"2026-07-17T16:16:05.32501Z","end":"2026-07-17T16:16:06.217331Z","steps":["trace[1438784176] 'process raft request' (duration: 891.973179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:06.217421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:05.324984Z","time spent":"892.395309ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:06.217544Z","caller":"traceutil/trace.go:171","msg":"trace[892681727] transaction","detail":"{read_only:false; response_revision:10686; number_of_response:1; }","duration":"890.945494ms","start":"2026-07-17T16:16:05.326588Z","end":"2026-07-17T16:16:06.217533Z","steps":["trace[892681727] 'process raft request' (duration: 890.677717ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:06.21755Z","caller":"traceutil/trace.go:171","msg":"trace[1046177720] linearizableReadLoop","detail":"{readStateIndex:11112; appliedIndex:11110; }","duration":"1.225438125s","start":"2026-07-17T16:16:04.992099Z","end":"2026-07-17T16:16:06.217537Z","steps":["trace[1046177720] 'read index received' (duration: 442.766387ms)","trace[1046177720] 'applied index is now lower than readState.Index' (duration: 782.670668ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:16:06.217569Z","caller":"traceutil/trace.go:171","msg":"trace[920330306] transaction","detail":"{read_only:false; response_revision:10687; number_of_response:1; }","duration":"887.889749ms","start":"2026-07-17T16:16:05.329663Z","end":"2026-07-17T16:16:06.217552Z","steps":["trace[920330306] 'process raft request' (duration: 887.794597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:06.217603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:05.326579Z","time spent":"890.995295ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:16:06.217651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:05.329635Z","time spent":"887.972832ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:16:06.21769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225600909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:16:06.21772Z","caller":"traceutil/trace.go:171","msg":"trace[1812300133] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:10687; }","duration":"1.22566636s","start":"2026-07-17T16:16:04.992046Z","end":"2026-07-17T16:16:06.217712Z","steps":["trace[1812300133] 'agreement among raft nodes before linearized reading' (duration: 1.225575378s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:06.217749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:04.992027Z","time spent":"1.225714601s","remote":"127.0.0.1:41898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":26,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:16:06.217771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.05491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:16:06.217817Z","caller":"traceutil/trace.go:171","msg":"trace[1946152766] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:10687; }","duration":"548.170633ms","start":"2026-07-17T16:16:05.669634Z","end":"2026-07-17T16:16:06.217805Z","steps":["trace[1946152766] 'agreement among raft nodes before linearized reading' (duration: 548.039049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:06.217845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:05.669616Z","time spent":"548.221913ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-wflkk\" "} {"level":"warn","ts":"2026-07-17T16:16:06.217909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.979439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T16:16:06.217955Z","caller":"traceutil/trace.go:171","msg":"trace[587108450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10687; }","duration":"560.04434ms","start":"2026-07-17T16:16:05.657892Z","end":"2026-07-17T16:16:06.217936Z","steps":["trace[587108450] 'agreement among raft nodes before linearized reading' (duration: 559.906426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:06.217992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:05.657873Z","time spent":"560.112122ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:16:06.218026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028372407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:16:06.218049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.618591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:16:06.218081Z","caller":"traceutil/trace.go:171","msg":"trace[2045149107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10687; }","duration":"164.661923ms","start":"2026-07-17T16:16:06.053409Z","end":"2026-07-17T16:16:06.218071Z","steps":["trace[2045149107] 'agreement among raft nodes before linearized reading' (duration: 164.574521ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:06.218089Z","caller":"traceutil/trace.go:171","msg":"trace[1056272482] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10687; }","duration":"1.028454848s","start":"2026-07-17T16:16:05.189619Z","end":"2026-07-17T16:16:06.218074Z","steps":["trace[1056272482] 'agreement among raft nodes before linearized reading' (duration: 1.028374766s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:06.218125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:05.189606Z","time spent":"1.02850974s","remote":"127.0.0.1:36274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:16:06.218211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.952262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-17T16:16:06.218247Z","caller":"traceutil/trace.go:171","msg":"trace[845340141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10687; }","duration":"168.017534ms","start":"2026-07-17T16:16:06.050221Z","end":"2026-07-17T16:16:06.218238Z","steps":["trace[845340141] 'agreement among raft nodes before linearized reading' (duration: 167.931842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:06.218272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.678217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T16:16:06.218356Z","caller":"traceutil/trace.go:171","msg":"trace[1761503327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10687; }","duration":"584.79814ms","start":"2026-07-17T16:16:05.633533Z","end":"2026-07-17T16:16:06.218331Z","steps":["trace[1761503327] 'agreement among raft nodes before linearized reading' (duration: 584.590025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:06.218459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.672453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:16:06.218464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:05.633499Z","time spent":"584.950534ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:16:06.218473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04627331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-17T16:16:06.218506Z","caller":"traceutil/trace.go:171","msg":"trace[1728896249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10687; }","duration":"204.744804ms","start":"2026-07-17T16:16:06.01375Z","end":"2026-07-17T16:16:06.218494Z","steps":["trace[1728896249] 'agreement among raft nodes before linearized reading' (duration: 204.638142ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:06.218531Z","caller":"traceutil/trace.go:171","msg":"trace[710804453] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:10687; }","duration":"1.046333912s","start":"2026-07-17T16:16:05.172182Z","end":"2026-07-17T16:16:06.218516Z","steps":["trace[710804453] 'agreement among raft nodes before linearized reading' (duration: 1.046127377s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:06.218532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.268341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-17T16:16:06.21775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139948522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:16:06.218588Z","caller":"traceutil/trace.go:171","msg":"trace[3649488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10687; }","duration":"168.435084ms","start":"2026-07-17T16:16:06.050142Z","end":"2026-07-17T16:16:06.218577Z","steps":["trace[3649488] 'agreement among raft nodes before linearized reading' (duration: 168.297121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:06.218585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:05.172123Z","time spent":"1.046451764s","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"info","ts":"2026-07-17T16:16:06.218616Z","caller":"traceutil/trace.go:171","msg":"trace[1892538691] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:10687; }","duration":"1.140834534s","start":"2026-07-17T16:16:05.077763Z","end":"2026-07-17T16:16:06.218597Z","steps":["trace[1892538691] 'agreement among raft nodes before linearized reading' (duration: 1.139904711s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:06.218671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:05.077708Z","time spent":"1.140945716s","remote":"127.0.0.1:36118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:16:08.390046Z","caller":"traceutil/trace.go:171","msg":"trace[647500665] linearizableReadLoop","detail":"{readStateIndex:11137; appliedIndex:11135; }","duration":"147.442785ms","start":"2026-07-17T16:16:08.242583Z","end":"2026-07-17T16:16:08.390026Z","steps":["trace[647500665] 'read index received' (duration: 17.118225ms)","trace[647500665] 'applied index is now lower than readState.Index' (duration: 130.32401ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:16:08.390314Z","caller":"traceutil/trace.go:171","msg":"trace[734342838] transaction","detail":"{read_only:false; response_revision:10706; number_of_response:1; }","duration":"149.427773ms","start":"2026-07-17T16:16:08.240876Z","end":"2026-07-17T16:16:08.390303Z","steps":["trace[734342838] 'process raft request' (duration: 149.032064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:08.390746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.142583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227517"} {"level":"info","ts":"2026-07-17T16:16:08.39078Z","caller":"traceutil/trace.go:171","msg":"trace[820191991] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:10706; }","duration":"148.209974ms","start":"2026-07-17T16:16:08.242562Z","end":"2026-07-17T16:16:08.390772Z","steps":["trace[820191991] 'agreement among raft nodes before linearized reading' (duration: 147.899396ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:09.73842Z","caller":"traceutil/trace.go:171","msg":"trace[1023382772] transaction","detail":"{read_only:false; response_revision:10707; number_of_response:1; }","duration":"288.836794ms","start":"2026-07-17T16:16:09.449548Z","end":"2026-07-17T16:16:09.738384Z","steps":["trace[1023382772] 'process raft request' (duration: 288.641219ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:09.871493Z","caller":"traceutil/trace.go:171","msg":"trace[189370086] transaction","detail":"{read_only:false; response_revision:10708; number_of_response:1; }","duration":"239.316363ms","start":"2026-07-17T16:16:09.632144Z","end":"2026-07-17T16:16:09.871461Z","steps":["trace[189370086] 'process raft request' (duration: 212.044172ms)","trace[189370086] 'compare' (duration: 27.121177ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:16:10.740676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268105695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:16:11.241579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268105695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:16:11.470761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.033744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:16:11.470969Z","caller":"traceutil/trace.go:171","msg":"trace[352162119] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"500.305421ms","start":"2026-07-17T16:16:10.970637Z","end":"2026-07-17T16:16:11.470942Z","steps":["trace[352162119] 'agreement among raft nodes before linearized reading' (duration: 500.070075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:11.471084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.970616Z","time spent":"500.450724ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:16:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:16:11.996332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268105695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:16:12.976269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209846065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T16:16:12.976331Z","caller":"traceutil/trace.go:171","msg":"trace[136518620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.209962568s","start":"2026-07-17T16:16:10.766352Z","end":"2026-07-17T16:16:12.976315Z","steps":["trace[136518620] 'agreement among raft nodes before linearized reading' (duration: 2.209883466s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:12.976365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.766328Z","time spent":"2.210030959s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:16:12.976461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268105695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:16:13.477369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268105695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:16:13.978455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268105695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:16:14.226416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.996698492s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T16:16:14.227264Z","caller":"traceutil/trace.go:171","msg":"trace[1297557739] transaction","detail":"{read_only:false; response_revision:10710; number_of_response:1; }","duration":"3.997615984s","start":"2026-07-17T16:16:10.229622Z","end":"2026-07-17T16:16:14.227238Z","steps":["trace[1297557739] 'process raft request' (duration: 3.99745491s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.227446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.229597Z","time spent":"3.997752417s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:14.290151Z","caller":"traceutil/trace.go:171","msg":"trace[1655019609] transaction","detail":"{read_only:false; response_revision:10712; number_of_response:1; }","duration":"4.05971046s","start":"2026-07-17T16:16:10.230414Z","end":"2026-07-17T16:16:14.290125Z","steps":["trace[1655019609] 'process raft request' (duration: 4.059618488s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:14.290223Z","caller":"traceutil/trace.go:171","msg":"trace[636259189] transaction","detail":"{read_only:false; response_revision:10711; number_of_response:1; }","duration":"4.059758991s","start":"2026-07-17T16:16:10.230414Z","end":"2026-07-17T16:16:14.290173Z","steps":["trace[636259189] 'process raft request' (duration: 4.059457644s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.290323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.230382Z","time spent":"4.059853214s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:16:14.290412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.230382Z","time spent":"4.059930145s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:14.29055Z","caller":"traceutil/trace.go:171","msg":"trace[874770347] transaction","detail":"{read_only:false; response_revision:10713; number_of_response:1; }","duration":"4.05683339s","start":"2026-07-17T16:16:10.233667Z","end":"2026-07-17T16:16:14.290501Z","steps":["trace[874770347] 'process raft request' (duration: 4.05641159s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.290737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.233658Z","time spent":"4.056984504s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:14.290797Z","caller":"traceutil/trace.go:171","msg":"trace[111272276] transaction","detail":"{read_only:false; response_revision:10714; number_of_response:1; }","duration":"4.056663727s","start":"2026-07-17T16:16:10.23411Z","end":"2026-07-17T16:16:14.290774Z","steps":["trace[111272276] 'process raft request' (duration: 4.056272077s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:14.290885Z","caller":"traceutil/trace.go:171","msg":"trace[1328982726] transaction","detail":"{read_only:false; response_revision:10715; number_of_response:1; }","duration":"3.999262204s","start":"2026-07-17T16:16:10.29161Z","end":"2026-07-17T16:16:14.290872Z","steps":["trace[1328982726] 'process raft request' (duration: 3.998954837s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.291566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.234097Z","time spent":"4.057352553s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:16:14.291755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.291598Z","time spent":"4.000057273s","remote":"127.0.0.1:32884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:14.294974Z","caller":"traceutil/trace.go:171","msg":"trace[1687041048] transaction","detail":"{read_only:false; response_revision:10716; number_of_response:1; }","duration":"2.54738296s","start":"2026-07-17T16:16:11.747575Z","end":"2026-07-17T16:16:14.294958Z","steps":["trace[1687041048] 'process raft request' (duration: 2.547090013s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.295081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:11.747555Z","time spent":"2.547469621s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:14.295277Z","caller":"traceutil/trace.go:171","msg":"trace[515702374] linearizableReadLoop","detail":"{readStateIndex:11149; appliedIndex:11141; }","duration":"4.055407795s","start":"2026-07-17T16:16:10.239861Z","end":"2026-07-17T16:16:14.295269Z","steps":["trace[515702374] 'read index received' (duration: 3.98754049s)","trace[515702374] 'applied index is now lower than readState.Index' (duration: 67.866655ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:16:14.295418Z","caller":"traceutil/trace.go:171","msg":"trace[1211175779] transaction","detail":"{read_only:false; response_revision:10717; number_of_response:1; }","duration":"1.318793488s","start":"2026-07-17T16:16:12.976618Z","end":"2026-07-17T16:16:14.295411Z","steps":["trace[1211175779] 'process raft request' (duration: 1.318316686s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.29546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:12.976608Z","time spent":"1.318831539s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:16:14.295588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.055736273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-17T16:16:14.295611Z","caller":"traceutil/trace.go:171","msg":"trace[398265294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10717; }","duration":"4.055795775s","start":"2026-07-17T16:16:10.23981Z","end":"2026-07-17T16:16:14.295606Z","steps":["trace[398265294] 'agreement among raft nodes before linearized reading' (duration: 4.055713583s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.295627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.23979Z","time spent":"4.055833686s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:16:14.295715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.055572709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:16:14.295734Z","caller":"traceutil/trace.go:171","msg":"trace[196632341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10717; }","duration":"4.05558936s","start":"2026-07-17T16:16:10.240139Z","end":"2026-07-17T16:16:14.295728Z","steps":["trace[196632341] 'agreement among raft nodes before linearized reading' (duration: 4.055546188s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.295746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.240099Z","time spent":"4.055644381s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:16:14.295879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.445504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:16:14.2959Z","caller":"traceutil/trace.go:171","msg":"trace[1867434444] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:10717; }","duration":"109.513306ms","start":"2026-07-17T16:16:14.186382Z","end":"2026-07-17T16:16:14.295895Z","steps":["trace[1867434444] 'agreement among raft nodes before linearized reading' (duration: 109.423803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.296001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.007396641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:16:14.296015Z","caller":"traceutil/trace.go:171","msg":"trace[782965680] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10717; }","duration":"4.007437172s","start":"2026-07-17T16:16:10.288573Z","end":"2026-07-17T16:16:14.29601Z","steps":["trace[782965680] 'agreement among raft nodes before linearized reading' (duration: 4.007406882s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.296009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954581481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:16:14.296082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.055002466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-17T16:16:14.296028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.288558Z","time spent":"4.007466053s","remote":"127.0.0.1:34984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:16:14.296069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881068697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-17T16:16:14.29613Z","caller":"traceutil/trace.go:171","msg":"trace[1260327526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10717; }","duration":"3.88115496s","start":"2026-07-17T16:16:10.414958Z","end":"2026-07-17T16:16:14.296113Z","steps":["trace[1260327526] 'agreement among raft nodes before linearized reading' (duration: 3.880958855s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.296174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.414945Z","time spent":"3.881219321s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:16:14.296283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.901821712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T16:16:14.296309Z","caller":"traceutil/trace.go:171","msg":"trace[1659144359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10717; }","duration":"3.901872883s","start":"2026-07-17T16:16:10.394431Z","end":"2026-07-17T16:16:14.296304Z","steps":["trace[1659144359] 'agreement among raft nodes before linearized reading' (duration: 3.901819881s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.296325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.394414Z","time spent":"3.901907214s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:16:14.29635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898340886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-17T16:16:14.296347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319824733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:16:14.2964Z","caller":"traceutil/trace.go:171","msg":"trace[554559856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:10717; }","duration":"3.898423938s","start":"2026-07-17T16:16:10.397958Z","end":"2026-07-17T16:16:14.296382Z","steps":["trace[554559856] 'agreement among raft nodes before linearized reading' (duration: 3.898279165s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.296452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137694743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:16:14.296457Z","caller":"traceutil/trace.go:171","msg":"trace[207914472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10717; }","duration":"1.319974887s","start":"2026-07-17T16:16:12.976451Z","end":"2026-07-17T16:16:14.296426Z","steps":["trace[207914472] 'agreement among raft nodes before linearized reading' (duration: 1.319764051s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:14.296484Z","caller":"traceutil/trace.go:171","msg":"trace[1051570989] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:10717; }","duration":"3.137758755s","start":"2026-07-17T16:16:11.158715Z","end":"2026-07-17T16:16:14.296474Z","steps":["trace[1051570989] 'agreement among raft nodes before linearized reading' (duration: 3.137703543s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.296523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:11.158691Z","time spent":"3.137824056s","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":10,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:16:14.296531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319871194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:16:14.296537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:12.976435Z","time spent":"1.32009163s","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:16:14.296581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.124579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:16:14.296597Z","caller":"traceutil/trace.go:171","msg":"trace[1781388613] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10717; }","duration":"524.1668ms","start":"2026-07-17T16:16:13.772425Z","end":"2026-07-17T16:16:14.296592Z","steps":["trace[1781388613] 'agreement among raft nodes before linearized reading' (duration: 524.141069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.296612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:13.772408Z","time spent":"524.200251ms","remote":"127.0.0.1:50674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:16:14.296398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20384668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-17T16:16:14.296643Z","caller":"traceutil/trace.go:171","msg":"trace[503465666] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10717; }","duration":"2.204123276s","start":"2026-07-17T16:16:12.092511Z","end":"2026-07-17T16:16:14.296634Z","steps":["trace[503465666] 'agreement among raft nodes before linearized reading' (duration: 2.203810548s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.296668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:12.09249Z","time spent":"2.204169377s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:16:14.296466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.397931Z","time spent":"3.898517761s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-wflkk\" "} {"level":"info","ts":"2026-07-17T16:16:14.296072Z","caller":"traceutil/trace.go:171","msg":"trace[557305011] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10717; }","duration":"3.954650712s","start":"2026-07-17T16:16:10.341401Z","end":"2026-07-17T16:16:14.296052Z","steps":["trace[557305011] 'agreement among raft nodes before linearized reading' (duration: 3.95453313s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:14.296555Z","caller":"traceutil/trace.go:171","msg":"trace[962987629] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:10717; }","duration":"1.319911416s","start":"2026-07-17T16:16:12.976638Z","end":"2026-07-17T16:16:14.296549Z","steps":["trace[962987629] 'agreement among raft nodes before linearized reading' (duration: 1.319867064s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.296845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320184242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/\" range_end:\"/registry/postgresql.cnpg.io/clusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T16:16:14.296849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:12.976632Z","time spent":"1.320209293s","remote":"127.0.0.1:41602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:16:14.296856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.341346Z","time spent":"3.955493973s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:16:14.296869Z","caller":"traceutil/trace.go:171","msg":"trace[71503538] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/; range_end:/registry/postgresql.cnpg.io/clusters0; response_count:0; response_revision:10717; }","duration":"1.320228733s","start":"2026-07-17T16:16:12.976633Z","end":"2026-07-17T16:16:14.296862Z","steps":["trace[71503538] 'agreement among raft nodes before linearized reading' (duration: 1.320186952s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.29689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:12.97662Z","time spent":"1.320264584s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":30,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/\" range_end:\"/registry/postgresql.cnpg.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:16:14.2961Z","caller":"traceutil/trace.go:171","msg":"trace[544140087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10717; }","duration":"4.055041336s","start":"2026-07-17T16:16:10.241054Z","end":"2026-07-17T16:16:14.296095Z","steps":["trace[544140087] 'agreement among raft nodes before linearized reading' (duration: 4.054992335s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:14.296996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:10.241043Z","time spent":"4.055945368s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:16:18.861363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268105774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:16:19.362245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268105774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:16:19.862863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268105774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:16:21.068521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183324643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:16:21.068579Z","caller":"traceutil/trace.go:171","msg":"trace[1789607314] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"1.183419806s","start":"2026-07-17T16:16:19.885148Z","end":"2026-07-17T16:16:21.068568Z","steps":["trace[1789607314] 'agreement among raft nodes before linearized reading' (duration: 1.183348874s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.068601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:19.885124Z","time spent":"1.183471666s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:16:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:16:21.068653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182625966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:16:21.068664Z","caller":"traceutil/trace.go:171","msg":"trace[908987266] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"1.182636986s","start":"2026-07-17T16:16:19.886024Z","end":"2026-07-17T16:16:21.068661Z","steps":["trace[908987266] 'agreement among raft nodes before linearized reading' (duration: 1.182625926s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.068675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:19.886006Z","time spent":"1.182665877s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:16:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:16:21.069377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268105774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:16:21.472101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.093945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:16:21.472167Z","caller":"traceutil/trace.go:171","msg":"trace[1425769795] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"403.192437ms","start":"2026-07-17T16:16:21.06896Z","end":"2026-07-17T16:16:21.472152Z","steps":["trace[1425769795] 'agreement among raft nodes before linearized reading' (duration: 403.098825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.472199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:21.068956Z","time spent":"403.237278ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:16:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:16:21.570331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268105774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:16:21.656209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000566061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T16:16:21.656272Z","caller":"traceutil/trace.go:171","msg":"trace[1496605742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000666433s","start":"2026-07-17T16:16:19.65559Z","end":"2026-07-17T16:16:21.656256Z","steps":["trace[1496605742] 'agreement among raft nodes before linearized reading' (duration: 2.000599132s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.656325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:19.655568Z","time spent":"2.000745485s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:16:21.789761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.45764515s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-17T16:16:21.806377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337552329s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:16:21.806467Z","caller":"traceutil/trace.go:171","msg":"trace[1939222646] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10746; }","duration":"3.337652271s","start":"2026-07-17T16:16:18.468801Z","end":"2026-07-17T16:16:21.806453Z","steps":["trace[1939222646] 'range keys from in-memory index tree' (duration: 3.337540369s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.807675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:21.085948Z","time spent":"721.718671ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-17T16:16:21.807852Z","caller":"traceutil/trace.go:171","msg":"trace[685458086] transaction","detail":"{read_only:false; response_revision:10747; number_of_response:1; }","duration":"3.47578183s","start":"2026-07-17T16:16:18.332041Z","end":"2026-07-17T16:16:21.807823Z","steps":["trace[685458086] 'process raft request' (duration: 3.457931178s)","trace[685458086] 'compare' (duration: 16.120841ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:16:21.807987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:18.332026Z","time spent":"3.475878002s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:21.819481Z","caller":"traceutil/trace.go:171","msg":"trace[1086884940] transaction","detail":"{read_only:false; response_revision:10748; number_of_response:1; }","duration":"3.486255885s","start":"2026-07-17T16:16:18.333193Z","end":"2026-07-17T16:16:21.819449Z","steps":["trace[1086884940] 'process raft request' (duration: 3.486022749s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:21.81953Z","caller":"traceutil/trace.go:171","msg":"trace[1999003490] transaction","detail":"{read_only:false; response_revision:10749; number_of_response:1; }","duration":"3.485454296s","start":"2026-07-17T16:16:18.33407Z","end":"2026-07-17T16:16:21.819524Z","steps":["trace[1999003490] 'process raft request' (duration: 3.485295212s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.819616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:18.333186Z","time spent":"3.486362907s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:16:21.819626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:18.334065Z","time spent":"3.485494926s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:21.819712Z","caller":"traceutil/trace.go:171","msg":"trace[387858804] transaction","detail":"{read_only:false; response_revision:10751; number_of_response:1; }","duration":"750.52951ms","start":"2026-07-17T16:16:21.069171Z","end":"2026-07-17T16:16:21.8197Z","steps":["trace[387858804] 'process raft request' (duration: 750.252353ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:21.819477Z","caller":"traceutil/trace.go:171","msg":"trace[1808500804] transaction","detail":"{read_only:false; response_revision:10750; number_of_response:1; }","duration":"750.450118ms","start":"2026-07-17T16:16:21.069006Z","end":"2026-07-17T16:16:21.819456Z","steps":["trace[1808500804] 'process raft request' (duration: 750.391796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.819768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:21.069166Z","time spent":"750.574001ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:16:21.819802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:21.068999Z","time spent":"750.777986ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:21.820132Z","caller":"traceutil/trace.go:171","msg":"trace[771586374] transaction","detail":"{read_only:false; response_revision:10753; number_of_response:1; }","duration":"750.833527ms","start":"2026-07-17T16:16:21.06929Z","end":"2026-07-17T16:16:21.820124Z","steps":["trace[771586374] 'process raft request' (duration: 750.55711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.820177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:21.069285Z","time spent":"750.867178ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:21.820195Z","caller":"traceutil/trace.go:171","msg":"trace[970448480] transaction","detail":"{read_only:false; response_revision:10754; number_of_response:1; }","duration":"750.859617ms","start":"2026-07-17T16:16:21.069325Z","end":"2026-07-17T16:16:21.820184Z","steps":["trace[970448480] 'process raft request' (duration: 750.575531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.820236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:21.06932Z","time spent":"750.894188ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:21.820283Z","caller":"traceutil/trace.go:171","msg":"trace[2002674605] transaction","detail":"{read_only:false; response_revision:10752; number_of_response:1; }","duration":"751.048382ms","start":"2026-07-17T16:16:21.069226Z","end":"2026-07-17T16:16:21.820275Z","steps":["trace[2002674605] 'process raft request' (duration: 750.412126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.820322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:21.069222Z","time spent":"751.076823ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:21.820377Z","caller":"traceutil/trace.go:171","msg":"trace[1501818284] transaction","detail":"{read_only:false; response_revision:10755; number_of_response:1; }","duration":"751.017071ms","start":"2026-07-17T16:16:21.069353Z","end":"2026-07-17T16:16:21.82037Z","steps":["trace[1501818284] 'process raft request' (duration: 750.57317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.820415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:21.069349Z","time spent":"751.044652ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:21.822818Z","caller":"traceutil/trace.go:171","msg":"trace[2124087791] linearizableReadLoop","detail":"{readStateIndex:11189; appliedIndex:11179; }","duration":"3.462315494s","start":"2026-07-17T16:16:18.360461Z","end":"2026-07-17T16:16:21.822776Z","steps":["trace[2124087791] 'read index received' (duration: 3.429453017s)","trace[2124087791] 'applied index is now lower than readState.Index' (duration: 32.861427ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:16:21.823166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.462689153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:16:21.823215Z","caller":"traceutil/trace.go:171","msg":"trace[1409931995] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:10755; }","duration":"3.462775175s","start":"2026-07-17T16:16:18.360431Z","end":"2026-07-17T16:16:21.823207Z","steps":["trace[1409931995] 'agreement among raft nodes before linearized reading' (duration: 3.462625391s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.823241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:18.360414Z","time spent":"3.462820346s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-wflkk\" "} {"level":"warn","ts":"2026-07-17T16:16:21.823361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376429481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:16:21.823397Z","caller":"traceutil/trace.go:171","msg":"trace[2123929332] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10755; }","duration":"3.376508023s","start":"2026-07-17T16:16:18.446879Z","end":"2026-07-17T16:16:21.823387Z","steps":["trace[2123929332] 'agreement among raft nodes before linearized reading' (duration: 3.376420481s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.823425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:18.446858Z","time spent":"3.376558885s","remote":"127.0.0.1:41932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":5,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:16:21.823672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.666212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:16:21.823696Z","caller":"traceutil/trace.go:171","msg":"trace[1545848103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10755; }","duration":"166.732013ms","start":"2026-07-17T16:16:21.656956Z","end":"2026-07-17T16:16:21.823688Z","steps":["trace[1545848103] 'agreement among raft nodes before linearized reading' (duration: 166.695522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.823725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.296015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:16:21.82375Z","caller":"traceutil/trace.go:171","msg":"trace[1038465413] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10755; }","duration":"755.350847ms","start":"2026-07-17T16:16:21.068391Z","end":"2026-07-17T16:16:21.823742Z","steps":["trace[1038465413] 'agreement among raft nodes before linearized reading' (duration: 755.306166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.823779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:21.068377Z","time spent":"755.394507ms","remote":"127.0.0.1:36972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:16:21.823858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845851719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5bc6bc98ff-m6nb9.18c31fdcaa1c58be\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-17T16:16:21.823884Z","caller":"traceutil/trace.go:171","msg":"trace[2080713531] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5bc6bc98ff-m6nb9.18c31fdcaa1c58be; range_end:; response_count:1; response_revision:10755; }","duration":"1.845920111s","start":"2026-07-17T16:16:19.977954Z","end":"2026-07-17T16:16:21.823874Z","steps":["trace[2080713531] 'agreement among raft nodes before linearized reading' (duration: 1.845845819s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.823905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:19.977922Z","time spent":"1.845977771s","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5bc6bc98ff-m6nb9.18c31fdcaa1c58be\" "} {"level":"warn","ts":"2026-07-17T16:16:21.823945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.14441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:16:21.823974Z","caller":"traceutil/trace.go:171","msg":"trace[1569801822] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:10755; }","duration":"437.185771ms","start":"2026-07-17T16:16:21.38678Z","end":"2026-07-17T16:16:21.823966Z","steps":["trace[1569801822] 'agreement among raft nodes before linearized reading' (duration: 437.118899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.823999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:21.386776Z","time spent":"437.216392ms","remote":"127.0.0.1:41902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:16:21.824071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319827852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-17T16:16:21.824092Z","caller":"traceutil/trace.go:171","msg":"trace[747244] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10755; }","duration":"2.319890194s","start":"2026-07-17T16:16:19.504195Z","end":"2026-07-17T16:16:21.824085Z","steps":["trace[747244] 'agreement among raft nodes before linearized reading' (duration: 2.319822842s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.824114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:19.504173Z","time spent":"2.319935815s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:16:21.824211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.504619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:16:21.824246Z","caller":"traceutil/trace.go:171","msg":"trace[586365870] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:10755; }","duration":"437.563771ms","start":"2026-07-17T16:16:21.386667Z","end":"2026-07-17T16:16:21.82423Z","steps":["trace[586365870] 'agreement among raft nodes before linearized reading' (duration: 437.439707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.824268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:21.386649Z","time spent":"437.611941ms","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":105,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:16:21.824353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.190092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-17T16:16:21.824381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442312382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:16:21.824395Z","caller":"traceutil/trace.go:171","msg":"trace[1721099169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10755; }","duration":"755.236653ms","start":"2026-07-17T16:16:21.069147Z","end":"2026-07-17T16:16:21.824384Z","steps":["trace[1721099169] 'agreement among raft nodes before linearized reading' (duration: 755.09094ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:21.824405Z","caller":"traceutil/trace.go:171","msg":"trace[738486020] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:10755; }","duration":"2.442372423s","start":"2026-07-17T16:16:19.382027Z","end":"2026-07-17T16:16:21.824399Z","steps":["trace[738486020] 'agreement among raft nodes before linearized reading' (duration: 2.44226378s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.82442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:19.382006Z","time spent":"2.442409904s","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":96,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:16:21.824456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.494867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/k8s.keycloak.org/keycloakrealmimports/\" range_end:\"/registry/k8s.keycloak.org/keycloakrealmimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:16:21.824475Z","caller":"traceutil/trace.go:171","msg":"trace[770967060] range","detail":"{range_begin:/registry/k8s.keycloak.org/keycloakrealmimports/; range_end:/registry/k8s.keycloak.org/keycloakrealmimports0; response_count:0; response_revision:10755; }","duration":"613.551548ms","start":"2026-07-17T16:16:21.210916Z","end":"2026-07-17T16:16:21.824467Z","steps":["trace[770967060] 'agreement among raft nodes before linearized reading' (duration: 613.515917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.824491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:21.2109Z","time spent":"613.585509ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/k8s.keycloak.org/keycloakrealmimports/\" range_end:\"/registry/k8s.keycloak.org/keycloakrealmimports0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:16:21.82442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:21.069132Z","time spent":"755.282795ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:16:21.824633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.342376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T16:16:21.82469Z","caller":"traceutil/trace.go:171","msg":"trace[1381273298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10755; }","duration":"755.417488ms","start":"2026-07-17T16:16:21.069256Z","end":"2026-07-17T16:16:21.824673Z","steps":["trace[1381273298] 'agreement among raft nodes before linearized reading' (duration: 755.242944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:21.824719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:21.069252Z","time spent":"755.461359ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T16:16:29.637805Z","caller":"traceutil/trace.go:171","msg":"trace[626270483] linearizableReadLoop","detail":"{readStateIndex:11280; appliedIndex:11279; }","duration":"164.738665ms","start":"2026-07-17T16:16:29.47304Z","end":"2026-07-17T16:16:29.637779Z","steps":["trace[626270483] 'read index received' (duration: 164.587771ms)","trace[626270483] 'applied index is now lower than readState.Index' (duration: 149.844µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:16:29.637868Z","caller":"traceutil/trace.go:171","msg":"trace[344048723] transaction","detail":"{read_only:false; response_revision:10842; number_of_response:1; }","duration":"164.865828ms","start":"2026-07-17T16:16:29.472963Z","end":"2026-07-17T16:16:29.637829Z","steps":["trace[344048723] 'process raft request' (duration: 164.664313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:29.638099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.038722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-72wcg\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-07-17T16:16:29.638165Z","caller":"traceutil/trace.go:171","msg":"trace[2025944632] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-72wcg; range_end:; response_count:1; response_revision:10842; }","duration":"165.162185ms","start":"2026-07-17T16:16:29.472987Z","end":"2026-07-17T16:16:29.638149Z","steps":["trace[2025944632] 'agreement among raft nodes before linearized reading' (duration: 164.923259ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:29.653327Z","caller":"traceutil/trace.go:171","msg":"trace[592258842] transaction","detail":"{read_only:false; response_revision:10843; number_of_response:1; }","duration":"175.070885ms","start":"2026-07-17T16:16:29.478244Z","end":"2026-07-17T16:16:29.653315Z","steps":["trace[592258842] 'process raft request' (duration: 174.973843ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:30.988964Z","caller":"traceutil/trace.go:171","msg":"trace[98358707] transaction","detail":"{read_only:false; response_revision:10856; number_of_response:1; }","duration":"633.188163ms","start":"2026-07-17T16:16:30.355755Z","end":"2026-07-17T16:16:30.988943Z","steps":["trace[98358707] 'process raft request' (duration: 632.910976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:30.98911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:30.355736Z","time spent":"633.299306ms","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:16:31.445268Z","caller":"traceutil/trace.go:171","msg":"trace[823578424] transaction","detail":"{read_only:false; response_revision:10857; number_of_response:1; }","duration":"959.027585ms","start":"2026-07-17T16:16:30.486202Z","end":"2026-07-17T16:16:31.445229Z","steps":["trace[823578424] 'process raft request' (duration: 958.81994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:31.44544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:30.486173Z","time spent":"959.173608ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:16:31.469953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.262906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:16:31.47002Z","caller":"traceutil/trace.go:171","msg":"trace[1863113766] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"499.41629ms","start":"2026-07-17T16:16:30.970588Z","end":"2026-07-17T16:16:31.470004Z","steps":["trace[1863113766] 'agreement among raft nodes before linearized reading' (duration: 499.296707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:31.470076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:30.970569Z","time spent":"499.490042ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:16:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-17T16:16:31.487211Z","caller":"traceutil/trace.go:171","msg":"trace[844836406] linearizableReadLoop","detail":"{readStateIndex:11295; appliedIndex:11294; }","duration":"984.902132ms","start":"2026-07-17T16:16:30.502281Z","end":"2026-07-17T16:16:31.487184Z","steps":["trace[844836406] 'read index received' (duration: 486.928227ms)","trace[844836406] 'applied index is now lower than readState.Index' (duration: 497.972445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:16:31.48763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.344438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:16:31.48778Z","caller":"traceutil/trace.go:171","msg":"trace[760186246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10857; }","duration":"831.516392ms","start":"2026-07-17T16:16:30.656216Z","end":"2026-07-17T16:16:31.487732Z","steps":["trace[760186246] 'agreement among raft nodes before linearized reading' (duration: 831.307767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:31.487855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.989134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:16:31.487901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.690326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-17T16:16:31.487927Z","caller":"traceutil/trace.go:171","msg":"trace[2145896919] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:10857; }","duration":"500.110827ms","start":"2026-07-17T16:16:30.987796Z","end":"2026-07-17T16:16:31.487907Z","steps":["trace[2145896919] 'agreement among raft nodes before linearized reading' (duration: 499.989624ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:31.48796Z","caller":"traceutil/trace.go:171","msg":"trace[919800602] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:10857; }","duration":"492.751908ms","start":"2026-07-17T16:16:30.995193Z","end":"2026-07-17T16:16:31.487945Z","steps":["trace[919800602] 'agreement among raft nodes before linearized reading' (duration: 492.569953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:31.487948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:30.656198Z","time spent":"831.696826ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:16:31.487974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:30.987774Z","time spent":"500.189588ms","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:16:31.488001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:30.995154Z","time spent":"492.83818ms","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-07-17T16:16:31.48803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.731572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:16:31.488065Z","caller":"traceutil/trace.go:171","msg":"trace[1630080647] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10857; }","duration":"985.826444ms","start":"2026-07-17T16:16:30.502229Z","end":"2026-07-17T16:16:31.488056Z","steps":["trace[1630080647] 'agreement among raft nodes before linearized reading' (duration: 985.115347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:31.488101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:16:30.502208Z","time spent":"985.884995ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1027,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:16:31.722804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.101104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-17T16:16:31.722877Z","caller":"traceutil/trace.go:171","msg":"trace[193654856] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10858; }","duration":"111.220067ms","start":"2026-07-17T16:16:31.611639Z","end":"2026-07-17T16:16:31.722859Z","steps":["trace[193654856] 'range keys from in-memory index tree' (duration: 110.94756ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:32.142537Z","caller":"traceutil/trace.go:171","msg":"trace[1272039560] transaction","detail":"{read_only:false; response_revision:10860; number_of_response:1; }","duration":"249.439769ms","start":"2026-07-17T16:16:31.893071Z","end":"2026-07-17T16:16:32.14251Z","steps":["trace[1272039560] 'process raft request' (duration: 249.137501ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:32.142839Z","caller":"traceutil/trace.go:171","msg":"trace[557509508] transaction","detail":"{read_only:false; response_revision:10861; number_of_response:1; }","duration":"249.610962ms","start":"2026-07-17T16:16:31.893204Z","end":"2026-07-17T16:16:32.142815Z","steps":["trace[557509508] 'process raft request' (duration: 249.244573ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:32.142915Z","caller":"traceutil/trace.go:171","msg":"trace[1010359125] linearizableReadLoop","detail":"{readStateIndex:11303; appliedIndex:11298; }","duration":"232.526419ms","start":"2026-07-17T16:16:31.910354Z","end":"2026-07-17T16:16:32.14288Z","steps":["trace[1010359125] 'read index received' (duration: 231.803331ms)","trace[1010359125] 'applied index is now lower than readState.Index' (duration: 722.218µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:16:32.142998Z","caller":"traceutil/trace.go:171","msg":"trace[216946503] transaction","detail":"{read_only:false; response_revision:10864; number_of_response:1; }","duration":"245.572155ms","start":"2026-07-17T16:16:31.897389Z","end":"2026-07-17T16:16:32.142961Z","steps":["trace[216946503] 'process raft request' (duration: 245.436161ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:32.142939Z","caller":"traceutil/trace.go:171","msg":"trace[39452427] transaction","detail":"{read_only:false; response_revision:10863; number_of_response:1; }","duration":"245.462012ms","start":"2026-07-17T16:16:31.897458Z","end":"2026-07-17T16:16:32.14292Z","steps":["trace[39452427] 'process raft request' (duration: 245.314258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:32.143076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.315566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T16:16:32.143106Z","caller":"traceutil/trace.go:171","msg":"trace[1191753998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10864; }","duration":"235.408678ms","start":"2026-07-17T16:16:31.907688Z","end":"2026-07-17T16:16:32.143097Z","steps":["trace[1191753998] 'agreement among raft nodes before linearized reading' (duration: 235.280885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:32.143117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.301316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-17T16:16:32.14316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.570931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T16:16:32.143184Z","caller":"traceutil/trace.go:171","msg":"trace[1814739963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10864; }","duration":"235.403448ms","start":"2026-07-17T16:16:31.907765Z","end":"2026-07-17T16:16:32.143168Z","steps":["trace[1814739963] 'agreement among raft nodes before linearized reading' (duration: 235.152792ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:32.143207Z","caller":"traceutil/trace.go:171","msg":"trace[1061313435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10864; }","duration":"204.655932ms","start":"2026-07-17T16:16:31.938533Z","end":"2026-07-17T16:16:32.143189Z","steps":["trace[1061313435] 'agreement among raft nodes before linearized reading' (duration: 204.493878ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:32.143212Z","caller":"traceutil/trace.go:171","msg":"trace[240126116] transaction","detail":"{read_only:false; response_revision:10862; number_of_response:1; }","duration":"245.872171ms","start":"2026-07-17T16:16:31.897324Z","end":"2026-07-17T16:16:32.143196Z","steps":["trace[240126116] 'process raft request' (duration: 245.362959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:32.143215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.260354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T16:16:32.143308Z","caller":"traceutil/trace.go:171","msg":"trace[806462211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10864; }","duration":"242.376957ms","start":"2026-07-17T16:16:31.900905Z","end":"2026-07-17T16:16:32.143281Z","steps":["trace[806462211] 'agreement among raft nodes before linearized reading' (duration: 242.121091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:32.143295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.411919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-17T16:16:32.14337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.897955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3735"} {"level":"warn","ts":"2026-07-17T16:16:32.143389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.791406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T16:16:32.143409Z","caller":"traceutil/trace.go:171","msg":"trace[1164198619] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:10864; }","duration":"200.537962ms","start":"2026-07-17T16:16:31.942851Z","end":"2026-07-17T16:16:32.143389Z","steps":["trace[1164198619] 'agreement among raft nodes before linearized reading' (duration: 200.334527ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:32.143418Z","caller":"traceutil/trace.go:171","msg":"trace[1808895965] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10864; }","duration":"201.959077ms","start":"2026-07-17T16:16:31.941443Z","end":"2026-07-17T16:16:32.143402Z","steps":["trace[1808895965] 'agreement among raft nodes before linearized reading' (duration: 201.739172ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:32.143442Z","caller":"traceutil/trace.go:171","msg":"trace[34772087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10864; }","duration":"204.849447ms","start":"2026-07-17T16:16:31.938578Z","end":"2026-07-17T16:16:32.143427Z","steps":["trace[34772087] 'agreement among raft nodes before linearized reading' (duration: 204.700233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:16:32.144172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.622114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:16:32.144242Z","caller":"traceutil/trace.go:171","msg":"trace[1630542946] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:10864; }","duration":"153.730987ms","start":"2026-07-17T16:16:31.990494Z","end":"2026-07-17T16:16:32.144225Z","steps":["trace[1630542946] 'agreement among raft nodes before linearized reading' (duration: 153.116262ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:45.762165Z","caller":"traceutil/trace.go:171","msg":"trace[376781390] linearizableReadLoop","detail":"{readStateIndex:11426; appliedIndex:11425; }","duration":"109.764772ms","start":"2026-07-17T16:16:45.652369Z","end":"2026-07-17T16:16:45.762134Z","steps":["trace[376781390] 'read index received' (duration: 109.571727ms)","trace[376781390] 'applied index is now lower than readState.Index' (duration: 192.165µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:16:45.762345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.950966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:16:45.762388Z","caller":"traceutil/trace.go:171","msg":"trace[1281587163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10983; }","duration":"110.071998ms","start":"2026-07-17T16:16:45.652306Z","end":"2026-07-17T16:16:45.762378Z","steps":["trace[1281587163] 'agreement among raft nodes before linearized reading' (duration: 109.957706ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:16:45.762555Z","caller":"traceutil/trace.go:171","msg":"trace[1660591975] transaction","detail":"{read_only:false; response_revision:10983; number_of_response:1; }","duration":"138.54294ms","start":"2026-07-17T16:16:45.623968Z","end":"2026-07-17T16:16:45.762511Z","steps":["trace[1660591975] 'process raft request' (duration: 137.982426ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:17:32.126209Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8835} {"level":"info","ts":"2026-07-17T16:17:32.225149Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8835,"took":"96.803883ms","hash":2844922155,"current-db-size-bytes":47849472,"current-db-size":"48 MB","current-db-size-in-use-bytes":28102656,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-17T16:17:32.2252Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2844922155,"revision":8835,"compact-revision":5521} {"level":"info","ts":"2026-07-17T16:17:38.50676Z","caller":"traceutil/trace.go:171","msg":"trace[1585361853] transaction","detail":"{read_only:false; response_revision:11620; number_of_response:1; }","duration":"101.364472ms","start":"2026-07-17T16:17:38.40537Z","end":"2026-07-17T16:17:38.506734Z","steps":["trace[1585361853] 'process raft request' (duration: 32.537241ms)","trace[1585361853] 'compare' (duration: 68.507524ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:17:38.580015Z","caller":"traceutil/trace.go:171","msg":"trace[418958058] transaction","detail":"{read_only:false; response_revision:11621; number_of_response:1; }","duration":"164.361774ms","start":"2026-07-17T16:17:38.415624Z","end":"2026-07-17T16:17:38.579985Z","steps":["trace[418958058] 'process raft request' (duration: 164.123348ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:17:38.580171Z","caller":"traceutil/trace.go:171","msg":"trace[1553843941] linearizableReadLoop","detail":"{readStateIndex:12081; appliedIndex:12080; }","duration":"110.897141ms","start":"2026-07-17T16:17:38.469014Z","end":"2026-07-17T16:17:38.579911Z","steps":["trace[1553843941] 'read index received' (duration: 110.671846ms)","trace[1553843941] 'applied index is now lower than readState.Index' (duration: 224.265µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:17:38.580272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.243409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T16:17:38.580386Z","caller":"traceutil/trace.go:171","msg":"trace[1615270451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11621; }","duration":"111.422003ms","start":"2026-07-17T16:17:38.468936Z","end":"2026-07-17T16:17:38.580358Z","steps":["trace[1615270451] 'agreement among raft nodes before linearized reading' (duration: 111.141626ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:17:38.763941Z","caller":"traceutil/trace.go:171","msg":"trace[577860546] transaction","detail":"{read_only:false; response_revision:11622; number_of_response:1; }","duration":"179.556338ms","start":"2026-07-17T16:17:38.584352Z","end":"2026-07-17T16:17:38.763908Z","steps":["trace[577860546] 'process raft request' (duration: 179.355613ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:17:38.764954Z","caller":"traceutil/trace.go:171","msg":"trace[2069715909] linearizableReadLoop","detail":"{readStateIndex:12084; appliedIndex:12081; }","duration":"179.895046ms","start":"2026-07-17T16:17:38.585019Z","end":"2026-07-17T16:17:38.764914Z","steps":["trace[2069715909] 'read index received' (duration: 178.746378ms)","trace[2069715909] 'applied index is now lower than readState.Index' (duration: 1.147538ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:17:38.765086Z","caller":"traceutil/trace.go:171","msg":"trace[1597823064] transaction","detail":"{read_only:false; response_revision:11625; number_of_response:1; }","duration":"179.918917ms","start":"2026-07-17T16:17:38.585154Z","end":"2026-07-17T16:17:38.765073Z","steps":["trace[1597823064] 'process raft request' (duration: 179.688431ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:17:38.765107Z","caller":"traceutil/trace.go:171","msg":"trace[746444872] transaction","detail":"{read_only:false; response_revision:11623; number_of_response:1; }","duration":"180.350257ms","start":"2026-07-17T16:17:38.584735Z","end":"2026-07-17T16:17:38.765085Z","steps":["trace[746444872] 'process raft request' (duration: 179.934647ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:17:38.765088Z","caller":"traceutil/trace.go:171","msg":"trace[1285331207] transaction","detail":"{read_only:false; response_revision:11624; number_of_response:1; }","duration":"180.247305ms","start":"2026-07-17T16:17:38.584783Z","end":"2026-07-17T16:17:38.76503Z","steps":["trace[1285331207] 'process raft request' (duration: 180.021069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:17:38.765257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.218524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19357"} {"level":"info","ts":"2026-07-17T16:17:38.765277Z","caller":"traceutil/trace.go:171","msg":"trace[1782052417] transaction","detail":"{read_only:false; response_revision:11626; number_of_response:1; }","duration":"179.25405ms","start":"2026-07-17T16:17:38.586012Z","end":"2026-07-17T16:17:38.765266Z","steps":["trace[1782052417] 'process raft request' (duration: 178.865191ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:17:38.765292Z","caller":"traceutil/trace.go:171","msg":"trace[1030255096] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11626; }","duration":"180.276705ms","start":"2026-07-17T16:17:38.585006Z","end":"2026-07-17T16:17:38.765282Z","steps":["trace[1030255096] 'agreement among raft nodes before linearized reading' (duration: 180.098541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:17:38.76534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.02066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:17:38.765392Z","caller":"traceutil/trace.go:171","msg":"trace[1320991430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11626; }","duration":"110.147073ms","start":"2026-07-17T16:17:38.655233Z","end":"2026-07-17T16:17:38.76538Z","steps":["trace[1320991430] 'agreement among raft nodes before linearized reading' (duration: 110.051811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:17:38.765435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.291428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:17:38.766589Z","caller":"traceutil/trace.go:171","msg":"trace[2081813521] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:11626; }","duration":"159.568619ms","start":"2026-07-17T16:17:38.607008Z","end":"2026-07-17T16:17:38.766577Z","steps":["trace[2081813521] 'agreement among raft nodes before linearized reading' (duration: 158.269748ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:17:52.292246Z","caller":"traceutil/trace.go:171","msg":"trace[972886274] linearizableReadLoop","detail":"{readStateIndex:12171; appliedIndex:12170; }","duration":"413.282726ms","start":"2026-07-17T16:17:51.878941Z","end":"2026-07-17T16:17:52.292223Z","steps":["trace[972886274] 'read index received' (duration: 413.112982ms)","trace[972886274] 'applied index is now lower than readState.Index' (duration: 166.464µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:17:52.292338Z","caller":"traceutil/trace.go:171","msg":"trace[495470432] transaction","detail":"{read_only:false; response_revision:11708; number_of_response:1; }","duration":"583.947251ms","start":"2026-07-17T16:17:51.708359Z","end":"2026-07-17T16:17:52.292306Z","steps":["trace[495470432] 'process raft request' (duration: 583.649824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:17:52.292381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.405319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/subscriptions/\" range_end:\"/registry/postgresql.cnpg.io/subscriptions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:17:52.292485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:17:51.70834Z","time spent":"584.058393ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:17:52.292577Z","caller":"traceutil/trace.go:171","msg":"trace[1950044833] range","detail":"{range_begin:/registry/postgresql.cnpg.io/subscriptions/; range_end:/registry/postgresql.cnpg.io/subscriptions0; response_count:0; response_revision:11708; }","duration":"413.649145ms","start":"2026-07-17T16:17:51.878908Z","end":"2026-07-17T16:17:52.292557Z","steps":["trace[1950044833] 'agreement among raft nodes before linearized reading' (duration: 413.402959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:17:52.292703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:17:51.87889Z","time spent":"413.792508ms","remote":"127.0.0.1:38980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/postgresql.cnpg.io/subscriptions/\" range_end:\"/registry/postgresql.cnpg.io/subscriptions0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:17:52.697732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.600366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:17:52.697817Z","caller":"traceutil/trace.go:171","msg":"trace[799992002] transaction","detail":"{read_only:false; response_revision:11709; number_of_response:1; }","duration":"496.318019ms","start":"2026-07-17T16:17:52.201485Z","end":"2026-07-17T16:17:52.697803Z","steps":["trace[799992002] 'process raft request' (duration: 119.574549ms)","trace[799992002] 'compare' (duration: 376.471983ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:17:52.697871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:17:52.201459Z","time spent":"496.39198ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:17:52.706659Z","caller":"traceutil/trace.go:171","msg":"trace[24377127] transaction","detail":"{read_only:false; response_revision:11710; number_of_response:1; }","duration":"313.160384ms","start":"2026-07-17T16:17:52.393485Z","end":"2026-07-17T16:17:52.706645Z","steps":["trace[24377127] 'process raft request' (duration: 313.083572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:17:52.706722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:17:52.393447Z","time spent":"313.246466ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:17:52.745158Z","caller":"traceutil/trace.go:171","msg":"trace[1456021448] transaction","detail":"{read_only:false; response_revision:11711; number_of_response:1; }","duration":"299.744511ms","start":"2026-07-17T16:17:52.445374Z","end":"2026-07-17T16:17:52.745119Z","steps":["trace[1456021448] 'process raft request' (duration: 299.361812ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:17:52.745346Z","caller":"traceutil/trace.go:171","msg":"trace[1258706691] transaction","detail":"{read_only:false; response_revision:11712; number_of_response:1; }","duration":"298.876091ms","start":"2026-07-17T16:17:52.446431Z","end":"2026-07-17T16:17:52.745307Z","steps":["trace[1258706691] 'process raft request' (duration: 298.4425ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:17:52.745573Z","caller":"traceutil/trace.go:171","msg":"trace[1974830054] transaction","detail":"{read_only:false; response_revision:11713; number_of_response:1; }","duration":"298.372498ms","start":"2026-07-17T16:17:52.447175Z","end":"2026-07-17T16:17:52.745547Z","steps":["trace[1974830054] 'process raft request' (duration: 298.096892ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:17:52.745621Z","caller":"traceutil/trace.go:171","msg":"trace[1049239654] transaction","detail":"{read_only:false; response_revision:11715; number_of_response:1; }","duration":"108.707408ms","start":"2026-07-17T16:17:52.636896Z","end":"2026-07-17T16:17:52.745604Z","steps":["trace[1049239654] 'process raft request' (duration: 108.645796ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:17:52.745621Z","caller":"traceutil/trace.go:171","msg":"trace[818926803] transaction","detail":"{read_only:false; response_revision:11714; number_of_response:1; }","duration":"194.396244ms","start":"2026-07-17T16:17:52.551204Z","end":"2026-07-17T16:17:52.7456Z","steps":["trace[818926803] 'process raft request' (duration: 194.26434ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:20:01.407131Z","caller":"traceutil/trace.go:171","msg":"trace[1791464481] transaction","detail":"{read_only:false; response_revision:12724; number_of_response:1; }","duration":"100.974513ms","start":"2026-07-17T16:20:01.306129Z","end":"2026-07-17T16:20:01.407104Z","steps":["trace[1791464481] 'process raft request' (duration: 100.752697ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:20:13.457426Z","caller":"traceutil/trace.go:171","msg":"trace[1532016324] transaction","detail":"{read_only:false; response_revision:12794; number_of_response:1; }","duration":"131.31645ms","start":"2026-07-17T16:20:13.326087Z","end":"2026-07-17T16:20:13.457403Z","steps":["trace[1532016324] 'process raft request' (duration: 130.691275ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:20:13.460469Z","caller":"traceutil/trace.go:171","msg":"trace[406822357] transaction","detail":"{read_only:false; response_revision:12795; number_of_response:1; }","duration":"127.781286ms","start":"2026-07-17T16:20:13.33266Z","end":"2026-07-17T16:20:13.460441Z","steps":["trace[406822357] 'process raft request' (duration: 127.571431ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:20:13.460803Z","caller":"traceutil/trace.go:171","msg":"trace[1112553062] transaction","detail":"{read_only:false; response_revision:12796; number_of_response:1; }","duration":"103.630556ms","start":"2026-07-17T16:20:13.357152Z","end":"2026-07-17T16:20:13.460783Z","steps":["trace[1112553062] 'process raft request' (duration: 103.232077ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:20:15.587406Z","caller":"traceutil/trace.go:171","msg":"trace[1281249048] transaction","detail":"{read_only:false; response_revision:12807; number_of_response:1; }","duration":"122.387387ms","start":"2026-07-17T16:20:15.464996Z","end":"2026-07-17T16:20:15.587384Z","steps":["trace[1281249048] 'process raft request' (duration: 121.876554ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:20:15.587557Z","caller":"traceutil/trace.go:171","msg":"trace[1959351434] transaction","detail":"{read_only:false; response_revision:12808; number_of_response:1; }","duration":"122.13949ms","start":"2026-07-17T16:20:15.465394Z","end":"2026-07-17T16:20:15.587533Z","steps":["trace[1959351434] 'process raft request' (duration: 121.949816ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:20:15.587735Z","caller":"traceutil/trace.go:171","msg":"trace[583695576] transaction","detail":"{read_only:false; response_revision:12810; number_of_response:1; }","duration":"121.336681ms","start":"2026-07-17T16:20:15.466386Z","end":"2026-07-17T16:20:15.587723Z","steps":["trace[583695576] 'process raft request' (duration: 121.274899ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:20:15.587782Z","caller":"traceutil/trace.go:171","msg":"trace[1375314489] transaction","detail":"{read_only:false; response_revision:12809; number_of_response:1; }","duration":"122.152421ms","start":"2026-07-17T16:20:15.465601Z","end":"2026-07-17T16:20:15.587753Z","steps":["trace[1375314489] 'process raft request' (duration: 121.870564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:20:15.797364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.01048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:20:15.797454Z","caller":"traceutil/trace.go:171","msg":"trace[805835671] linearizableReadLoop","detail":"{readStateIndex:13308; appliedIndex:13307; }","duration":"100.268796ms","start":"2026-07-17T16:20:15.69717Z","end":"2026-07-17T16:20:15.797439Z","steps":["trace[805835671] 'read index received' (duration: 35.671µs)","trace[805835671] 'applied index is now lower than readState.Index' (duration: 100.232165ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:20:15.797569Z","caller":"traceutil/trace.go:171","msg":"trace[1668173683] transaction","detail":"{read_only:false; response_revision:12811; number_of_response:1; }","duration":"130.86998ms","start":"2026-07-17T16:20:15.666655Z","end":"2026-07-17T16:20:15.797525Z","steps":["trace[1668173683] 'process raft request' (duration: 20.618344ms)","trace[1668173683] 'compare' (duration: 109.794965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:20:15.797623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.45905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-17T16:20:15.797651Z","caller":"traceutil/trace.go:171","msg":"trace[1673030152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12811; }","duration":"100.512412ms","start":"2026-07-17T16:20:15.697131Z","end":"2026-07-17T16:20:15.797643Z","steps":["trace[1673030152] 'agreement among raft nodes before linearized reading' (duration: 100.398639ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:22:02.581355Z","caller":"traceutil/trace.go:171","msg":"trace[181916729] transaction","detail":"{read_only:false; response_revision:13574; number_of_response:1; }","duration":"181.949001ms","start":"2026-07-17T16:22:02.39936Z","end":"2026-07-17T16:22:02.581309Z","steps":["trace[181916729] 'process raft request' (duration: 160.912313ms)","trace[181916729] 'compare' (duration: 20.793653ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:22:02.587406Z","caller":"traceutil/trace.go:171","msg":"trace[1291079991] transaction","detail":"{read_only:false; response_revision:13575; number_of_response:1; }","duration":"134.027222ms","start":"2026-07-17T16:22:02.453279Z","end":"2026-07-17T16:22:02.587306Z","steps":["trace[1291079991] 'process raft request' (duration: 133.742795ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:22:06.623771Z","caller":"traceutil/trace.go:171","msg":"trace[802338981] transaction","detail":"{read_only:false; response_revision:13611; number_of_response:1; }","duration":"159.308994ms","start":"2026-07-17T16:22:06.464437Z","end":"2026-07-17T16:22:06.623746Z","steps":["trace[802338981] 'process raft request' (duration: 149.403004ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:22:07.426754Z","caller":"traceutil/trace.go:171","msg":"trace[951792836] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13615; }","duration":"137.069055ms","start":"2026-07-17T16:22:07.28965Z","end":"2026-07-17T16:22:07.426719Z","steps":["trace[951792836] 'process raft request' (duration: 136.793448ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:22:07.881744Z","caller":"traceutil/trace.go:171","msg":"trace[362276133] transaction","detail":"{read_only:false; response_revision:13616; number_of_response:1; }","duration":"104.98776ms","start":"2026-07-17T16:22:07.776728Z","end":"2026-07-17T16:22:07.881716Z","steps":["trace[362276133] 'process raft request' (duration: 104.798585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:22:16.939816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.67036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:22:16.939936Z","caller":"traceutil/trace.go:171","msg":"trace[302732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13700; }","duration":"285.842174ms","start":"2026-07-17T16:22:16.654075Z","end":"2026-07-17T16:22:16.939918Z","steps":["trace[302732] 'range keys from in-memory index tree' (duration: 285.580419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:22:16.940075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.072106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T16:22:16.940314Z","caller":"traceutil/trace.go:171","msg":"trace[170185950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13700; }","duration":"223.364233ms","start":"2026-07-17T16:22:16.716925Z","end":"2026-07-17T16:22:16.94029Z","steps":["trace[170185950] 'range keys from in-memory index tree' (duration: 222.860421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:22:16.940298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.331633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-17T16:22:16.940401Z","caller":"traceutil/trace.go:171","msg":"trace[1175519305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13700; }","duration":"223.486297ms","start":"2026-07-17T16:22:16.716891Z","end":"2026-07-17T16:22:16.940378Z","steps":["trace[1175519305] 'range keys from in-memory index tree' (duration: 223.045235ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:22:19.062901Z","caller":"traceutil/trace.go:171","msg":"trace[1594957783] transaction","detail":"{read_only:false; response_revision:13717; number_of_response:1; }","duration":"107.237854ms","start":"2026-07-17T16:22:18.955637Z","end":"2026-07-17T16:22:19.062875Z","steps":["trace[1594957783] 'process raft request' (duration: 90.477099ms)","trace[1594957783] 'compare' (duration: 16.52622ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:22:19.063092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.204333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:22:19.063201Z","caller":"traceutil/trace.go:171","msg":"trace[1663043917] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:13717; }","duration":"107.349127ms","start":"2026-07-17T16:22:18.955837Z","end":"2026-07-17T16:22:19.063186Z","steps":["trace[1663043917] 'agreement among raft nodes before linearized reading' (duration: 107.122532ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:22:19.063677Z","caller":"traceutil/trace.go:171","msg":"trace[959714033] linearizableReadLoop","detail":"{readStateIndex:14240; appliedIndex:14238; }","duration":"106.972638ms","start":"2026-07-17T16:22:18.955871Z","end":"2026-07-17T16:22:19.062844Z","steps":["trace[959714033] 'read index received' (duration: 7.83416ms)","trace[959714033] 'applied index is now lower than readState.Index' (duration: 99.136908ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:22:22.707764Z","caller":"traceutil/trace.go:171","msg":"trace[337952439] transaction","detail":"{read_only:false; response_revision:13765; number_of_response:1; }","duration":"113.180988ms","start":"2026-07-17T16:22:22.59455Z","end":"2026-07-17T16:22:22.707731Z","steps":["trace[337952439] 'process raft request' (duration: 63.829794ms)","trace[337952439] 'compare' (duration: 49.042717ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:22:22.70801Z","caller":"traceutil/trace.go:171","msg":"trace[1090311886] transaction","detail":"{read_only:false; response_revision:13766; number_of_response:1; }","duration":"113.290831ms","start":"2026-07-17T16:22:22.594685Z","end":"2026-07-17T16:22:22.707975Z","steps":["trace[1090311886] 'process raft request' (duration: 112.951163ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:22:22.707941Z","caller":"traceutil/trace.go:171","msg":"trace[975544752] linearizableReadLoop","detail":"{readStateIndex:14290; appliedIndex:14288; }","duration":"111.891287ms","start":"2026-07-17T16:22:22.596005Z","end":"2026-07-17T16:22:22.707897Z","steps":["trace[975544752] 'read index received' (duration: 62.337868ms)","trace[975544752] 'applied index is now lower than readState.Index' (duration: 49.551059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:22:22.708207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.180644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1189"} {"level":"info","ts":"2026-07-17T16:22:22.708258Z","caller":"traceutil/trace.go:171","msg":"trace[1612591804] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:13766; }","duration":"112.258985ms","start":"2026-07-17T16:22:22.595986Z","end":"2026-07-17T16:22:22.708245Z","steps":["trace[1612591804] 'agreement among raft nodes before linearized reading' (duration: 112.104532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:22:22.708631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.981895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-17T16:22:22.708691Z","caller":"traceutil/trace.go:171","msg":"trace[1350605661] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:13766; }","duration":"111.082247ms","start":"2026-07-17T16:22:22.597592Z","end":"2026-07-17T16:22:22.708674Z","steps":["trace[1350605661] 'agreement among raft nodes before linearized reading' (duration: 110.81727ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:22:26.325062Z","caller":"traceutil/trace.go:171","msg":"trace[1846149711] transaction","detail":"{read_only:false; response_revision:13834; number_of_response:1; }","duration":"100.337378ms","start":"2026-07-17T16:22:26.224687Z","end":"2026-07-17T16:22:26.325024Z","steps":["trace[1846149711] 'process raft request' (duration: 96.563197ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:22:27.469987Z","caller":"traceutil/trace.go:171","msg":"trace[917057013] transaction","detail":"{read_only:false; response_revision:13845; number_of_response:1; }","duration":"258.939783ms","start":"2026-07-17T16:22:27.210982Z","end":"2026-07-17T16:22:27.469922Z","steps":["trace[917057013] 'process raft request' (duration: 210.947352ms)","trace[917057013] 'compare' (duration: 47.761466ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:22:27.68096Z","caller":"traceutil/trace.go:171","msg":"trace[2075760490] transaction","detail":"{read_only:false; response_revision:13847; number_of_response:1; }","duration":"205.367597ms","start":"2026-07-17T16:22:27.475555Z","end":"2026-07-17T16:22:27.680923Z","steps":["trace[2075760490] 'process raft request' (duration: 146.171606ms)","trace[2075760490] 'compare' (duration: 58.913745ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:22:27.825461Z","caller":"traceutil/trace.go:171","msg":"trace[12390634] transaction","detail":"{read_only:false; response_revision:13848; number_of_response:1; }","duration":"139.025183ms","start":"2026-07-17T16:22:27.686405Z","end":"2026-07-17T16:22:27.825431Z","steps":["trace[12390634] 'process raft request' (duration: 138.853159ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:22:32.137573Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11526} {"level":"info","ts":"2026-07-17T16:22:32.221204Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11526,"took":"81.745738ms","hash":2179153248,"current-db-size-bytes":47849472,"current-db-size":"48 MB","current-db-size-in-use-bytes":27856896,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-17T16:22:32.221262Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2179153248,"revision":11526,"compact-revision":8835} {"level":"info","ts":"2026-07-17T16:22:48.852255Z","caller":"traceutil/trace.go:171","msg":"trace[1194459532] transaction","detail":"{read_only:false; response_revision:14017; number_of_response:1; }","duration":"120.71496ms","start":"2026-07-17T16:22:48.731516Z","end":"2026-07-17T16:22:48.852231Z","steps":["trace[1194459532] 'process raft request' (duration: 119.993812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:11.628798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268114889,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T16:23:11.903032Z","caller":"traceutil/trace.go:171","msg":"trace[1980704080] linearizableReadLoop","detail":"{readStateIndex:14885; appliedIndex:14884; }","duration":"775.08362ms","start":"2026-07-17T16:23:11.127927Z","end":"2026-07-17T16:23:11.903011Z","steps":["trace[1980704080] 'read index received' (duration: 774.870355ms)","trace[1980704080] 'applied index is now lower than readState.Index' (duration: 212.415µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:23:11.903132Z","caller":"traceutil/trace.go:171","msg":"trace[1426483517] transaction","detail":"{read_only:false; response_revision:14348; number_of_response:1; }","duration":"873.798417ms","start":"2026-07-17T16:23:11.029309Z","end":"2026-07-17T16:23:11.903108Z","steps":["trace[1426483517] 'process raft request' (duration: 873.562191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:11.903263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.325925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-17T16:23:11.903266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:11.02929Z","time spent":"873.90054ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:23:11.903289Z","caller":"traceutil/trace.go:171","msg":"trace[1358951690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14348; }","duration":"775.397957ms","start":"2026-07-17T16:23:11.127884Z","end":"2026-07-17T16:23:11.903282Z","steps":["trace[1358951690] 'agreement among raft nodes before linearized reading' (duration: 775.226053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:11.903283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.357253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-17T16:23:11.903316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:11.127868Z","time spent":"775.441148ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:23:11.903462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.171439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:23:11.903499Z","caller":"traceutil/trace.go:171","msg":"trace[1993119389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:14348; }","duration":"347.24333ms","start":"2026-07-17T16:23:11.556244Z","end":"2026-07-17T16:23:11.903487Z","steps":["trace[1993119389] 'agreement among raft nodes before linearized reading' (duration: 347.132388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:11.903512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.853586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:23:11.903526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:11.556222Z","time spent":"347.296831ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-wflkk\" "} {"level":"info","ts":"2026-07-17T16:23:11.903546Z","caller":"traceutil/trace.go:171","msg":"trace[623847498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14348; }","duration":"247.923078ms","start":"2026-07-17T16:23:11.655613Z","end":"2026-07-17T16:23:11.903536Z","steps":["trace[623847498] 'agreement among raft nodes before linearized reading' (duration: 247.857326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:11.903586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.711511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-17T16:23:11.903636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.154627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T16:23:11.903502Z","caller":"traceutil/trace.go:171","msg":"trace[1094122632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14348; }","duration":"748.477776ms","start":"2026-07-17T16:23:11.154878Z","end":"2026-07-17T16:23:11.903356Z","steps":["trace[1094122632] 'agreement among raft nodes before linearized reading' (duration: 748.286422ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:11.903663Z","caller":"traceutil/trace.go:171","msg":"trace[40822153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14348; }","duration":"440.814763ms","start":"2026-07-17T16:23:11.462819Z","end":"2026-07-17T16:23:11.903633Z","steps":["trace[40822153] 'agreement among raft nodes before linearized reading' (duration: 440.658119ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:11.903678Z","caller":"traceutil/trace.go:171","msg":"trace[1216384253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14348; }","duration":"590.196248ms","start":"2026-07-17T16:23:11.313467Z","end":"2026-07-17T16:23:11.903663Z","steps":["trace[1216384253] 'agreement among raft nodes before linearized reading' (duration: 590.068665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:11.903693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:11.462798Z","time spent":"440.888105ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:23:11.903692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:11.154861Z","time spent":"748.818874ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:23:11.903712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:11.313409Z","time spent":"590.29515ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:23:12.032209Z","caller":"traceutil/trace.go:171","msg":"trace[536076860] transaction","detail":"{read_only:false; response_revision:14349; number_of_response:1; }","duration":"122.808831ms","start":"2026-07-17T16:23:11.909374Z","end":"2026-07-17T16:23:12.032182Z","steps":["trace[536076860] 'process raft request' (duration: 121.673673ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:12.035752Z","caller":"traceutil/trace.go:171","msg":"trace[1137934678] transaction","detail":"{read_only:false; response_revision:14350; number_of_response:1; }","duration":"125.64394ms","start":"2026-07-17T16:23:11.910088Z","end":"2026-07-17T16:23:12.035732Z","steps":["trace[1137934678] 'process raft request' (duration: 125.497296ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:12.036038Z","caller":"traceutil/trace.go:171","msg":"trace[1019962285] transaction","detail":"{read_only:false; response_revision:14351; number_of_response:1; }","duration":"125.899856ms","start":"2026-07-17T16:23:11.910089Z","end":"2026-07-17T16:23:12.035988Z","steps":["trace[1019962285] 'process raft request' (duration: 125.611339ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:12.036153Z","caller":"traceutil/trace.go:171","msg":"trace[1836588721] transaction","detail":"{read_only:false; response_revision:14352; number_of_response:1; }","duration":"125.613528ms","start":"2026-07-17T16:23:11.91053Z","end":"2026-07-17T16:23:12.036143Z","steps":["trace[1836588721] 'process raft request' (duration: 125.364292ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:34.388381Z","caller":"traceutil/trace.go:171","msg":"trace[2063151907] transaction","detail":"{read_only:false; response_revision:14494; number_of_response:1; }","duration":"175.801372ms","start":"2026-07-17T16:23:34.212552Z","end":"2026-07-17T16:23:34.388353Z","steps":["trace[2063151907] 'process raft request' (duration: 94.974667ms)","trace[2063151907] 'compare' (duration: 80.433166ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:23:34.39032Z","caller":"traceutil/trace.go:171","msg":"trace[310711233] transaction","detail":"{read_only:false; response_revision:14495; number_of_response:1; }","duration":"176.709004ms","start":"2026-07-17T16:23:34.213586Z","end":"2026-07-17T16:23:34.390295Z","steps":["trace[310711233] 'process raft request' (duration: 176.51965ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:34.390462Z","caller":"traceutil/trace.go:171","msg":"trace[2020602352] transaction","detail":"{read_only:false; response_revision:14496; number_of_response:1; }","duration":"171.467188ms","start":"2026-07-17T16:23:34.21897Z","end":"2026-07-17T16:23:34.390437Z","steps":["trace[2020602352] 'process raft request' (duration: 171.251503ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:34.390481Z","caller":"traceutil/trace.go:171","msg":"trace[856660093] linearizableReadLoop","detail":"{readStateIndex:15036; appliedIndex:15034; }","duration":"173.560228ms","start":"2026-07-17T16:23:34.216876Z","end":"2026-07-17T16:23:34.390436Z","steps":["trace[856660093] 'read index received' (duration: 90.599601ms)","trace[856660093] 'applied index is now lower than readState.Index' (duration: 82.958117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:23:34.390653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.763193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:23:34.390699Z","caller":"traceutil/trace.go:171","msg":"trace[1869216178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14496; }","duration":"173.860196ms","start":"2026-07-17T16:23:34.216826Z","end":"2026-07-17T16:23:34.390686Z","steps":["trace[1869216178] 'agreement among raft nodes before linearized reading' (duration: 173.716852ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:36.58325Z","caller":"traceutil/trace.go:171","msg":"trace[819115366] linearizableReadLoop","detail":"{readStateIndex:15048; appliedIndex:15047; }","duration":"494.892682ms","start":"2026-07-17T16:23:36.088327Z","end":"2026-07-17T16:23:36.58322Z","steps":["trace[819115366] 'read index received' (duration: 494.687737ms)","trace[819115366] 'applied index is now lower than readState.Index' (duration: 203.965µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:23:36.583459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.110297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:23:36.583502Z","caller":"traceutil/trace.go:171","msg":"trace[335852331] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:14506; }","duration":"495.213449ms","start":"2026-07-17T16:23:36.088278Z","end":"2026-07-17T16:23:36.583491Z","steps":["trace[335852331] 'agreement among raft nodes before linearized reading' (duration: 495.097526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:36.583539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.088254Z","time spent":"495.277461ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-17T16:23:36.583771Z","caller":"traceutil/trace.go:171","msg":"trace[1210561729] transaction","detail":"{read_only:false; response_revision:14506; number_of_response:1; }","duration":"578.579516ms","start":"2026-07-17T16:23:36.004731Z","end":"2026-07-17T16:23:36.58331Z","steps":["trace[1210561729] 'process raft request' (duration: 578.230267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:36.583941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.004716Z","time spent":"579.155599ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:23:36.642986Z","caller":"traceutil/trace.go:171","msg":"trace[1447800544] transaction","detail":"{read_only:false; response_revision:14507; number_of_response:1; }","duration":"169.275134ms","start":"2026-07-17T16:23:36.47367Z","end":"2026-07-17T16:23:36.642945Z","steps":["trace[1447800544] 'process raft request' (duration: 169.09021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:36.6434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.966174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:23:36.64348Z","caller":"traceutil/trace.go:171","msg":"trace[28366168] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:14508; }","duration":"555.062097ms","start":"2026-07-17T16:23:36.088401Z","end":"2026-07-17T16:23:36.643463Z","steps":["trace[28366168] 'agreement among raft nodes before linearized reading' (duration: 554.831551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:36.6435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.213016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-17T16:23:36.643525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.08833Z","time spent":"555.18499ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-07-17T16:23:36.643545Z","caller":"traceutil/trace.go:171","msg":"trace[1495069668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14508; }","duration":"251.304678ms","start":"2026-07-17T16:23:36.392225Z","end":"2026-07-17T16:23:36.64353Z","steps":["trace[1495069668] 'agreement among raft nodes before linearized reading' (duration: 251.063782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:36.643691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.830436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-17T16:23:36.643734Z","caller":"traceutil/trace.go:171","msg":"trace[1043381508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14508; }","duration":"245.898348ms","start":"2026-07-17T16:23:36.39782Z","end":"2026-07-17T16:23:36.643718Z","steps":["trace[1043381508] 'agreement among raft nodes before linearized reading' (duration: 245.802095ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:36.643764Z","caller":"traceutil/trace.go:171","msg":"trace[916724677] transaction","detail":"{read_only:false; response_revision:14508; number_of_response:1; }","duration":"165.314448ms","start":"2026-07-17T16:23:36.478422Z","end":"2026-07-17T16:23:36.643737Z","steps":["trace[916724677] 'process raft request' (duration: 164.478328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:36.643849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.812513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-17T16:23:36.643882Z","caller":"traceutil/trace.go:171","msg":"trace[1641059467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14508; }","duration":"249.871314ms","start":"2026-07-17T16:23:36.394003Z","end":"2026-07-17T16:23:36.643874Z","steps":["trace[1641059467] 'agreement among raft nodes before linearized reading' (duration: 249.793712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:36.643887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.654296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:23:36.64392Z","caller":"traceutil/trace.go:171","msg":"trace[914396292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:14508; }","duration":"549.704337ms","start":"2026-07-17T16:23:36.094205Z","end":"2026-07-17T16:23:36.64391Z","steps":["trace[914396292] 'agreement among raft nodes before linearized reading' (duration: 549.625505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:36.643808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.882573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-17T16:23:36.643951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.094194Z","time spent":"549.752278ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-wflkk\" "} {"level":"info","ts":"2026-07-17T16:23:36.643956Z","caller":"traceutil/trace.go:171","msg":"trace[1434434870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14508; }","duration":"486.068577ms","start":"2026-07-17T16:23:36.15788Z","end":"2026-07-17T16:23:36.643948Z","steps":["trace[1434434870] 'agreement among raft nodes before linearized reading' (duration: 485.828291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:36.64399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.157826Z","time spent":"486.15348ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:23:36.644072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.477827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:23:36.644102Z","caller":"traceutil/trace.go:171","msg":"trace[81948977] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:14508; }","duration":"555.523918ms","start":"2026-07-17T16:23:36.088569Z","end":"2026-07-17T16:23:36.644093Z","steps":["trace[81948977] 'agreement among raft nodes before linearized reading' (duration: 555.482467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:36.644125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.088561Z","time spent":"555.559078ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-17T16:23:36.644336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.795312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:23:36.644431Z","caller":"traceutil/trace.go:171","msg":"trace[182266227] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:14508; }","duration":"552.936825ms","start":"2026-07-17T16:23:36.091474Z","end":"2026-07-17T16:23:36.64441Z","steps":["trace[182266227] 'agreement among raft nodes before linearized reading' (duration: 552.775102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:36.644476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.091464Z","time spent":"553.003007ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-17T16:23:36.644484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.522555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-17T16:23:36.644539Z","caller":"traceutil/trace.go:171","msg":"trace[1190846556] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:14508; }","duration":"552.618027ms","start":"2026-07-17T16:23:36.091907Z","end":"2026-07-17T16:23:36.644525Z","steps":["trace[1190846556] 'agreement among raft nodes before linearized reading' (duration: 552.431573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:36.644581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.091897Z","time spent":"552.667679ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-17T16:23:36.947415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.723795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:23:36.947554Z","caller":"traceutil/trace.go:171","msg":"trace[1014764878] transaction","detail":"{read_only:false; response_revision:14509; number_of_response:1; }","duration":"353.8734ms","start":"2026-07-17T16:23:36.593656Z","end":"2026-07-17T16:23:36.94753Z","steps":["trace[1014764878] 'process raft request' (duration: 238.897979ms)","trace[1014764878] 'compare' (duration: 114.248444ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:23:36.947639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.593633Z","time spent":"353.967673ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:23:37.378242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.79977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-17T16:23:37.37863Z","caller":"traceutil/trace.go:171","msg":"trace[682993466] transaction","detail":"{read_only:false; response_revision:14510; number_of_response:1; }","duration":"734.327324ms","start":"2026-07-17T16:23:36.644184Z","end":"2026-07-17T16:23:37.378512Z","steps":["trace[682993466] 'process raft request' (duration: 406.084193ms)","trace[682993466] 'compare' (duration: 327.503343ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:23:37.378708Z","caller":"traceutil/trace.go:171","msg":"trace[1691010012] transaction","detail":"{read_only:false; response_revision:14513; number_of_response:1; }","duration":"730.008409ms","start":"2026-07-17T16:23:36.648658Z","end":"2026-07-17T16:23:37.378667Z","steps":["trace[1691010012] 'process raft request' (duration: 729.845116ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:37.378871Z","caller":"traceutil/trace.go:171","msg":"trace[543885817] transaction","detail":"{read_only:false; response_revision:14515; number_of_response:1; }","duration":"728.205746ms","start":"2026-07-17T16:23:36.65064Z","end":"2026-07-17T16:23:37.378846Z","steps":["trace[543885817] 'process raft request' (duration: 727.927629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:37.378919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.648627Z","time spent":"730.147122ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:23:37.378935Z","caller":"traceutil/trace.go:171","msg":"trace[658403529] transaction","detail":"{read_only:false; response_revision:14514; number_of_response:1; }","duration":"729.466166ms","start":"2026-07-17T16:23:36.64944Z","end":"2026-07-17T16:23:37.378906Z","steps":["trace[658403529] 'process raft request' (duration: 729.096917ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:37.378962Z","caller":"traceutil/trace.go:171","msg":"trace[814200210] transaction","detail":"{read_only:false; response_revision:14512; number_of_response:1; }","duration":"730.43954ms","start":"2026-07-17T16:23:36.648482Z","end":"2026-07-17T16:23:37.378922Z","steps":["trace[814200210] 'process raft request' (duration: 729.981719ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:37.378993Z","caller":"traceutil/trace.go:171","msg":"trace[1380189468] transaction","detail":"{read_only:false; response_revision:14516; number_of_response:1; }","duration":"727.95754ms","start":"2026-07-17T16:23:36.651013Z","end":"2026-07-17T16:23:37.378971Z","steps":["trace[1380189468] 'process raft request' (duration: 727.587701ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:37.378938Z","caller":"traceutil/trace.go:171","msg":"trace[1449660856] transaction","detail":"{read_only:false; response_revision:14511; number_of_response:1; }","duration":"734.59784ms","start":"2026-07-17T16:23:36.64431Z","end":"2026-07-17T16:23:37.378908Z","steps":["trace[1449660856] 'process raft request' (duration: 734.049107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:37.379064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.648468Z","time spent":"730.545992ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:23:37.379116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.650999Z","time spent":"728.048772ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:23:37.378658Z","caller":"traceutil/trace.go:171","msg":"trace[1739190066] linearizableReadLoop","detail":"{readStateIndex:15053; appliedIndex:15050; }","duration":"730.299496ms","start":"2026-07-17T16:23:36.64834Z","end":"2026-07-17T16:23:37.378639Z","steps":["trace[1739190066] 'read index received' (duration: 184.227256ms)","trace[1739190066] 'applied index is now lower than readState.Index' (duration: 546.07095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:23:37.378821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.644157Z","time spent":"734.55721ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:23:37.379345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.342646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T16:23:37.379267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.649423Z","time spent":"729.614299ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:23:37.379397Z","caller":"traceutil/trace.go:171","msg":"trace[512005328] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14516; }","duration":"515.449669ms","start":"2026-07-17T16:23:36.863932Z","end":"2026-07-17T16:23:37.379382Z","steps":["trace[512005328] 'agreement among raft nodes before linearized reading' (duration: 515.346236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:37.379395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.834584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-17T16:23:37.379268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.921912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444912"} {"level":"info","ts":"2026-07-17T16:23:37.379446Z","caller":"traceutil/trace.go:171","msg":"trace[1456457895] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:14516; }","duration":"199.924686ms","start":"2026-07-17T16:23:37.179506Z","end":"2026-07-17T16:23:37.379431Z","steps":["trace[1456457895] 'agreement among raft nodes before linearized reading' (duration: 199.798953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:37.379291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.650632Z","time spent":"728.39512ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:23:37.379492Z","caller":"traceutil/trace.go:171","msg":"trace[65312418] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:14516; }","duration":"731.142317ms","start":"2026-07-17T16:23:36.648331Z","end":"2026-07-17T16:23:37.379474Z","steps":["trace[65312418] 'agreement among raft nodes before linearized reading' (duration: 730.360838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:37.379623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.648275Z","time spent":"731.330571ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444935,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-17T16:23:37.379436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.863914Z","time spent":"515.511961ms","remote":"127.0.0.1:36320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:23:37.379242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:23:36.644297Z","time spent":"734.835886ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:23:37.768491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.468393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-17T16:23:37.768512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.037497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:23:37.76888Z","caller":"traceutil/trace.go:171","msg":"trace[438777122] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:14516; }","duration":"171.354985ms","start":"2026-07-17T16:23:37.597341Z","end":"2026-07-17T16:23:37.768696Z","steps":["trace[438777122] 'count revisions from in-memory index tree' (duration: 170.784571ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:37.76858Z","caller":"traceutil/trace.go:171","msg":"trace[1620541789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14516; }","duration":"115.638567ms","start":"2026-07-17T16:23:37.652919Z","end":"2026-07-17T16:23:37.768558Z","steps":["trace[1620541789] 'range keys from in-memory index tree' (duration: 115.314559ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:38.114597Z","caller":"traceutil/trace.go:171","msg":"trace[41802045] transaction","detail":"{read_only:false; response_revision:14517; number_of_response:1; }","duration":"149.042295ms","start":"2026-07-17T16:23:37.965527Z","end":"2026-07-17T16:23:38.11457Z","steps":["trace[41802045] 'process raft request' (duration: 148.85073ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:38.115282Z","caller":"traceutil/trace.go:171","msg":"trace[407406845] linearizableReadLoop","detail":"{readStateIndex:15059; appliedIndex:15059; }","duration":"142.324713ms","start":"2026-07-17T16:23:37.972939Z","end":"2026-07-17T16:23:38.115263Z","steps":["trace[407406845] 'read index received' (duration: 142.316012ms)","trace[407406845] 'applied index is now lower than readState.Index' (duration: 7.321µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:23:38.115447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.310713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:23:38.115498Z","caller":"traceutil/trace.go:171","msg":"trace[116246896] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:14517; }","duration":"142.388534ms","start":"2026-07-17T16:23:37.973089Z","end":"2026-07-17T16:23:38.115478Z","steps":["trace[116246896] 'agreement among raft nodes before linearized reading' (duration: 142.302122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:38.115848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.908376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:23:38.115913Z","caller":"traceutil/trace.go:171","msg":"trace[371401747] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:14517; }","duration":"143.017029ms","start":"2026-07-17T16:23:37.972882Z","end":"2026-07-17T16:23:38.115899Z","steps":["trace[371401747] 'agreement among raft nodes before linearized reading' (duration: 142.925747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:38.115964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.836015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:23:38.116021Z","caller":"traceutil/trace.go:171","msg":"trace[1707646022] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:14517; }","duration":"142.926098ms","start":"2026-07-17T16:23:37.973079Z","end":"2026-07-17T16:23:38.116005Z","steps":["trace[1707646022] 'agreement among raft nodes before linearized reading' (duration: 142.829555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:38.115994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.761433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:23:38.116076Z","caller":"traceutil/trace.go:171","msg":"trace[1863966152] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:14517; }","duration":"142.874436ms","start":"2026-07-17T16:23:37.973182Z","end":"2026-07-17T16:23:38.116057Z","steps":["trace[1863966152] 'agreement among raft nodes before linearized reading' (duration: 142.682891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:38.116335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.137062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-17T16:23:38.116384Z","caller":"traceutil/trace.go:171","msg":"trace[528621608] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:14517; }","duration":"143.225225ms","start":"2026-07-17T16:23:37.973147Z","end":"2026-07-17T16:23:38.116372Z","steps":["trace[528621608] 'agreement among raft nodes before linearized reading' (duration: 143.078891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:38.116387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.290902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-17T16:23:38.116657Z","caller":"traceutil/trace.go:171","msg":"trace[173439098] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:14517; }","duration":"142.587219ms","start":"2026-07-17T16:23:37.974042Z","end":"2026-07-17T16:23:38.11663Z","steps":["trace[173439098] 'agreement among raft nodes before linearized reading' (duration: 142.108087ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:38.742999Z","caller":"traceutil/trace.go:171","msg":"trace[1817567794] transaction","detail":"{read_only:false; response_revision:14518; number_of_response:1; }","duration":"151.359881ms","start":"2026-07-17T16:23:38.591612Z","end":"2026-07-17T16:23:38.742972Z","steps":["trace[1817567794] 'process raft request' (duration: 151.138616ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:38.877756Z","caller":"traceutil/trace.go:171","msg":"trace[909905614] linearizableReadLoop","detail":"{readStateIndex:15062; appliedIndex:15060; }","duration":"134.79731ms","start":"2026-07-17T16:23:38.742942Z","end":"2026-07-17T16:23:38.877739Z","steps":["trace[909905614] 'read index received' (duration: 78.389275ms)","trace[909905614] 'applied index is now lower than readState.Index' (duration: 56.407105ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:23:38.877799Z","caller":"traceutil/trace.go:171","msg":"trace[1311627817] transaction","detail":"{read_only:false; response_revision:14520; number_of_response:1; }","duration":"226.537769ms","start":"2026-07-17T16:23:38.651228Z","end":"2026-07-17T16:23:38.877766Z","steps":["trace[1311627817] 'process raft request' (duration: 226.470288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:38.877857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.673807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:23:38.877882Z","caller":"traceutil/trace.go:171","msg":"trace[645762993] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:14520; }","duration":"227.746679ms","start":"2026-07-17T16:23:38.650126Z","end":"2026-07-17T16:23:38.877872Z","steps":["trace[645762993] 'agreement among raft nodes before linearized reading' (duration: 227.697588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:38.877979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.125059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-07-17T16:23:38.878008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.028354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:23:38.877868Z","caller":"traceutil/trace.go:171","msg":"trace[460527894] transaction","detail":"{read_only:false; response_revision:14519; number_of_response:1; }","duration":"228.101797ms","start":"2026-07-17T16:23:38.649736Z","end":"2026-07-17T16:23:38.877838Z","steps":["trace[460527894] 'process raft request' (duration: 171.618621ms)","trace[460527894] 'compare' (duration: 56.23281ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:23:38.878053Z","caller":"traceutil/trace.go:171","msg":"trace[1031631595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14520; }","duration":"223.119846ms","start":"2026-07-17T16:23:38.654921Z","end":"2026-07-17T16:23:38.878041Z","steps":["trace[1031631595] 'agreement among raft nodes before linearized reading' (duration: 223.029704ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:38.878051Z","caller":"traceutil/trace.go:171","msg":"trace[1771672224] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:14520; }","duration":"226.226392ms","start":"2026-07-17T16:23:38.65181Z","end":"2026-07-17T16:23:38.878036Z","steps":["trace[1771672224] 'agreement among raft nodes before linearized reading' (duration: 225.990376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:38.878036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.964974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:23:38.878105Z","caller":"traceutil/trace.go:171","msg":"trace[20575419] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:14520; }","duration":"228.081166ms","start":"2026-07-17T16:23:38.650009Z","end":"2026-07-17T16:23:38.87809Z","steps":["trace[20575419] 'agreement among raft nodes before linearized reading' (duration: 227.912212ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:39.093355Z","caller":"traceutil/trace.go:171","msg":"trace[210054394] transaction","detail":"{read_only:false; response_revision:14521; number_of_response:1; }","duration":"140.419197ms","start":"2026-07-17T16:23:38.952904Z","end":"2026-07-17T16:23:39.093324Z","steps":["trace[210054394] 'process raft request' (duration: 102.602391ms)","trace[210054394] 'compare' (duration: 37.5832ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:23:39.618636Z","caller":"traceutil/trace.go:171","msg":"trace[1195279117] transaction","detail":"{read_only:false; response_revision:14523; number_of_response:1; }","duration":"232.556555ms","start":"2026-07-17T16:23:39.386055Z","end":"2026-07-17T16:23:39.618612Z","steps":["trace[1195279117] 'process raft request' (duration: 232.32859ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:39.618988Z","caller":"traceutil/trace.go:171","msg":"trace[2111193330] transaction","detail":"{read_only:false; response_revision:14524; number_of_response:1; }","duration":"232.404812ms","start":"2026-07-17T16:23:39.386573Z","end":"2026-07-17T16:23:39.618977Z","steps":["trace[2111193330] 'process raft request' (duration: 231.992682ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:39.619239Z","caller":"traceutil/trace.go:171","msg":"trace[1848614706] transaction","detail":"{read_only:false; response_revision:14526; number_of_response:1; }","duration":"229.983863ms","start":"2026-07-17T16:23:39.389245Z","end":"2026-07-17T16:23:39.619229Z","steps":["trace[1848614706] 'process raft request' (duration: 229.827239ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:39.619182Z","caller":"traceutil/trace.go:171","msg":"trace[1056533044] transaction","detail":"{read_only:false; response_revision:14525; number_of_response:1; }","duration":"231.012088ms","start":"2026-07-17T16:23:39.388139Z","end":"2026-07-17T16:23:39.619151Z","steps":["trace[1056533044] 'process raft request' (duration: 230.68314ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:39.619379Z","caller":"traceutil/trace.go:171","msg":"trace[510853924] transaction","detail":"{read_only:false; response_revision:14527; number_of_response:1; }","duration":"229.831939ms","start":"2026-07-17T16:23:39.389519Z","end":"2026-07-17T16:23:39.619351Z","steps":["trace[510853924] 'process raft request' (duration: 229.590213ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:39.619422Z","caller":"traceutil/trace.go:171","msg":"trace[1603789602] transaction","detail":"{read_only:false; response_revision:14528; number_of_response:1; }","duration":"227.402521ms","start":"2026-07-17T16:23:39.392011Z","end":"2026-07-17T16:23:39.619413Z","steps":["trace[1603789602] 'process raft request' (duration: 227.206046ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:39.619299Z","caller":"traceutil/trace.go:171","msg":"trace[550252221] linearizableReadLoop","detail":"{readStateIndex:15069; appliedIndex:15063; }","duration":"229.587073ms","start":"2026-07-17T16:23:39.389696Z","end":"2026-07-17T16:23:39.619283Z","steps":["trace[550252221] 'read index received' (duration: 48.720439ms)","trace[550252221] 'applied index is now lower than readState.Index' (duration: 180.865494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:23:39.619647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.932892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-17T16:23:39.619687Z","caller":"traceutil/trace.go:171","msg":"trace[847268903] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:14528; }","duration":"230.013864ms","start":"2026-07-17T16:23:39.389665Z","end":"2026-07-17T16:23:39.619679Z","steps":["trace[847268903] 'agreement among raft nodes before linearized reading' (duration: 229.86482ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:39.82996Z","caller":"traceutil/trace.go:171","msg":"trace[2026964181] linearizableReadLoop","detail":"{readStateIndex:15071; appliedIndex:15070; }","duration":"205.878291ms","start":"2026-07-17T16:23:39.624063Z","end":"2026-07-17T16:23:39.829941Z","steps":["trace[2026964181] 'read index received' (duration: 205.649865ms)","trace[2026964181] 'applied index is now lower than readState.Index' (duration: 227.676µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:23:39.830079Z","caller":"traceutil/trace.go:171","msg":"trace[84711391] transaction","detail":"{read_only:false; response_revision:14529; number_of_response:1; }","duration":"242.462475ms","start":"2026-07-17T16:23:39.587587Z","end":"2026-07-17T16:23:39.830049Z","steps":["trace[84711391] 'process raft request' (duration: 242.201639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:39.830244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.762223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:23:39.830333Z","caller":"traceutil/trace.go:171","msg":"trace[41624857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14529; }","duration":"173.890557ms","start":"2026-07-17T16:23:39.656425Z","end":"2026-07-17T16:23:39.830316Z","steps":["trace[41624857] 'agreement among raft nodes before linearized reading' (duration: 173.736733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:39.831241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.163052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444912"} {"level":"info","ts":"2026-07-17T16:23:39.831282Z","caller":"traceutil/trace.go:171","msg":"trace[1551593001] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:14529; }","duration":"207.238314ms","start":"2026-07-17T16:23:39.624035Z","end":"2026-07-17T16:23:39.831273Z","steps":["trace[1551593001] 'agreement among raft nodes before linearized reading' (duration: 206.007234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:40.039537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.205746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9041"} {"level":"info","ts":"2026-07-17T16:23:40.039604Z","caller":"traceutil/trace.go:171","msg":"trace[300387373] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:14529; }","duration":"153.315629ms","start":"2026-07-17T16:23:39.886272Z","end":"2026-07-17T16:23:40.039588Z","steps":["trace[300387373] 'range keys from in-memory index tree' (duration: 153.092293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:40.039789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.814227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9041"} {"level":"info","ts":"2026-07-17T16:23:40.039821Z","caller":"traceutil/trace.go:171","msg":"trace[337456817] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:14529; }","duration":"152.864707ms","start":"2026-07-17T16:23:39.886948Z","end":"2026-07-17T16:23:40.039813Z","steps":["trace[337456817] 'range keys from in-memory index tree' (duration: 152.664103ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:41.231198Z","caller":"traceutil/trace.go:171","msg":"trace[1074174333] transaction","detail":"{read_only:false; response_revision:14534; number_of_response:1; }","duration":"132.595638ms","start":"2026-07-17T16:23:41.098579Z","end":"2026-07-17T16:23:41.231175Z","steps":["trace[1074174333] 'process raft request' (duration: 132.357372ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:41.760626Z","caller":"traceutil/trace.go:171","msg":"trace[8934141] transaction","detail":"{read_only:false; response_revision:14537; number_of_response:1; }","duration":"135.660631ms","start":"2026-07-17T16:23:41.624948Z","end":"2026-07-17T16:23:41.760608Z","steps":["trace[8934141] 'process raft request' (duration: 135.535998ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:41.798699Z","caller":"traceutil/trace.go:171","msg":"trace[335868038] transaction","detail":"{read_only:false; response_revision:14538; number_of_response:1; }","duration":"173.685271ms","start":"2026-07-17T16:23:41.624989Z","end":"2026-07-17T16:23:41.798674Z","steps":["trace[335868038] 'process raft request' (duration: 173.510217ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:41.799017Z","caller":"traceutil/trace.go:171","msg":"trace[522082201] transaction","detail":"{read_only:false; response_revision:14539; number_of_response:1; }","duration":"171.284694ms","start":"2026-07-17T16:23:41.627701Z","end":"2026-07-17T16:23:41.798986Z","steps":["trace[522082201] 'process raft request' (duration: 170.930655ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:41.799272Z","caller":"traceutil/trace.go:171","msg":"trace[2012630429] linearizableReadLoop","detail":"{readStateIndex:15085; appliedIndex:15079; }","duration":"145.042799ms","start":"2026-07-17T16:23:41.654215Z","end":"2026-07-17T16:23:41.799258Z","steps":["trace[2012630429] 'read index received' (duration: 106.327932ms)","trace[2012630429] 'applied index is now lower than readState.Index' (duration: 38.713687ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:23:41.799285Z","caller":"traceutil/trace.go:171","msg":"trace[1641346241] transaction","detail":"{read_only:false; response_revision:14541; number_of_response:1; }","duration":"171.020537ms","start":"2026-07-17T16:23:41.628182Z","end":"2026-07-17T16:23:41.799202Z","steps":["trace[1641346241] 'process raft request' (duration: 170.937455ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:41.799409Z","caller":"traceutil/trace.go:171","msg":"trace[891386974] transaction","detail":"{read_only:false; response_revision:14540; number_of_response:1; }","duration":"171.559811ms","start":"2026-07-17T16:23:41.627831Z","end":"2026-07-17T16:23:41.79939Z","steps":["trace[891386974] 'process raft request' (duration: 171.104139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:41.799491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.262944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-17T16:23:41.799486Z","caller":"traceutil/trace.go:171","msg":"trace[1559047861] transaction","detail":"{read_only:false; response_revision:14542; number_of_response:1; }","duration":"170.822272ms","start":"2026-07-17T16:23:41.62864Z","end":"2026-07-17T16:23:41.799462Z","steps":["trace[1559047861] 'process raft request' (duration: 170.525055ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:41.799528Z","caller":"traceutil/trace.go:171","msg":"trace[144585336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14542; }","duration":"145.309976ms","start":"2026-07-17T16:23:41.654207Z","end":"2026-07-17T16:23:41.799517Z","steps":["trace[144585336] 'agreement among raft nodes before linearized reading' (duration: 145.218403ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:43.57055Z","caller":"traceutil/trace.go:171","msg":"trace[183033298] transaction","detail":"{read_only:false; response_revision:14547; number_of_response:1; }","duration":"114.759526ms","start":"2026-07-17T16:23:43.455765Z","end":"2026-07-17T16:23:43.570525Z","steps":["trace[183033298] 'process raft request' (duration: 114.586002ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:43.674262Z","caller":"traceutil/trace.go:171","msg":"trace[522415107] linearizableReadLoop","detail":"{readStateIndex:15091; appliedIndex:15089; }","duration":"192.949597ms","start":"2026-07-17T16:23:43.481286Z","end":"2026-07-17T16:23:43.674235Z","steps":["trace[522415107] 'read index received' (duration: 89.046244ms)","trace[522415107] 'applied index is now lower than readState.Index' (duration: 103.902213ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:23:43.674267Z","caller":"traceutil/trace.go:171","msg":"trace[183950002] transaction","detail":"{read_only:false; response_revision:14548; number_of_response:1; }","duration":"197.292063ms","start":"2026-07-17T16:23:43.476947Z","end":"2026-07-17T16:23:43.674239Z","steps":["trace[183950002] 'process raft request' (duration: 141.983375ms)","trace[183950002] 'compare' (duration: 55.160634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:23:43.674473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.193096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:23:43.67454Z","caller":"traceutil/trace.go:171","msg":"trace[2046920346] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:14548; }","duration":"103.300098ms","start":"2026-07-17T16:23:43.571221Z","end":"2026-07-17T16:23:43.674521Z","steps":["trace[2046920346] 'agreement among raft nodes before linearized reading' (duration: 103.193986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:43.674464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.153072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-17T16:23:43.674679Z","caller":"traceutil/trace.go:171","msg":"trace[43449128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14548; }","duration":"193.368197ms","start":"2026-07-17T16:23:43.481277Z","end":"2026-07-17T16:23:43.674645Z","steps":["trace[43449128] 'agreement among raft nodes before linearized reading' (duration: 193.036379ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:43.879829Z","caller":"traceutil/trace.go:171","msg":"trace[1358500174] transaction","detail":"{read_only:false; response_revision:14549; number_of_response:1; }","duration":"113.24815ms","start":"2026-07-17T16:23:43.766557Z","end":"2026-07-17T16:23:43.879805Z","steps":["trace[1358500174] 'process raft request' (duration: 113.088856ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:43.916125Z","caller":"traceutil/trace.go:171","msg":"trace[1834295289] linearizableReadLoop","detail":"{readStateIndex:15093; appliedIndex:15091; }","duration":"112.500472ms","start":"2026-07-17T16:23:43.803605Z","end":"2026-07-17T16:23:43.916106Z","steps":["trace[1834295289] 'read index received' (duration: 76.107201ms)","trace[1834295289] 'applied index is now lower than readState.Index' (duration: 36.392211ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:23:43.916362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.738447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-17T16:23:43.916407Z","caller":"traceutil/trace.go:171","msg":"trace[676680007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14550; }","duration":"112.84257ms","start":"2026-07-17T16:23:43.803552Z","end":"2026-07-17T16:23:43.916395Z","steps":["trace[676680007] 'agreement among raft nodes before linearized reading' (duration: 112.672575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:43.916395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.763398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-17T16:23:43.916434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.494171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-17T16:23:43.916471Z","caller":"traceutil/trace.go:171","msg":"trace[1586101441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14550; }","duration":"112.900671ms","start":"2026-07-17T16:23:43.803552Z","end":"2026-07-17T16:23:43.916453Z","steps":["trace[1586101441] 'agreement among raft nodes before linearized reading' (duration: 112.670735ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:43.916495Z","caller":"traceutil/trace.go:171","msg":"trace[1411789654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14550; }","duration":"112.584524ms","start":"2026-07-17T16:23:43.803895Z","end":"2026-07-17T16:23:43.91648Z","steps":["trace[1411789654] 'agreement among raft nodes before linearized reading' (duration: 112.397399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:23:43.916434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.591334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-17T16:23:43.916656Z","caller":"traceutil/trace.go:171","msg":"trace[1427643607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14550; }","duration":"112.83229ms","start":"2026-07-17T16:23:43.803814Z","end":"2026-07-17T16:23:43.916647Z","steps":["trace[1427643607] 'agreement among raft nodes before linearized reading' (duration: 112.466261ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:23:43.916219Z","caller":"traceutil/trace.go:171","msg":"trace[805165518] transaction","detail":"{read_only:false; response_revision:14550; number_of_response:1; }","duration":"112.643054ms","start":"2026-07-17T16:23:43.803539Z","end":"2026-07-17T16:23:43.916182Z","steps":["trace[805165518] 'process raft request' (duration: 112.45626ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:27:32.150829Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13899} {"level":"info","ts":"2026-07-17T16:27:32.241444Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13899,"took":"88.426905ms","hash":3940983419,"current-db-size-bytes":47849472,"current-db-size":"48 MB","current-db-size-in-use-bytes":27607040,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-17T16:27:32.241526Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3940983419,"revision":13899,"compact-revision":11526} {"level":"info","ts":"2026-07-17T16:29:30.003075Z","caller":"traceutil/trace.go:171","msg":"trace[1572624942] transaction","detail":"{read_only:false; response_revision:17264; number_of_response:1; }","duration":"195.744405ms","start":"2026-07-17T16:29:29.807301Z","end":"2026-07-17T16:29:30.003046Z","steps":["trace[1572624942] 'process raft request' (duration: 195.585192ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:29:30.015087Z","caller":"traceutil/trace.go:171","msg":"trace[655530591] transaction","detail":"{read_only:false; response_revision:17265; number_of_response:1; }","duration":"207.006836ms","start":"2026-07-17T16:29:29.808057Z","end":"2026-07-17T16:29:30.015064Z","steps":["trace[655530591] 'process raft request' (duration: 206.854413ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:29:30.015295Z","caller":"traceutil/trace.go:171","msg":"trace[429690941] linearizableReadLoop","detail":"{readStateIndex:17891; appliedIndex:17888; }","duration":"128.772906ms","start":"2026-07-17T16:29:29.886511Z","end":"2026-07-17T16:29:30.015283Z","steps":["trace[429690941] 'read index received' (duration: 116.359867ms)","trace[429690941] 'applied index is now lower than readState.Index' (duration: 12.412129ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:29:30.015484Z","caller":"traceutil/trace.go:171","msg":"trace[1201595027] transaction","detail":"{read_only:false; response_revision:17266; number_of_response:1; }","duration":"205.436779ms","start":"2026-07-17T16:29:29.810032Z","end":"2026-07-17T16:29:30.015469Z","steps":["trace[1201595027] 'process raft request' (duration: 204.983548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:29:30.01574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.210367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:29:30.015823Z","caller":"traceutil/trace.go:171","msg":"trace[1246043994] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:17266; }","duration":"129.314079ms","start":"2026-07-17T16:29:29.886472Z","end":"2026-07-17T16:29:30.015786Z","steps":["trace[1246043994] 'agreement among raft nodes before linearized reading' (duration: 129.128274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:29:30.016146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.539356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:29:30.016201Z","caller":"traceutil/trace.go:171","msg":"trace[159113168] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:17266; }","duration":"127.628428ms","start":"2026-07-17T16:29:29.888559Z","end":"2026-07-17T16:29:30.016187Z","steps":["trace[159113168] 'agreement among raft nodes before linearized reading' (duration: 127.468104ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:29:52.483472Z","caller":"traceutil/trace.go:171","msg":"trace[1971641471] transaction","detail":"{read_only:false; response_revision:17409; number_of_response:1; }","duration":"203.536667ms","start":"2026-07-17T16:29:52.279912Z","end":"2026-07-17T16:29:52.483449Z","steps":["trace[1971641471] 'process raft request' (duration: 203.282111ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:29:52.560445Z","caller":"traceutil/trace.go:171","msg":"trace[32106704] transaction","detail":"{read_only:false; response_revision:17410; number_of_response:1; }","duration":"278.328029ms","start":"2026-07-17T16:29:52.282084Z","end":"2026-07-17T16:29:52.560412Z","steps":["trace[32106704] 'process raft request' (duration: 278.131554ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:01.338287Z","caller":"traceutil/trace.go:171","msg":"trace[932860430] transaction","detail":"{read_only:false; response_revision:17463; number_of_response:1; }","duration":"147.987226ms","start":"2026-07-17T16:30:01.190271Z","end":"2026-07-17T16:30:01.338258Z","steps":["trace[932860430] 'process raft request' (duration: 147.75754ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:09.468903Z","caller":"traceutil/trace.go:171","msg":"trace[1055719704] transaction","detail":"{read_only:false; response_revision:17530; number_of_response:1; }","duration":"105.646335ms","start":"2026-07-17T16:30:09.363234Z","end":"2026-07-17T16:30:09.46888Z","steps":["trace[1055719704] 'process raft request' (duration: 105.502211ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:10.601957Z","caller":"traceutil/trace.go:171","msg":"trace[732540371] transaction","detail":"{read_only:false; response_revision:17534; number_of_response:1; }","duration":"402.308853ms","start":"2026-07-17T16:30:10.199621Z","end":"2026-07-17T16:30:10.601929Z","steps":["trace[732540371] 'process raft request' (duration: 402.141059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:10.60212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:10.199596Z","time spent":"402.444946ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:30:11.094389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.057863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:30:11.094825Z","caller":"traceutil/trace.go:171","msg":"trace[208944754] transaction","detail":"{read_only:false; response_revision:17537; number_of_response:1; }","duration":"544.577034ms","start":"2026-07-17T16:30:10.550212Z","end":"2026-07-17T16:30:11.094789Z","steps":["trace[208944754] 'process raft request' (duration: 544.341589ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:11.094825Z","caller":"traceutil/trace.go:171","msg":"trace[1648592123] transaction","detail":"{read_only:false; response_revision:17535; number_of_response:1; }","duration":"893.474276ms","start":"2026-07-17T16:30:10.201311Z","end":"2026-07-17T16:30:11.094785Z","steps":["trace[1648592123] 'process raft request' (duration: 535.946572ms)","trace[1648592123] 'compare' (duration: 356.744076ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:30:11.094855Z","caller":"traceutil/trace.go:171","msg":"trace[882642566] transaction","detail":"{read_only:false; response_revision:17536; number_of_response:1; }","duration":"703.595339ms","start":"2026-07-17T16:30:10.391211Z","end":"2026-07-17T16:30:11.094807Z","steps":["trace[882642566] 'process raft request' (duration: 703.257091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:11.094984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:10.550183Z","time spent":"544.714238ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:30:11.094984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:10.201297Z","time spent":"893.600449ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:30:11.095036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:10.391193Z","time spent":"703.740713ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:30:11.10043Z","caller":"traceutil/trace.go:171","msg":"trace[1549492230] linearizableReadLoop","detail":"{readStateIndex:18170; appliedIndex:18169; }","duration":"889.444972ms","start":"2026-07-17T16:30:10.210969Z","end":"2026-07-17T16:30:11.100414Z","steps":["trace[1549492230] 'read index received' (duration: 391.006358ms)","trace[1549492230] 'applied index is now lower than readState.Index' (duration: 498.437494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:30:11.100601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.632746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T16:30:11.100626Z","caller":"traceutil/trace.go:171","msg":"trace[494423051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17537; }","duration":"889.699018ms","start":"2026-07-17T16:30:10.210917Z","end":"2026-07-17T16:30:11.100616Z","steps":["trace[494423051] 'agreement among raft nodes before linearized reading' (duration: 889.579685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:11.10065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:10.210896Z","time spent":"889.749308ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T16:30:11.101901Z","caller":"traceutil/trace.go:171","msg":"trace[310947741] transaction","detail":"{read_only:false; response_revision:17538; number_of_response:1; }","duration":"445.117966ms","start":"2026-07-17T16:30:10.656768Z","end":"2026-07-17T16:30:11.101886Z","steps":["trace[310947741] 'process raft request' (duration: 444.627244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:11.101962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:10.65673Z","time spent":"445.201498ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:30:11.102068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.797596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-17T16:30:11.102052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.33405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"warn","ts":"2026-07-17T16:30:11.102081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.201194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-17T16:30:11.102092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.375417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:30:11.102116Z","caller":"traceutil/trace.go:171","msg":"trace[289251788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17539; }","duration":"882.95646ms","start":"2026-07-17T16:30:10.219144Z","end":"2026-07-17T16:30:11.102101Z","steps":["trace[289251788] 'agreement among raft nodes before linearized reading' (duration: 882.741845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:11.102137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.113143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-17T16:30:11.102144Z","caller":"traceutil/trace.go:171","msg":"trace[1806578583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17539; }","duration":"368.311796ms","start":"2026-07-17T16:30:10.733817Z","end":"2026-07-17T16:30:11.102129Z","steps":["trace[1806578583] 'agreement among raft nodes before linearized reading' (duration: 368.111612ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:11.102136Z","caller":"traceutil/trace.go:171","msg":"trace[270053390] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:17539; }","duration":"132.444342ms","start":"2026-07-17T16:30:10.96967Z","end":"2026-07-17T16:30:11.102115Z","steps":["trace[270053390] 'agreement among raft nodes before linearized reading' (duration: 132.234847ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:11.102162Z","caller":"traceutil/trace.go:171","msg":"trace[43537908] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:17539; }","duration":"117.190075ms","start":"2026-07-17T16:30:10.984965Z","end":"2026-07-17T16:30:11.102155Z","steps":["trace[43537908] 'agreement among raft nodes before linearized reading' (duration: 117.075492ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:11.102159Z","caller":"traceutil/trace.go:171","msg":"trace[491875548] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:17539; }","duration":"166.48906ms","start":"2026-07-17T16:30:10.935651Z","end":"2026-07-17T16:30:11.10214Z","steps":["trace[491875548] 'agreement among raft nodes before linearized reading' (duration: 166.356096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:11.102168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:10.219124Z","time spent":"883.033301ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:30:11.102179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:10.733796Z","time spent":"368.376968ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T16:30:11.102195Z","caller":"traceutil/trace.go:171","msg":"trace[480676481] transaction","detail":"{read_only:false; response_revision:17539; number_of_response:1; }","duration":"444.759347ms","start":"2026-07-17T16:30:10.657414Z","end":"2026-07-17T16:30:11.102173Z","steps":["trace[480676481] 'process raft request' (duration: 444.42435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:11.102265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:10.657399Z","time spent":"444.823239ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:30:11.102577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.508852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:30:11.102631Z","caller":"traceutil/trace.go:171","msg":"trace[1453370498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17539; }","duration":"447.565803ms","start":"2026-07-17T16:30:10.655053Z","end":"2026-07-17T16:30:11.102619Z","steps":["trace[1453370498] 'agreement among raft nodes before linearized reading' (duration: 447.412809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:11.102666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:10.655002Z","time spent":"447.656115ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:30:13.25536Z","caller":"traceutil/trace.go:171","msg":"trace[728749093] transaction","detail":"{read_only:false; response_revision:17561; number_of_response:1; }","duration":"107.900857ms","start":"2026-07-17T16:30:13.147411Z","end":"2026-07-17T16:30:13.255312Z","steps":["trace[728749093] 'process raft request' (duration: 107.678502ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:13.255662Z","caller":"traceutil/trace.go:171","msg":"trace[1916790349] linearizableReadLoop","detail":"{readStateIndex:18198; appliedIndex:18195; }","duration":"107.256372ms","start":"2026-07-17T16:30:13.148362Z","end":"2026-07-17T16:30:13.255618Z","steps":["trace[1916790349] 'read index received' (duration: 24.653738ms)","trace[1916790349] 'applied index is now lower than readState.Index' (duration: 82.600604ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:30:13.255739Z","caller":"traceutil/trace.go:171","msg":"trace[602718249] transaction","detail":"{read_only:false; response_revision:17562; number_of_response:1; }","duration":"108.174943ms","start":"2026-07-17T16:30:13.147527Z","end":"2026-07-17T16:30:13.255702Z","steps":["trace[602718249] 'process raft request' (duration: 107.735783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:13.25653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.147473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590900"} {"level":"info","ts":"2026-07-17T16:30:13.256598Z","caller":"traceutil/trace.go:171","msg":"trace[167732833] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:17562; }","duration":"108.261376ms","start":"2026-07-17T16:30:13.14832Z","end":"2026-07-17T16:30:13.256581Z","steps":["trace[167732833] 'agreement among raft nodes before linearized reading' (duration: 107.430246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.683225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088546825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:30:35.683319Z","caller":"traceutil/trace.go:171","msg":"trace[828518819] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:17877; }","duration":"1.088690999s","start":"2026-07-17T16:30:34.594609Z","end":"2026-07-17T16:30:35.6833Z","steps":["trace[828518819] 'count revisions from in-memory index tree' (duration: 1.088467003s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.683416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:34.594587Z","time spent":"1.088807351s","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:30:35.683571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.3047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-17T16:30:35.683591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.691301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:30:35.683632Z","caller":"traceutil/trace.go:171","msg":"trace[1015403642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17877; }","duration":"901.397682ms","start":"2026-07-17T16:30:34.782217Z","end":"2026-07-17T16:30:35.683614Z","steps":["trace[1015403642] 'range keys from in-memory index tree' (duration: 901.114976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.683668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:34.782196Z","time spent":"901.463573ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:30:35.683671Z","caller":"traceutil/trace.go:171","msg":"trace[738085174] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:17877; }","duration":"998.785963ms","start":"2026-07-17T16:30:34.684866Z","end":"2026-07-17T16:30:35.683652Z","steps":["trace[738085174] 'count revisions from in-memory index tree' (duration: 998.612718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.683666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.615691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-07-17T16:30:35.683717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:34.684807Z","time spent":"998.896835ms","remote":"127.0.0.1:36108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:30:35.68375Z","caller":"traceutil/trace.go:171","msg":"trace[2089903446] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"955.715754ms","start":"2026-07-17T16:30:34.728016Z","end":"2026-07-17T16:30:35.683732Z","steps":["trace[2089903446] 'range keys from in-memory index tree' (duration: 955.5313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.683806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:34.727956Z","time spent":"955.837386ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T16:30:35.683804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.109802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} 2026/07/17 16:30:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-17T16:30:35.683898Z","caller":"traceutil/trace.go:171","msg":"trace[346884279] linearizableReadLoop","detail":"{readStateIndex:18524; appliedIndex:18523; }","duration":"589.543568ms","start":"2026-07-17T16:30:35.094338Z","end":"2026-07-17T16:30:35.683882Z","steps":["trace[346884279] 'read index received' (duration: 326.283212ms)","trace[346884279] 'applied index is now lower than readState.Index' (duration: 263.259136ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:30:35.683971Z","caller":"traceutil/trace.go:171","msg":"trace[1243753033] transaction","detail":"{read_only:false; response_revision:17878; number_of_response:1; }","duration":"868.04148ms","start":"2026-07-17T16:30:34.815918Z","end":"2026-07-17T16:30:35.68396Z","steps":["trace[1243753033] 'process raft request' (duration: 604.686812ms)","trace[1243753033] 'compare' (duration: 262.705773ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:30:35.684033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:34.815887Z","time spent":"868.118532ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:30:35.68406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179038494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-887f11db-cd9f-4fe4-9369-0e534acd1b8c\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-07-17T16:30:35.684103Z","caller":"traceutil/trace.go:171","msg":"trace[927420524] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-887f11db-cd9f-4fe4-9369-0e534acd1b8c; range_end:; response_count:1; response_revision:17877; }","duration":"1.179115696s","start":"2026-07-17T16:30:34.504976Z","end":"2026-07-17T16:30:35.684091Z","steps":["trace[927420524] 'range keys from in-memory index tree' (duration: 1.177955649s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.684146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:34.504954Z","time spent":"1.179181527s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3663,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-887f11db-cd9f-4fe4-9369-0e534acd1b8c\" "} {"level":"warn","ts":"2026-07-17T16:30:35.684331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.987789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-887f11db-cd9f-4fe4-9369-0e534acd1b8c\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-07-17T16:30:35.684372Z","caller":"traceutil/trace.go:171","msg":"trace[1692209798] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-887f11db-cd9f-4fe4-9369-0e534acd1b8c; range_end:; response_count:1; response_revision:17878; }","duration":"590.05786ms","start":"2026-07-17T16:30:35.094303Z","end":"2026-07-17T16:30:35.684361Z","steps":["trace[1692209798] 'agreement among raft nodes before linearized reading' (duration: 589.921436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.684412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:35.094286Z","time spent":"590.119702ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3663,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-887f11db-cd9f-4fe4-9369-0e534acd1b8c\" "} {"level":"info","ts":"2026-07-17T16:30:35.814462Z","caller":"traceutil/trace.go:171","msg":"trace[10589951] transaction","detail":"{read_only:false; response_revision:17879; number_of_response:1; }","duration":"605.820469ms","start":"2026-07-17T16:30:35.208613Z","end":"2026-07-17T16:30:35.814434Z","steps":["trace[10589951] 'process raft request' (duration: 605.636725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.814614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:35.20857Z","time spent":"605.969573ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:30:35.814638Z","caller":"traceutil/trace.go:171","msg":"trace[944792177] transaction","detail":"{read_only:false; response_revision:17880; number_of_response:1; }","duration":"589.262901ms","start":"2026-07-17T16:30:35.225358Z","end":"2026-07-17T16:30:35.814621Z","steps":["trace[944792177] 'process raft request' (duration: 589.033476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.814724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:35.225324Z","time spent":"589.355474ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:30:35.814934Z","caller":"traceutil/trace.go:171","msg":"trace[2072916677] transaction","detail":"{read_only:false; response_revision:17881; number_of_response:1; }","duration":"589.422885ms","start":"2026-07-17T16:30:35.225478Z","end":"2026-07-17T16:30:35.814901Z","steps":["trace[2072916677] 'process raft request' (duration: 589.088237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.815143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:35.225424Z","time spent":"589.600129ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:30:35.879289Z","caller":"traceutil/trace.go:171","msg":"trace[1095499122] transaction","detail":"{read_only:false; response_revision:17882; number_of_response:1; }","duration":"332.744454ms","start":"2026-07-17T16:30:35.546516Z","end":"2026-07-17T16:30:35.879261Z","steps":["trace[1095499122] 'process raft request' (duration: 332.488228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.879497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:35.54649Z","time spent":"332.922178ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:30:35.879614Z","caller":"traceutil/trace.go:171","msg":"trace[407895770] transaction","detail":"{read_only:false; response_revision:17883; number_of_response:1; }","duration":"321.269805ms","start":"2026-07-17T16:30:35.558299Z","end":"2026-07-17T16:30:35.879569Z","steps":["trace[407895770] 'process raft request' (duration: 320.909506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.879758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:35.55829Z","time spent":"321.395788ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:30:35.87998Z","caller":"traceutil/trace.go:171","msg":"trace[786886850] transaction","detail":"{read_only:false; response_revision:17884; number_of_response:1; }","duration":"319.039543ms","start":"2026-07-17T16:30:35.560924Z","end":"2026-07-17T16:30:35.879963Z","steps":["trace[786886850] 'process raft request' (duration: 318.565802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.88008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:35.560895Z","time spent":"319.139885ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:30:35.880163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.19104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-17T16:30:35.87999Z","caller":"traceutil/trace.go:171","msg":"trace[1576383628] linearizableReadLoop","detail":"{readStateIndex:18530; appliedIndex:18524; }","duration":"196.052402ms","start":"2026-07-17T16:30:35.683927Z","end":"2026-07-17T16:30:35.879979Z","steps":["trace[1576383628] 'read index received' (duration: 130.389094ms)","trace[1576383628] 'applied index is now lower than readState.Index' (duration: 65.662238ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:30:35.880205Z","caller":"traceutil/trace.go:171","msg":"trace[26826484] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:17886; }","duration":"715.295573ms","start":"2026-07-17T16:30:35.164899Z","end":"2026-07-17T16:30:35.880194Z","steps":["trace[26826484] 'agreement among raft nodes before linearized reading' (duration: 715.114299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.880235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:35.16486Z","time spent":"715.369185ms","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-17T16:30:35.880361Z","caller":"traceutil/trace.go:171","msg":"trace[1641860089] transaction","detail":"{read_only:false; response_revision:17885; number_of_response:1; }","duration":"192.390886ms","start":"2026-07-17T16:30:35.687931Z","end":"2026-07-17T16:30:35.880321Z","steps":["trace[1641860089] 'process raft request' (duration: 191.950466ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:35.880377Z","caller":"traceutil/trace.go:171","msg":"trace[1474590573] transaction","detail":"{read_only:false; response_revision:17886; number_of_response:1; }","duration":"189.397106ms","start":"2026-07-17T16:30:35.690948Z","end":"2026-07-17T16:30:35.880345Z","steps":["trace[1474590573] 'process raft request' (duration: 188.979716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.880454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.864686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T16:30:35.880493Z","caller":"traceutil/trace.go:171","msg":"trace[2112268314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17886; }","duration":"528.947339ms","start":"2026-07-17T16:30:35.351535Z","end":"2026-07-17T16:30:35.880483Z","steps":["trace[2112268314] 'agreement among raft nodes before linearized reading' (duration: 528.839767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.88052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:35.351508Z","time spent":"529.00617ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:30:35.880545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.042361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-17T16:30:35.880603Z","caller":"traceutil/trace.go:171","msg":"trace[1155734407] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:17886; }","duration":"652.137604ms","start":"2026-07-17T16:30:35.228451Z","end":"2026-07-17T16:30:35.880589Z","steps":["trace[1155734407] 'agreement among raft nodes before linearized reading' (duration: 651.960769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.880653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:35.228438Z","time spent":"652.207216ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-07-17T16:30:35.880657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.305889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-twmhv\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-17T16:30:35.880684Z","caller":"traceutil/trace.go:171","msg":"trace[1126800347] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-twmhv; range_end:; response_count:1; response_revision:17886; }","duration":"471.33159ms","start":"2026-07-17T16:30:35.409344Z","end":"2026-07-17T16:30:35.880676Z","steps":["trace[1126800347] 'agreement among raft nodes before linearized reading' (duration: 471.246448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.880714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:35.409305Z","time spent":"471.404211ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-twmhv\" "} {"level":"warn","ts":"2026-07-17T16:30:35.880775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.640205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:30:35.880841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.749974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:30:35.880852Z","caller":"traceutil/trace.go:171","msg":"trace[1101018795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17886; }","duration":"225.758717ms","start":"2026-07-17T16:30:35.655072Z","end":"2026-07-17T16:30:35.880831Z","steps":["trace[1101018795] 'agreement among raft nodes before linearized reading' (duration: 225.633084ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:35.880899Z","caller":"traceutil/trace.go:171","msg":"trace[699529089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17886; }","duration":"496.823146ms","start":"2026-07-17T16:30:35.384056Z","end":"2026-07-17T16:30:35.88088Z","steps":["trace[699529089] 'agreement among raft nodes before linearized reading' (duration: 496.666343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.880975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:35.384044Z","time spent":"496.913148ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:30:35.88096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.240372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:30:35.88106Z","caller":"traceutil/trace.go:171","msg":"trace[2138291887] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:17886; }","duration":"142.387705ms","start":"2026-07-17T16:30:35.738654Z","end":"2026-07-17T16:30:35.881042Z","steps":["trace[2138291887] 'agreement among raft nodes before linearized reading' (duration: 141.597987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.881056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.719173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-17T16:30:35.881115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.561974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-17T16:30:35.881443Z","caller":"traceutil/trace.go:171","msg":"trace[1821813495] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:17886; }","duration":"422.049135ms","start":"2026-07-17T16:30:35.459377Z","end":"2026-07-17T16:30:35.881427Z","steps":["trace[1821813495] 'agreement among raft nodes before linearized reading' (duration: 420.632432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.881531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:35.459316Z","time spent":"422.195688ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-wflkk\" "} {"level":"info","ts":"2026-07-17T16:30:35.88128Z","caller":"traceutil/trace.go:171","msg":"trace[643472690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17886; }","duration":"528.972109ms","start":"2026-07-17T16:30:35.352278Z","end":"2026-07-17T16:30:35.88125Z","steps":["trace[643472690] 'agreement among raft nodes before linearized reading' (duration: 527.939195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:35.882641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:30:35.352256Z","time spent":"530.366512ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T16:30:36.100106Z","caller":"traceutil/trace.go:171","msg":"trace[953355677] transaction","detail":"{read_only:false; response_revision:17889; number_of_response:1; }","duration":"212.587749ms","start":"2026-07-17T16:30:35.887494Z","end":"2026-07-17T16:30:36.100082Z","steps":["trace[953355677] 'process raft request' (duration: 212.548668ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:36.100506Z","caller":"traceutil/trace.go:171","msg":"trace[1601578466] linearizableReadLoop","detail":"{readStateIndex:18536; appliedIndex:18536; }","duration":"208.286828ms","start":"2026-07-17T16:30:35.89218Z","end":"2026-07-17T16:30:36.100467Z","steps":["trace[1601578466] 'read index received' (duration: 208.272148ms)","trace[1601578466] 'applied index is now lower than readState.Index' (duration: 12.08µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:30:36.100866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.570812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bbd87c5a-9946-4579-82ef-f4bd534d03b6\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-17T16:30:36.100913Z","caller":"traceutil/trace.go:171","msg":"trace[1335452734] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bbd87c5a-9946-4579-82ef-f4bd534d03b6; range_end:; response_count:1; response_revision:17889; }","duration":"216.644494ms","start":"2026-07-17T16:30:35.884254Z","end":"2026-07-17T16:30:36.100898Z","steps":["trace[1335452734] 'agreement among raft nodes before linearized reading' (duration: 216.330607ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:36.101079Z","caller":"traceutil/trace.go:171","msg":"trace[1529778397] transaction","detail":"{read_only:false; response_revision:17887; number_of_response:1; }","duration":"215.927197ms","start":"2026-07-17T16:30:35.885132Z","end":"2026-07-17T16:30:36.10106Z","steps":["trace[1529778397] 'process raft request' (duration: 214.667288ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:36.101336Z","caller":"traceutil/trace.go:171","msg":"trace[848792619] transaction","detail":"{read_only:false; response_revision:17888; number_of_response:1; }","duration":"215.692962ms","start":"2026-07-17T16:30:35.885627Z","end":"2026-07-17T16:30:36.10132Z","steps":["trace[848792619] 'process raft request' (duration: 214.374431ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:36.101383Z","caller":"traceutil/trace.go:171","msg":"trace[217583626] transaction","detail":"{read_only:false; response_revision:17890; number_of_response:1; }","duration":"208.563304ms","start":"2026-07-17T16:30:35.892806Z","end":"2026-07-17T16:30:36.101369Z","steps":["trace[217583626] 'process raft request' (duration: 208.421391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:36.102208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.356968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626206"} {"level":"info","ts":"2026-07-17T16:30:36.102272Z","caller":"traceutil/trace.go:171","msg":"trace[1093356570] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:17890; }","duration":"213.440029ms","start":"2026-07-17T16:30:35.888817Z","end":"2026-07-17T16:30:36.102257Z","steps":["trace[1093356570] 'agreement among raft nodes before linearized reading' (duration: 212.779534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:30:36.103147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.345527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626206"} {"level":"info","ts":"2026-07-17T16:30:36.103206Z","caller":"traceutil/trace.go:171","msg":"trace[1707914360] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:17890; }","duration":"216.45382ms","start":"2026-07-17T16:30:35.886737Z","end":"2026-07-17T16:30:36.103191Z","steps":["trace[1707914360] 'agreement among raft nodes before linearized reading' (duration: 215.545179ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:30:39.32126Z","caller":"traceutil/trace.go:171","msg":"trace[1954534084] transaction","detail":"{read_only:false; response_revision:17906; number_of_response:1; }","duration":"153.240299ms","start":"2026-07-17T16:30:39.168001Z","end":"2026-07-17T16:30:39.321241Z","steps":["trace[1954534084] 'process raft request' (duration: 152.951633ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:31:09.848693Z","caller":"traceutil/trace.go:171","msg":"trace[1482775020] transaction","detail":"{read_only:false; response_revision:18134; number_of_response:1; }","duration":"540.751915ms","start":"2026-07-17T16:31:09.307901Z","end":"2026-07-17T16:31:09.848653Z","steps":["trace[1482775020] 'process raft request' (duration: 540.441557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:31:09.848923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:31:09.307883Z","time spent":"540.944779ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:31:18.083568Z","caller":"traceutil/trace.go:171","msg":"trace[2062231825] transaction","detail":"{read_only:false; response_revision:18476; number_of_response:1; }","duration":"104.59728ms","start":"2026-07-17T16:31:17.978933Z","end":"2026-07-17T16:31:18.083531Z","steps":["trace[2062231825] 'process raft request' (duration: 104.191611ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:02.612421Z","caller":"traceutil/trace.go:171","msg":"trace[2039549057] linearizableReadLoop","detail":"{readStateIndex:19446; appliedIndex:19445; }","duration":"290.356311ms","start":"2026-07-17T16:32:02.322043Z","end":"2026-07-17T16:32:02.6124Z","steps":["trace[2039549057] 'read index received' (duration: 290.266949ms)","trace[2039549057] 'applied index is now lower than readState.Index' (duration: 88.782µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:32:02.61246Z","caller":"traceutil/trace.go:171","msg":"trace[1639205132] transaction","detail":"{read_only:false; response_revision:18777; number_of_response:1; }","duration":"298.02492ms","start":"2026-07-17T16:32:02.314416Z","end":"2026-07-17T16:32:02.612441Z","steps":["trace[1639205132] 'process raft request' (duration: 297.846335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:02.612582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.533245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-17T16:32:02.612614Z","caller":"traceutil/trace.go:171","msg":"trace[1026484980] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18777; }","duration":"290.615007ms","start":"2026-07-17T16:32:02.321991Z","end":"2026-07-17T16:32:02.612606Z","steps":["trace[1026484980] 'agreement among raft nodes before linearized reading' (duration: 290.496444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.123524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268127369,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T16:32:03.380635Z","caller":"traceutil/trace.go:171","msg":"trace[3090825] transaction","detail":"{read_only:false; response_revision:18778; number_of_response:1; }","duration":"1.05800152s","start":"2026-07-17T16:32:02.322602Z","end":"2026-07-17T16:32:03.380604Z","steps":["trace[3090825] 'process raft request' (duration: 1.057673922s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:03.380695Z","caller":"traceutil/trace.go:171","msg":"trace[93533348] transaction","detail":"{read_only:false; response_revision:18779; number_of_response:1; }","duration":"933.158665ms","start":"2026-07-17T16:32:02.447496Z","end":"2026-07-17T16:32:03.380654Z","steps":["trace[93533348] 'process raft request' (duration: 933.031362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.380778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.32256Z","time spent":"1.058126893s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:32:03.380919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.447476Z","time spent":"933.32772ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:32:03.38103Z","caller":"traceutil/trace.go:171","msg":"trace[552228799] transaction","detail":"{read_only:false; response_revision:18780; number_of_response:1; }","duration":"930.382681ms","start":"2026-07-17T16:32:02.450603Z","end":"2026-07-17T16:32:03.380986Z","steps":["trace[552228799] 'process raft request' (duration: 929.989782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.381235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.450588Z","time spent":"930.538844ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:32:03.382506Z","caller":"traceutil/trace.go:171","msg":"trace[1706351859] linearizableReadLoop","detail":"{readStateIndex:19451; appliedIndex:19446; }","duration":"759.862836ms","start":"2026-07-17T16:32:02.622635Z","end":"2026-07-17T16:32:03.382498Z","steps":["trace[1706351859] 'read index received' (duration: 757.517192ms)","trace[1706351859] 'applied index is now lower than readState.Index' (duration: 2.345144ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:32:03.382552Z","caller":"traceutil/trace.go:171","msg":"trace[322300457] transaction","detail":"{read_only:false; response_revision:18782; number_of_response:1; }","duration":"837.355222ms","start":"2026-07-17T16:32:02.545174Z","end":"2026-07-17T16:32:03.382529Z","steps":["trace[322300457] 'process raft request' (duration: 837.237639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.382605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.638555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:32:03.382622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.545165Z","time spent":"837.420003ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:32:03.382637Z","caller":"traceutil/trace.go:171","msg":"trace[681506579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18782; }","duration":"725.696076ms","start":"2026-07-17T16:32:02.656934Z","end":"2026-07-17T16:32:03.38263Z","steps":["trace[681506579] 'agreement among raft nodes before linearized reading' (duration: 725.642915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.382654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.656922Z","time spent":"725.729127ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:32:03.38257Z","caller":"traceutil/trace.go:171","msg":"trace[1516311762] transaction","detail":"{read_only:false; response_revision:18781; number_of_response:1; }","duration":"840.368752ms","start":"2026-07-17T16:32:02.542127Z","end":"2026-07-17T16:32:03.382495Z","steps":["trace[1516311762] 'process raft request' (duration: 838.778545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.382762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.826633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:32:03.382787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.277995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-17T16:32:03.382821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.962057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:03.382833Z","caller":"traceutil/trace.go:171","msg":"trace[803328751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18782; }","duration":"593.356697ms","start":"2026-07-17T16:32:02.78946Z","end":"2026-07-17T16:32:03.382816Z","steps":["trace[803328751] 'agreement among raft nodes before linearized reading' (duration: 593.280185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.382866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.047129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:32:03.382846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.732261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-17T16:32:03.382888Z","caller":"traceutil/trace.go:171","msg":"trace[549744386] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:18782; }","duration":"657.09506ms","start":"2026-07-17T16:32:02.725787Z","end":"2026-07-17T16:32:03.382882Z","steps":["trace[549744386] 'agreement among raft nodes before linearized reading' (duration: 657.06639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.382897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.947939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-17T16:32:03.382917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.084524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:32:03.382908Z","caller":"traceutil/trace.go:171","msg":"trace[826350484] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18782; }","duration":"656.868925ms","start":"2026-07-17T16:32:02.726024Z","end":"2026-07-17T16:32:03.382893Z","steps":["trace[826350484] 'agreement among raft nodes before linearized reading' (duration: 656.713961ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:03.382945Z","caller":"traceutil/trace.go:171","msg":"trace[1896370768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18782; }","duration":"611.030072ms","start":"2026-07-17T16:32:02.771904Z","end":"2026-07-17T16:32:03.382934Z","steps":["trace[1896370768] 'agreement among raft nodes before linearized reading' (duration: 610.910919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.382973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.725969Z","time spent":"656.996877ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-17T16:32:03.382975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.902297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-17T16:32:03.382686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.031521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-17T16:32:03.383015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.232098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-17T16:32:03.383021Z","caller":"traceutil/trace.go:171","msg":"trace[1394781723] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18782; }","duration":"154.98806ms","start":"2026-07-17T16:32:03.22802Z","end":"2026-07-17T16:32:03.383008Z","steps":["trace[1394781723] 'agreement among raft nodes before linearized reading' (duration: 154.884978ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:03.382839Z","caller":"traceutil/trace.go:171","msg":"trace[1928793245] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:18782; }","duration":"656.988507ms","start":"2026-07-17T16:32:02.725846Z","end":"2026-07-17T16:32:03.382834Z","steps":["trace[1928793245] 'agreement among raft nodes before linearized reading' (duration: 656.963287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.38306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.015986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T16:32:03.383071Z","caller":"traceutil/trace.go:171","msg":"trace[524634243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18782; }","duration":"760.425ms","start":"2026-07-17T16:32:02.622599Z","end":"2026-07-17T16:32:03.383024Z","steps":["trace[524634243] 'agreement among raft nodes before linearized reading' (duration: 759.955359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.383082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.231306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:32:03.383101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.094374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:32:03.383093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.725837Z","time spent":"657.229273ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-17T16:32:03.383119Z","caller":"traceutil/trace.go:171","msg":"trace[1457549557] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:18782; }","duration":"614.339649ms","start":"2026-07-17T16:32:02.768769Z","end":"2026-07-17T16:32:03.383109Z","steps":["trace[1457549557] 'agreement among raft nodes before linearized reading' (duration: 614.276537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.383142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.659003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-17T16:32:03.38315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.622547Z","time spent":"760.561983ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:32:03.383072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.09262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:32:03.383166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.862357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-17T16:32:03.38317Z","caller":"traceutil/trace.go:171","msg":"trace[1588622787] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:18782; }","duration":"280.717115ms","start":"2026-07-17T16:32:03.102447Z","end":"2026-07-17T16:32:03.383164Z","steps":["trace[1588622787] 'agreement among raft nodes before linearized reading' (duration: 280.636803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.383182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.535771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-17T16:32:03.383182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.258587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-twmhv\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-17T16:32:03.383192Z","caller":"traceutil/trace.go:171","msg":"trace[1076162008] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18782; }","duration":"265.909227ms","start":"2026-07-17T16:32:03.117276Z","end":"2026-07-17T16:32:03.383185Z","steps":["trace[1076162008] 'agreement among raft nodes before linearized reading' (duration: 265.837256ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:03.383193Z","caller":"traceutil/trace.go:171","msg":"trace[1098099672] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:18782; }","duration":"280.232243ms","start":"2026-07-17T16:32:03.102951Z","end":"2026-07-17T16:32:03.383184Z","steps":["trace[1098099672] 'agreement among raft nodes before linearized reading' (duration: 280.10388ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:03.383204Z","caller":"traceutil/trace.go:171","msg":"trace[1015539846] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18782; }","duration":"248.577102ms","start":"2026-07-17T16:32:03.134619Z","end":"2026-07-17T16:32:03.383196Z","steps":["trace[1015539846] 'agreement among raft nodes before linearized reading' (duration: 248.51902ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:03.383209Z","caller":"traceutil/trace.go:171","msg":"trace[1238259062] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-twmhv; range_end:; response_count:1; response_revision:18782; }","duration":"322.310729ms","start":"2026-07-17T16:32:03.06089Z","end":"2026-07-17T16:32:03.383201Z","steps":["trace[1238259062] 'agreement among raft nodes before linearized reading' (duration: 322.226687ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:03.382942Z","caller":"traceutil/trace.go:171","msg":"trace[1075849705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18782; }","duration":"369.161697ms","start":"2026-07-17T16:32:03.013772Z","end":"2026-07-17T16:32:03.382933Z","steps":["trace[1075849705] 'agreement among raft nodes before linearized reading' (duration: 369.120266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.383233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:03.060873Z","time spent":"322.353579ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20591,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-twmhv\" "} {"level":"warn","ts":"2026-07-17T16:32:03.382976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.771891Z","time spent":"611.077082ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:32:03.383255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:03.013741Z","time spent":"369.495094ms","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:32:03.383122Z","caller":"traceutil/trace.go:171","msg":"trace[2037200174] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:18782; }","duration":"258.134076ms","start":"2026-07-17T16:32:03.124981Z","end":"2026-07-17T16:32:03.383116Z","steps":["trace[2037200174] 'agreement among raft nodes before linearized reading' (duration: 258.103765ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:03.383098Z","caller":"traceutil/trace.go:171","msg":"trace[2117037507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18782; }","duration":"715.074538ms","start":"2026-07-17T16:32:02.668012Z","end":"2026-07-17T16:32:03.383087Z","steps":["trace[2117037507] 'agreement among raft nodes before linearized reading' (duration: 714.989716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.3833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.899683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:03.383365Z","caller":"traceutil/trace.go:171","msg":"trace[1102754420] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:18782; }","duration":"173.967544ms","start":"2026-07-17T16:32:03.209388Z","end":"2026-07-17T16:32:03.383355Z","steps":["trace[1102754420] 'agreement among raft nodes before linearized reading' (duration: 173.881032ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:03.382793Z","caller":"traceutil/trace.go:171","msg":"trace[1701234811] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:18782; }","duration":"656.859024ms","start":"2026-07-17T16:32:02.725929Z","end":"2026-07-17T16:32:03.382788Z","steps":["trace[1701234811] 'agreement among raft nodes before linearized reading' (duration: 656.814073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.383423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.72587Z","time spent":"657.546921ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-17T16:32:03.382911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.725769Z","time spent":"657.138101ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-17T16:32:03.383158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.768735Z","time spent":"614.414191ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:32:03.383308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.667996Z","time spent":"715.304403ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:32:03.382988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.958209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:32:03.383538Z","caller":"traceutil/trace.go:171","msg":"trace[188045732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18782; }","duration":"678.539983ms","start":"2026-07-17T16:32:02.704991Z","end":"2026-07-17T16:32:03.383532Z","steps":["trace[188045732] 'agreement among raft nodes before linearized reading' (duration: 677.931678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.383561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.70497Z","time spent":"678.585573ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:32:03.382935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.542095Z","time spent":"840.67264ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:32:03.383037Z","caller":"traceutil/trace.go:171","msg":"trace[27051021] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:18782; }","duration":"369.29856ms","start":"2026-07-17T16:32:03.013731Z","end":"2026-07-17T16:32:03.38303Z","steps":["trace[27051021] 'agreement among raft nodes before linearized reading' (duration: 369.224388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.383572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.152299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-17T16:32:03.383653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:03.01371Z","time spent":"369.925044ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-wflkk\" "} {"level":"info","ts":"2026-07-17T16:32:03.38365Z","caller":"traceutil/trace.go:171","msg":"trace[2009689904] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:18782; }","duration":"174.230211ms","start":"2026-07-17T16:32:03.209408Z","end":"2026-07-17T16:32:03.383638Z","steps":["trace[2009689904] 'agreement among raft nodes before linearized reading' (duration: 173.973315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.382858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.306776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-17T16:32:03.383777Z","caller":"traceutil/trace.go:171","msg":"trace[548477639] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:18782; }","duration":"258.266349ms","start":"2026-07-17T16:32:03.125499Z","end":"2026-07-17T16:32:03.383765Z","steps":["trace[548477639] 'agreement among raft nodes before linearized reading' (duration: 257.231935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.382873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:02.789434Z","time spent":"593.432989ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:32:03.383615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.735322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:32:03.383902Z","caller":"traceutil/trace.go:171","msg":"trace[229605945] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:18782; }","duration":"353.9585ms","start":"2026-07-17T16:32:03.029926Z","end":"2026-07-17T16:32:03.383885Z","steps":["trace[229605945] 'agreement among raft nodes before linearized reading' (duration: 352.769942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.384171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:03.029901Z","time spent":"354.257747ms","remote":"127.0.0.1:36320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:32:03.511775Z","caller":"traceutil/trace.go:171","msg":"trace[363102231] linearizableReadLoop","detail":"{readStateIndex:19455; appliedIndex:19451; }","duration":"120.88941ms","start":"2026-07-17T16:32:03.390843Z","end":"2026-07-17T16:32:03.511733Z","steps":["trace[363102231] 'read index received' (duration: 18.446262ms)","trace[363102231] 'applied index is now lower than readState.Index' (duration: 102.442158ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:32:03.511858Z","caller":"traceutil/trace.go:171","msg":"trace[1516944789] transaction","detail":"{read_only:false; response_revision:18786; number_of_response:1; }","duration":"121.322561ms","start":"2026-07-17T16:32:03.390526Z","end":"2026-07-17T16:32:03.511848Z","steps":["trace[1516944789] 'process raft request' (duration: 121.138096ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:03.5119Z","caller":"traceutil/trace.go:171","msg":"trace[230750445] transaction","detail":"{read_only:false; response_revision:18787; number_of_response:1; }","duration":"120.336058ms","start":"2026-07-17T16:32:03.391551Z","end":"2026-07-17T16:32:03.511887Z","steps":["trace[230750445] 'process raft request' (duration: 120.144503ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:03.512287Z","caller":"traceutil/trace.go:171","msg":"trace[329907348] transaction","detail":"{read_only:false; response_revision:18785; number_of_response:1; }","duration":"122.011067ms","start":"2026-07-17T16:32:03.390176Z","end":"2026-07-17T16:32:03.512187Z","steps":["trace[329907348] 'process raft request' (duration: 121.453244ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:03.511774Z","caller":"traceutil/trace.go:171","msg":"trace[279783728] transaction","detail":"{read_only:false; response_revision:18784; number_of_response:1; }","duration":"121.642148ms","start":"2026-07-17T16:32:03.390092Z","end":"2026-07-17T16:32:03.511734Z","steps":["trace[279783728] 'process raft request' (duration: 121.388792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.512744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.878993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732210"} {"level":"info","ts":"2026-07-17T16:32:03.512785Z","caller":"traceutil/trace.go:171","msg":"trace[2064219998] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:18787; }","duration":"121.959756ms","start":"2026-07-17T16:32:03.390813Z","end":"2026-07-17T16:32:03.512773Z","steps":["trace[2064219998] 'agreement among raft nodes before linearized reading' (duration: 121.226138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:03.513758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.605277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732210"} {"level":"info","ts":"2026-07-17T16:32:03.513859Z","caller":"traceutil/trace.go:171","msg":"trace[72886581] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:18787; }","duration":"121.747411ms","start":"2026-07-17T16:32:03.392097Z","end":"2026-07-17T16:32:03.513845Z","steps":["trace[72886581] 'agreement among raft nodes before linearized reading' (duration: 120.498471ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:04.160282Z","caller":"traceutil/trace.go:171","msg":"trace[121756496] linearizableReadLoop","detail":"{readStateIndex:19457; appliedIndex:19456; }","duration":"274.871748ms","start":"2026-07-17T16:32:03.885383Z","end":"2026-07-17T16:32:04.160255Z","steps":["trace[121756496] 'read index received' (duration: 274.482459ms)","trace[121756496] 'applied index is now lower than readState.Index' (duration: 383.939µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:32:04.16034Z","caller":"traceutil/trace.go:171","msg":"trace[1511551063] transaction","detail":"{read_only:false; response_revision:18788; number_of_response:1; }","duration":"454.500874ms","start":"2026-07-17T16:32:03.705804Z","end":"2026-07-17T16:32:04.160304Z","steps":["trace[1511551063] 'process raft request' (duration: 454.228568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:04.160479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.074803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:04.160526Z","caller":"traceutil/trace.go:171","msg":"trace[549639731] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:18788; }","duration":"275.206315ms","start":"2026-07-17T16:32:03.885306Z","end":"2026-07-17T16:32:04.160512Z","steps":["trace[549639731] 'agreement among raft nodes before linearized reading' (duration: 275.102153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:04.160648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:32:03.705782Z","time spent":"454.647758ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:32:04.543531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.493091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:32:04.543597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.568083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:04.543675Z","caller":"traceutil/trace.go:171","msg":"trace[1137101409] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:18788; }","duration":"257.664415ms","start":"2026-07-17T16:32:04.285976Z","end":"2026-07-17T16:32:04.54364Z","steps":["trace[1137101409] 'range keys from in-memory index tree' (duration: 257.375208ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:04.543697Z","caller":"traceutil/trace.go:171","msg":"trace[1209965017] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:18788; }","duration":"257.716376ms","start":"2026-07-17T16:32:04.285953Z","end":"2026-07-17T16:32:04.543669Z","steps":["trace[1209965017] 'range keys from in-memory index tree' (duration: 257.42641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:04.544095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.781102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-17T16:32:04.544147Z","caller":"traceutil/trace.go:171","msg":"trace[728994556] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:18788; }","duration":"271.483938ms","start":"2026-07-17T16:32:04.27265Z","end":"2026-07-17T16:32:04.544134Z","steps":["trace[728994556] 'range keys from in-memory index tree' (duration: 270.533306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:04.543403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.235275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:04.544812Z","caller":"traceutil/trace.go:171","msg":"trace[1047458980] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:18788; }","duration":"258.72834ms","start":"2026-07-17T16:32:04.286064Z","end":"2026-07-17T16:32:04.544793Z","steps":["trace[1047458980] 'range keys from in-memory index tree' (duration: 257.089832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:04.756122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.244302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:04.756202Z","caller":"traceutil/trace.go:171","msg":"trace[1669935096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18789; }","duration":"101.366815ms","start":"2026-07-17T16:32:04.654817Z","end":"2026-07-17T16:32:04.756183Z","steps":["trace[1669935096] 'range keys from in-memory index tree' (duration: 101.160339ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:05.322444Z","caller":"traceutil/trace.go:171","msg":"trace[407041617] transaction","detail":"{read_only:false; response_revision:18790; number_of_response:1; }","duration":"191.477544ms","start":"2026-07-17T16:32:05.130928Z","end":"2026-07-17T16:32:05.322406Z","steps":["trace[407041617] 'process raft request' (duration: 191.251129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:05.493793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.997963ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-17T16:32:05.505426Z","caller":"traceutil/trace.go:171","msg":"trace[816373508] linearizableReadLoop","detail":"{readStateIndex:19462; appliedIndex:19459; }","duration":"114.703916ms","start":"2026-07-17T16:32:05.390706Z","end":"2026-07-17T16:32:05.50541Z","steps":["trace[816373508] 'read index received' (duration: 94.422µs)","trace[816373508] 'applied index is now lower than readState.Index' (duration: 114.608834ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:32:05.505535Z","caller":"traceutil/trace.go:171","msg":"trace[1250174412] transaction","detail":"{read_only:false; response_revision:18791; number_of_response:1; }","duration":"119.213712ms","start":"2026-07-17T16:32:05.386307Z","end":"2026-07-17T16:32:05.505521Z","steps":["trace[1250174412] 'process raft request' (duration: 118.773812ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:05.505546Z","caller":"traceutil/trace.go:171","msg":"trace[1304982516] transaction","detail":"{read_only:false; response_revision:18792; number_of_response:1; }","duration":"116.217612ms","start":"2026-07-17T16:32:05.38932Z","end":"2026-07-17T16:32:05.505537Z","steps":["trace[1304982516] 'process raft request' (duration: 116.061679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:05.505804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.078795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:05.505865Z","caller":"traceutil/trace.go:171","msg":"trace[1630497697] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:18792; }","duration":"115.205688ms","start":"2026-07-17T16:32:05.390645Z","end":"2026-07-17T16:32:05.505851Z","steps":["trace[1630497697] 'agreement among raft nodes before linearized reading' (duration: 114.978232ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:05.512893Z","caller":"traceutil/trace.go:171","msg":"trace[32630136] transaction","detail":"{read_only:false; response_revision:18793; number_of_response:1; }","duration":"121.143987ms","start":"2026-07-17T16:32:05.391739Z","end":"2026-07-17T16:32:05.512883Z","steps":["trace[32630136] 'process raft request' (duration: 121.044645ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:05.513085Z","caller":"traceutil/trace.go:171","msg":"trace[580544417] transaction","detail":"{read_only:false; response_revision:18794; number_of_response:1; }","duration":"121.26161ms","start":"2026-07-17T16:32:05.391816Z","end":"2026-07-17T16:32:05.513078Z","steps":["trace[580544417] 'process raft request' (duration: 121.040085ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:05.513522Z","caller":"traceutil/trace.go:171","msg":"trace[1029587405] transaction","detail":"{read_only:false; response_revision:18795; number_of_response:1; }","duration":"121.636069ms","start":"2026-07-17T16:32:05.391862Z","end":"2026-07-17T16:32:05.513499Z","steps":["trace[1029587405] 'process raft request' (duration: 121.161708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:05.515169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.247966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:05.515248Z","caller":"traceutil/trace.go:171","msg":"trace[819070957] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:18796; }","duration":"123.384609ms","start":"2026-07-17T16:32:05.391847Z","end":"2026-07-17T16:32:05.515231Z","steps":["trace[819070957] 'agreement among raft nodes before linearized reading' (duration: 121.68809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:05.515369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.055645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-17T16:32:05.515468Z","caller":"traceutil/trace.go:171","msg":"trace[467925207] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:18796; }","duration":"121.202728ms","start":"2026-07-17T16:32:05.394239Z","end":"2026-07-17T16:32:05.515442Z","steps":["trace[467925207] 'agreement among raft nodes before linearized reading' (duration: 119.478038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:05.51551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.732011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:05.515593Z","caller":"traceutil/trace.go:171","msg":"trace[1647504235] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:18796; }","duration":"121.856944ms","start":"2026-07-17T16:32:05.393716Z","end":"2026-07-17T16:32:05.515573Z","steps":["trace[1647504235] 'agreement among raft nodes before linearized reading' (duration: 120.686237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:05.51555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.144327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:05.515694Z","caller":"traceutil/trace.go:171","msg":"trace[406548881] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:18796; }","duration":"121.330242ms","start":"2026-07-17T16:32:05.394353Z","end":"2026-07-17T16:32:05.515683Z","steps":["trace[406548881] 'agreement among raft nodes before linearized reading' (duration: 119.653273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:05.51597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.032408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:32:05.516007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.654309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-17T16:32:05.51608Z","caller":"traceutil/trace.go:171","msg":"trace[1765415519] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:18796; }","duration":"122.11324ms","start":"2026-07-17T16:32:05.393902Z","end":"2026-07-17T16:32:05.516015Z","steps":["trace[1765415519] 'agreement among raft nodes before linearized reading' (duration: 120.349308ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:05.516102Z","caller":"traceutil/trace.go:171","msg":"trace[11187371] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:18796; }","duration":"121.752151ms","start":"2026-07-17T16:32:05.394341Z","end":"2026-07-17T16:32:05.516093Z","steps":["trace[11187371] 'agreement among raft nodes before linearized reading' (duration: 119.98089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:05.516871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.499352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-17T16:32:05.516952Z","caller":"traceutil/trace.go:171","msg":"trace[35320088] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18796; }","duration":"123.685377ms","start":"2026-07-17T16:32:05.393248Z","end":"2026-07-17T16:32:05.516933Z","steps":["trace[35320088] 'agreement among raft nodes before linearized reading' (duration: 121.179748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:05.51611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.641628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-17T16:32:05.517476Z","caller":"traceutil/trace.go:171","msg":"trace[299549324] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18796; }","duration":"123.020671ms","start":"2026-07-17T16:32:05.394428Z","end":"2026-07-17T16:32:05.517449Z","steps":["trace[299549324] 'agreement among raft nodes before linearized reading' (duration: 119.934099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:05.517689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.026435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-17T16:32:05.517735Z","caller":"traceutil/trace.go:171","msg":"trace[1332034870] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18796; }","duration":"124.099477ms","start":"2026-07-17T16:32:05.393623Z","end":"2026-07-17T16:32:05.517723Z","steps":["trace[1332034870] 'agreement among raft nodes before linearized reading' (duration: 120.327998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:05.517758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.575094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-17T16:32:05.517822Z","caller":"traceutil/trace.go:171","msg":"trace[2111187885] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18796; }","duration":"123.877592ms","start":"2026-07-17T16:32:05.393927Z","end":"2026-07-17T16:32:05.517805Z","steps":["trace[2111187885] 'agreement among raft nodes before linearized reading' (duration: 120.430781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:05.517959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.908929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:05.518006Z","caller":"traceutil/trace.go:171","msg":"trace[2013179603] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:18796; }","duration":"125.97392ms","start":"2026-07-17T16:32:05.392019Z","end":"2026-07-17T16:32:05.517993Z","steps":["trace[2013179603] 'agreement among raft nodes before linearized reading' (duration: 122.57608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:05.51802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.456145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-17T16:32:05.518137Z","caller":"traceutil/trace.go:171","msg":"trace[1227466547] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:18796; }","duration":"124.608109ms","start":"2026-07-17T16:32:05.393505Z","end":"2026-07-17T16:32:05.518113Z","steps":["trace[1227466547] 'agreement among raft nodes before linearized reading' (duration: 120.976904ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:05.729613Z","caller":"traceutil/trace.go:171","msg":"trace[1038190651] transaction","detail":"{read_only:false; response_revision:18798; number_of_response:1; }","duration":"207.719225ms","start":"2026-07-17T16:32:05.521866Z","end":"2026-07-17T16:32:05.729585Z","steps":["trace[1038190651] 'process raft request' (duration: 202.743298ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:05.729805Z","caller":"traceutil/trace.go:171","msg":"trace[407510315] transaction","detail":"{read_only:false; response_revision:18799; number_of_response:1; }","duration":"207.228674ms","start":"2026-07-17T16:32:05.522555Z","end":"2026-07-17T16:32:05.729783Z","steps":["trace[407510315] 'process raft request' (duration: 206.980708ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:05.730022Z","caller":"traceutil/trace.go:171","msg":"trace[850923246] transaction","detail":"{read_only:false; response_revision:18800; number_of_response:1; }","duration":"207.431989ms","start":"2026-07-17T16:32:05.522565Z","end":"2026-07-17T16:32:05.729997Z","steps":["trace[850923246] 'process raft request' (duration: 207.165712ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:05.730123Z","caller":"traceutil/trace.go:171","msg":"trace[1029209049] transaction","detail":"{read_only:false; response_revision:18801; number_of_response:1; }","duration":"206.487216ms","start":"2026-07-17T16:32:05.52362Z","end":"2026-07-17T16:32:05.730107Z","steps":["trace[1029209049] 'process raft request' (duration: 206.316282ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:05.73012Z","caller":"traceutil/trace.go:171","msg":"trace[276030795] linearizableReadLoop","detail":"{readStateIndex:19471; appliedIndex:19467; }","duration":"193.544003ms","start":"2026-07-17T16:32:05.53655Z","end":"2026-07-17T16:32:05.730094Z","steps":["trace[276030795] 'read index received' (duration: 187.982923ms)","trace[276030795] 'applied index is now lower than readState.Index' (duration: 5.55962ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:32:05.730305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.988251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-twmhv\" ","response":"range_response_count:1 size:20568"} {"level":"warn","ts":"2026-07-17T16:32:05.730334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.587242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-594z2\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-17T16:32:05.730376Z","caller":"traceutil/trace.go:171","msg":"trace[1193296982] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-594z2; range_end:; response_count:1; response_revision:18801; }","duration":"166.661823ms","start":"2026-07-17T16:32:05.563702Z","end":"2026-07-17T16:32:05.730364Z","steps":["trace[1193296982] 'agreement among raft nodes before linearized reading' (duration: 166.53347ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:05.730376Z","caller":"traceutil/trace.go:171","msg":"trace[1584621779] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-twmhv; range_end:; response_count:1; response_revision:18801; }","duration":"202.090583ms","start":"2026-07-17T16:32:05.528269Z","end":"2026-07-17T16:32:05.73036Z","steps":["trace[1584621779] 'agreement among raft nodes before linearized reading' (duration: 201.902429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:05.730822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.639289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wflkk\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-17T16:32:05.730878Z","caller":"traceutil/trace.go:171","msg":"trace[1122275909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wflkk; range_end:; response_count:1; response_revision:18801; }","duration":"197.716691ms","start":"2026-07-17T16:32:05.533148Z","end":"2026-07-17T16:32:05.730865Z","steps":["trace[1122275909] 'agreement among raft nodes before linearized reading' (duration: 197.012764ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:10.769543Z","caller":"traceutil/trace.go:171","msg":"trace[650215307] transaction","detail":"{read_only:false; response_revision:18826; number_of_response:1; }","duration":"100.469834ms","start":"2026-07-17T16:32:10.669049Z","end":"2026-07-17T16:32:10.769519Z","steps":["trace[650215307] 'process raft request' (duration: 100.32321ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:12.886114Z","caller":"traceutil/trace.go:171","msg":"trace[222506409] transaction","detail":"{read_only:false; response_revision:18839; number_of_response:1; }","duration":"111.780468ms","start":"2026-07-17T16:32:12.774307Z","end":"2026-07-17T16:32:12.886088Z","steps":["trace[222506409] 'process raft request' (duration: 111.620435ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:23.728966Z","caller":"traceutil/trace.go:171","msg":"trace[1199176513] transaction","detail":"{read_only:false; response_revision:18901; number_of_response:1; }","duration":"155.761508ms","start":"2026-07-17T16:32:23.573175Z","end":"2026-07-17T16:32:23.728936Z","steps":["trace[1199176513] 'process raft request' (duration: 120.036071ms)","trace[1199176513] 'compare' (duration: 35.532502ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:32:23.729294Z","caller":"traceutil/trace.go:171","msg":"trace[1087489492] transaction","detail":"{read_only:false; response_revision:18902; number_of_response:1; }","duration":"155.528483ms","start":"2026-07-17T16:32:23.573742Z","end":"2026-07-17T16:32:23.72927Z","steps":["trace[1087489492] 'process raft request' (duration: 155.147934ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:23.729375Z","caller":"traceutil/trace.go:171","msg":"trace[1159503645] transaction","detail":"{read_only:false; response_revision:18903; number_of_response:1; }","duration":"136.562508ms","start":"2026-07-17T16:32:23.59278Z","end":"2026-07-17T16:32:23.729342Z","steps":["trace[1159503645] 'process raft request' (duration: 136.341763ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:23.729407Z","caller":"traceutil/trace.go:171","msg":"trace[1081864052] linearizableReadLoop","detail":"{readStateIndex:19575; appliedIndex:19572; }","duration":"145.707512ms","start":"2026-07-17T16:32:23.58368Z","end":"2026-07-17T16:32:23.729387Z","steps":["trace[1081864052] 'read index received' (duration: 19.169049ms)","trace[1081864052] 'applied index is now lower than readState.Index' (duration: 126.537643ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:32:23.729613Z","caller":"traceutil/trace.go:171","msg":"trace[1313405294] transaction","detail":"{read_only:false; response_revision:18904; number_of_response:1; }","duration":"132.817771ms","start":"2026-07-17T16:32:23.596778Z","end":"2026-07-17T16:32:23.729596Z","steps":["trace[1313405294] 'process raft request' (duration: 132.502974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:23.729616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.794094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:23.729668Z","caller":"traceutil/trace.go:171","msg":"trace[492646189] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:18904; }","duration":"146.01642ms","start":"2026-07-17T16:32:23.583641Z","end":"2026-07-17T16:32:23.729657Z","steps":["trace[492646189] 'agreement among raft nodes before linearized reading' (duration: 145.804825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:23.729774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.692112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-17T16:32:23.729788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.880999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-17T16:32:23.729845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.561712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-17T16:32:23.729855Z","caller":"traceutil/trace.go:171","msg":"trace[800341024] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18904; }","duration":"137.982352ms","start":"2026-07-17T16:32:23.591853Z","end":"2026-07-17T16:32:23.729835Z","steps":["trace[800341024] 'agreement among raft nodes before linearized reading' (duration: 137.780657ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:23.729887Z","caller":"traceutil/trace.go:171","msg":"trace[1869803441] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:18904; }","duration":"140.627034ms","start":"2026-07-17T16:32:23.589249Z","end":"2026-07-17T16:32:23.729876Z","steps":["trace[1869803441] 'agreement among raft nodes before linearized reading' (duration: 140.492581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:23.729907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.956525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:23.729957Z","caller":"traceutil/trace.go:171","msg":"trace[1370608947] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:18904; }","duration":"142.043956ms","start":"2026-07-17T16:32:23.5879Z","end":"2026-07-17T16:32:23.729944Z","steps":["trace[1370608947] 'agreement among raft nodes before linearized reading' (duration: 141.971765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:23.730002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.368047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:23.729846Z","caller":"traceutil/trace.go:171","msg":"trace[205174265] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:18904; }","duration":"142.780945ms","start":"2026-07-17T16:32:23.587041Z","end":"2026-07-17T16:32:23.729822Z","steps":["trace[205174265] 'agreement among raft nodes before linearized reading' (duration: 142.58726ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:23.730054Z","caller":"traceutil/trace.go:171","msg":"trace[1467950848] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:18904; }","duration":"140.44504ms","start":"2026-07-17T16:32:23.589597Z","end":"2026-07-17T16:32:23.730042Z","steps":["trace[1467950848] 'agreement among raft nodes before linearized reading' (duration: 140.357958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:23.730071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.50384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-17T16:32:23.730103Z","caller":"traceutil/trace.go:171","msg":"trace[1113981667] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18904; }","duration":"137.556022ms","start":"2026-07-17T16:32:23.592538Z","end":"2026-07-17T16:32:23.730094Z","steps":["trace[1113981667] 'agreement among raft nodes before linearized reading' (duration: 137.430029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:23.730149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.002756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:23.730181Z","caller":"traceutil/trace.go:171","msg":"trace[1234956504] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:18904; }","duration":"139.050867ms","start":"2026-07-17T16:32:23.591122Z","end":"2026-07-17T16:32:23.730173Z","steps":["trace[1234956504] 'agreement among raft nodes before linearized reading' (duration: 139.008786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:23.730241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.774747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-17T16:32:23.729865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.683285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:32:23.730275Z","caller":"traceutil/trace.go:171","msg":"trace[276373125] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18904; }","duration":"137.825408ms","start":"2026-07-17T16:32:23.592439Z","end":"2026-07-17T16:32:23.730264Z","steps":["trace[276373125] 'agreement among raft nodes before linearized reading' (duration: 137.742416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:23.730346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.882928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T16:32:23.730329Z","caller":"traceutil/trace.go:171","msg":"trace[927755297] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:18904; }","duration":"141.138525ms","start":"2026-07-17T16:32:23.589148Z","end":"2026-07-17T16:32:23.730286Z","steps":["trace[927755297] 'agreement among raft nodes before linearized reading' (duration: 140.690345ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:23.730393Z","caller":"traceutil/trace.go:171","msg":"trace[1190375449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18904; }","duration":"116.97004ms","start":"2026-07-17T16:32:23.61341Z","end":"2026-07-17T16:32:23.73038Z","steps":["trace[1190375449] 'agreement among raft nodes before linearized reading' (duration: 116.859977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:32:23.730532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.290769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-17T16:32:23.730535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.463826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-17T16:32:23.730667Z","caller":"traceutil/trace.go:171","msg":"trace[1935554015] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:18904; }","duration":"141.457323ms","start":"2026-07-17T16:32:23.589158Z","end":"2026-07-17T16:32:23.730616Z","steps":["trace[1935554015] 'agreement among raft nodes before linearized reading' (duration: 140.725696ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:23.730722Z","caller":"traceutil/trace.go:171","msg":"trace[341960331] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18904; }","duration":"136.741393ms","start":"2026-07-17T16:32:23.593946Z","end":"2026-07-17T16:32:23.730688Z","steps":["trace[341960331] 'agreement among raft nodes before linearized reading' (duration: 135.991025ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:32:32.15718Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16267} {"level":"info","ts":"2026-07-17T16:32:32.255746Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16267,"took":"96.328196ms","hash":1180792818,"current-db-size-bytes":47849472,"current-db-size":"48 MB","current-db-size-in-use-bytes":31076352,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-17T16:32:32.255835Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1180792818,"revision":16267,"compact-revision":13899} {"level":"info","ts":"2026-07-17T16:33:16.183419Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e6e5712872899056","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-17T16:33:16.193609Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-17T16:33:16.193811Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-17T16:35:11.027026Z","caller":"traceutil/trace.go:171","msg":"trace[1602465172] transaction","detail":"{read_only:false; response_revision:20471; number_of_response:1; }","duration":"101.111427ms","start":"2026-07-17T16:35:10.925887Z","end":"2026-07-17T16:35:11.026999Z","steps":["trace[1602465172] 'process raft request' (duration: 73.695389ms)","trace[1602465172] 'compare' (duration: 27.214873ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:35:11.027112Z","caller":"traceutil/trace.go:171","msg":"trace[1344392864] transaction","detail":"{read_only:false; response_revision:20472; number_of_response:1; }","duration":"101.164858ms","start":"2026-07-17T16:35:10.925933Z","end":"2026-07-17T16:35:11.027098Z","steps":["trace[1344392864] 'process raft request' (duration: 101.020925ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:37:32.162746Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18959} {"level":"info","ts":"2026-07-17T16:37:32.266331Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18959,"took":"99.661462ms","hash":3204172687,"current-db-size-bytes":49115136,"current-db-size":"49 MB","current-db-size-in-use-bytes":35860480,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-17T16:37:32.266394Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3204172687,"revision":18959,"compact-revision":16267} {"level":"warn","ts":"2026-07-17T16:38:16.23609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.649362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-17T16:38:16.236212Z","caller":"traceutil/trace.go:171","msg":"trace[2031261721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21861; }","duration":"256.817675ms","start":"2026-07-17T16:38:15.979372Z","end":"2026-07-17T16:38:16.236189Z","steps":["trace[2031261721] 'range keys from in-memory index tree' (duration: 256.464637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:38:16.236568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.675742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-17T16:38:16.23661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.630745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:38:16.236681Z","caller":"traceutil/trace.go:171","msg":"trace[1357485108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21861; }","duration":"301.848836ms","start":"2026-07-17T16:38:15.934803Z","end":"2026-07-17T16:38:16.236652Z","steps":["trace[1357485108] 'range keys from in-memory index tree' (duration: 301.469627ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:38:16.23669Z","caller":"traceutil/trace.go:171","msg":"trace[1439873752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21861; }","duration":"252.750738ms","start":"2026-07-17T16:38:15.983922Z","end":"2026-07-17T16:38:16.236673Z","steps":["trace[1439873752] 'range keys from in-memory index tree' (duration: 252.481001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:38:16.236732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:38:15.934783Z","time spent":"301.938549ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:38:16.969951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.888684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:38:16.97027Z","caller":"traceutil/trace.go:171","msg":"trace[1902045398] transaction","detail":"{read_only:false; response_revision:21863; number_of_response:1; }","duration":"728.415977ms","start":"2026-07-17T16:38:16.241812Z","end":"2026-07-17T16:38:16.970228Z","steps":["trace[1902045398] 'process raft request' (duration: 412.146065ms)","trace[1902045398] 'compare' (duration: 315.746289ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:38:16.970298Z","caller":"traceutil/trace.go:171","msg":"trace[1591082695] transaction","detail":"{read_only:false; response_revision:21864; number_of_response:1; }","duration":"727.753411ms","start":"2026-07-17T16:38:16.242525Z","end":"2026-07-17T16:38:16.970279Z","steps":["trace[1591082695] 'process raft request' (duration: 727.623718ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:38:16.970324Z","caller":"traceutil/trace.go:171","msg":"trace[301876605] linearizableReadLoop","detail":"{readStateIndex:22624; appliedIndex:22622; }","duration":"728.257423ms","start":"2026-07-17T16:38:16.242043Z","end":"2026-07-17T16:38:16.9703Z","steps":["trace[301876605] 'read index received' (duration: 93.055924ms)","trace[301876605] 'applied index is now lower than readState.Index' (duration: 635.200409ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:38:16.970416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:38:16.242499Z","time spent":"727.846203ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:38:16.97042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:38:16.241793Z","time spent":"728.55167ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:38:16.970712Z","caller":"traceutil/trace.go:171","msg":"trace[1776096343] transaction","detail":"{read_only:false; response_revision:21865; number_of_response:1; }","duration":"607.648177ms","start":"2026-07-17T16:38:16.36305Z","end":"2026-07-17T16:38:16.970698Z","steps":["trace[1776096343] 'process raft request' (duration: 607.194526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:38:16.970782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:38:16.363019Z","time spent":"607.727569ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:38:16.97178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.704337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940061"} {"level":"info","ts":"2026-07-17T16:38:16.971869Z","caller":"traceutil/trace.go:171","msg":"trace[449320785] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:21865; }","duration":"729.829241ms","start":"2026-07-17T16:38:16.242021Z","end":"2026-07-17T16:38:16.971851Z","steps":["trace[449320785] 'agreement among raft nodes before linearized reading' (duration: 728.385456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:38:16.97192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:38:16.242014Z","time spent":"729.892822ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940084,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-17T16:38:17.023076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.443945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-twmhv\" ","response":"range_response_count:1 size:20669"} {"level":"warn","ts":"2026-07-17T16:38:17.023108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.88744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lbpfq\" ","response":"range_response_count:1 size:22024"} {"level":"info","ts":"2026-07-17T16:38:17.023155Z","caller":"traceutil/trace.go:171","msg":"trace[886600994] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-twmhv; range_end:; response_count:1; response_revision:21866; }","duration":"575.570168ms","start":"2026-07-17T16:38:16.447567Z","end":"2026-07-17T16:38:17.023137Z","steps":["trace[886600994] 'agreement among raft nodes before linearized reading' (duration: 575.343183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:38:17.023144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.03871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T16:38:17.0232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:38:16.447547Z","time spent":"575.641719ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20692,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-twmhv\" "} {"level":"info","ts":"2026-07-17T16:38:17.02319Z","caller":"traceutil/trace.go:171","msg":"trace[1409122119] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lbpfq; range_end:; response_count:1; response_revision:21866; }","duration":"300.007663ms","start":"2026-07-17T16:38:16.723152Z","end":"2026-07-17T16:38:17.02316Z","steps":["trace[1409122119] 'agreement among raft nodes before linearized reading' (duration: 299.774127ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:38:17.02326Z","caller":"traceutil/trace.go:171","msg":"trace[941596147] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:21866; }","duration":"539.223004ms","start":"2026-07-17T16:38:16.484009Z","end":"2026-07-17T16:38:17.023232Z","steps":["trace[941596147] 'agreement among raft nodes before linearized reading' (duration: 538.973598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:38:17.023584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:38:16.723132Z","time spent":"300.414132ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22047,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lbpfq\" "} {"level":"warn","ts":"2026-07-17T16:38:17.023643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:38:16.483984Z","time spent":"539.643355ms","remote":"127.0.0.1:41866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:41:56.164506Z","caller":"traceutil/trace.go:171","msg":"trace[1800383747] transaction","detail":"{read_only:false; response_revision:23850; number_of_response:1; }","duration":"336.208701ms","start":"2026-07-17T16:41:55.828275Z","end":"2026-07-17T16:41:56.164484Z","steps":["trace[1800383747] 'process raft request' (duration: 336.065247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:41:56.16467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:41:55.828249Z","time spent":"336.348224ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:41:56.166723Z","caller":"traceutil/trace.go:171","msg":"trace[920037878] transaction","detail":"{read_only:false; response_revision:23851; number_of_response:1; }","duration":"337.364069ms","start":"2026-07-17T16:41:55.829335Z","end":"2026-07-17T16:41:56.166699Z","steps":["trace[920037878] 'process raft request' (duration: 337.164864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:41:56.166916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:41:55.829306Z","time spent":"337.522803ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:41:56.166917Z","caller":"traceutil/trace.go:171","msg":"trace[823631946] transaction","detail":"{read_only:false; response_revision:23852; number_of_response:1; }","duration":"186.400115ms","start":"2026-07-17T16:41:55.980497Z","end":"2026-07-17T16:41:56.166897Z","steps":["trace[823631946] 'process raft request' (duration: 186.162279ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:41:56.167069Z","caller":"traceutil/trace.go:171","msg":"trace[1540473997] transaction","detail":"{read_only:false; response_revision:23854; number_of_response:1; }","duration":"123.756241ms","start":"2026-07-17T16:41:56.043298Z","end":"2026-07-17T16:41:56.167054Z","steps":["trace[1540473997] 'process raft request' (duration: 123.682429ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:41:56.167124Z","caller":"traceutil/trace.go:171","msg":"trace[767489625] linearizableReadLoop","detail":"{readStateIndex:24666; appliedIndex:24664; }","duration":"251.99474ms","start":"2026-07-17T16:41:55.91512Z","end":"2026-07-17T16:41:56.167114Z","steps":["trace[767489625] 'read index received' (duration: 249.244594ms)","trace[767489625] 'applied index is now lower than readState.Index' (duration: 2.749346ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:41:56.167186Z","caller":"traceutil/trace.go:171","msg":"trace[156844765] transaction","detail":"{read_only:false; response_revision:23853; number_of_response:1; }","duration":"129.810367ms","start":"2026-07-17T16:41:56.037366Z","end":"2026-07-17T16:41:56.167176Z","steps":["trace[156844765] 'process raft request' (duration: 129.479399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:41:56.167353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.727191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T16:41:56.167439Z","caller":"traceutil/trace.go:171","msg":"trace[266329910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23855; }","duration":"138.810253ms","start":"2026-07-17T16:41:56.028618Z","end":"2026-07-17T16:41:56.167428Z","steps":["trace[266329910] 'agreement among raft nodes before linearized reading' (duration: 138.606998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:41:56.167472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.334658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:41:56.167509Z","caller":"traceutil/trace.go:171","msg":"trace[708873080] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23855; }","duration":"252.411289ms","start":"2026-07-17T16:41:55.91509Z","end":"2026-07-17T16:41:56.167501Z","steps":["trace[708873080] 'agreement among raft nodes before linearized reading' (duration: 252.306817ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:41:56.167527Z","caller":"traceutil/trace.go:171","msg":"trace[1275224422] transaction","detail":"{read_only:false; response_revision:23855; number_of_response:1; }","duration":"118.306291ms","start":"2026-07-17T16:41:56.049212Z","end":"2026-07-17T16:41:56.167519Z","steps":["trace[1275224422] 'process raft request' (duration: 117.810369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:41:56.167672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.944763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-17T16:41:56.167701Z","caller":"traceutil/trace.go:171","msg":"trace[2038881806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23855; }","duration":"130.992725ms","start":"2026-07-17T16:41:56.036701Z","end":"2026-07-17T16:41:56.167694Z","steps":["trace[2038881806] 'agreement among raft nodes before linearized reading' (duration: 130.895843ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:42:16.409714Z","caller":"traceutil/trace.go:171","msg":"trace[1614293667] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"149.040278ms","start":"2026-07-17T16:42:16.260654Z","end":"2026-07-17T16:42:16.409694Z","steps":["trace[1614293667] 'process raft request' (duration: 148.908925ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:42:16.411827Z","caller":"traceutil/trace.go:171","msg":"trace[1424619360] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"147.489521ms","start":"2026-07-17T16:42:16.264327Z","end":"2026-07-17T16:42:16.411817Z","steps":["trace[1424619360] 'process raft request' (duration: 147.404379ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:42:16.41211Z","caller":"traceutil/trace.go:171","msg":"trace[1721602502] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"147.499211ms","start":"2026-07-17T16:42:16.264601Z","end":"2026-07-17T16:42:16.4121Z","steps":["trace[1721602502] 'process raft request' (duration: 147.195744ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:42:16.412192Z","caller":"traceutil/trace.go:171","msg":"trace[1737431552] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"147.522202ms","start":"2026-07-17T16:42:16.264662Z","end":"2026-07-17T16:42:16.412184Z","steps":["trace[1737431552] 'process raft request' (duration: 147.401209ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:42:16.412355Z","caller":"traceutil/trace.go:171","msg":"trace[44034180] linearizableReadLoop","detail":"{readStateIndex:24858; appliedIndex:24853; }","duration":"128.593108ms","start":"2026-07-17T16:42:16.283742Z","end":"2026-07-17T16:42:16.412335Z","steps":["trace[44034180] 'read index received' (duration: 125.813061ms)","trace[44034180] 'applied index is now lower than readState.Index' (duration: 2.779177ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:42:16.412395Z","caller":"traceutil/trace.go:171","msg":"trace[1984287259] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"146.398485ms","start":"2026-07-17T16:42:16.265987Z","end":"2026-07-17T16:42:16.412386Z","steps":["trace[1984287259] 'process raft request' (duration: 146.162589ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:42:16.412467Z","caller":"traceutil/trace.go:171","msg":"trace[582743965] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"102.290116ms","start":"2026-07-17T16:42:16.310165Z","end":"2026-07-17T16:42:16.412455Z","steps":["trace[582743965] 'process raft request' (duration: 102.095651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:42:16.412632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.157528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-17T16:42:16.412653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.130144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T16:42:16.41266Z","caller":"traceutil/trace.go:171","msg":"trace[1403955573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24040; }","duration":"101.197999ms","start":"2026-07-17T16:42:16.311453Z","end":"2026-07-17T16:42:16.412651Z","steps":["trace[1403955573] 'agreement among raft nodes before linearized reading' (duration: 101.087727ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:42:16.412677Z","caller":"traceutil/trace.go:171","msg":"trace[1457313898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24040; }","duration":"100.175015ms","start":"2026-07-17T16:42:16.312494Z","end":"2026-07-17T16:42:16.412669Z","steps":["trace[1457313898] 'agreement among raft nodes before linearized reading' (duration: 100.110013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:42:16.412695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.936166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:42:16.412722Z","caller":"traceutil/trace.go:171","msg":"trace[209034645] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24040; }","duration":"129.007778ms","start":"2026-07-17T16:42:16.283705Z","end":"2026-07-17T16:42:16.412713Z","steps":["trace[209034645] 'agreement among raft nodes before linearized reading' (duration: 128.946576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:42:16.412725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.010791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:42:16.412777Z","caller":"traceutil/trace.go:171","msg":"trace[1947221407] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24040; }","duration":"100.176335ms","start":"2026-07-17T16:42:16.31257Z","end":"2026-07-17T16:42:16.412746Z","steps":["trace[1947221407] 'agreement among raft nodes before linearized reading' (duration: 99.980131ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:42:32.169578Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21529} {"level":"info","ts":"2026-07-17T16:42:32.282471Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21529,"took":"109.713044ms","hash":11784561,"current-db-size-bytes":51236864,"current-db-size":"51 MB","current-db-size-in-use-bytes":34070528,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-17T16:42:32.282537Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":11784561,"revision":21529,"compact-revision":18959} {"level":"info","ts":"2026-07-17T16:44:20.224546Z","caller":"traceutil/trace.go:171","msg":"trace[1077193534] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"218.345815ms","start":"2026-07-17T16:44:20.006165Z","end":"2026-07-17T16:44:20.224511Z","steps":["trace[1077193534] 'process raft request' (duration: 218.14757ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:44:20.521342Z","caller":"traceutil/trace.go:171","msg":"trace[788666245] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"292.519727ms","start":"2026-07-17T16:44:20.228782Z","end":"2026-07-17T16:44:20.521302Z","steps":["trace[788666245] 'process raft request' (duration: 211.134574ms)","trace[788666245] 'compare' (duration: 81.28077ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:44:21.44194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.986066ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-17T16:44:21.442296Z","caller":"traceutil/trace.go:171","msg":"trace[224170385] linearizableReadLoop","detail":"{readStateIndex:25875; appliedIndex:25874; }","duration":"546.253003ms","start":"2026-07-17T16:44:20.896019Z","end":"2026-07-17T16:44:21.442272Z","steps":["trace[224170385] 'read index received' (duration: 43.791µs)","trace[224170385] 'applied index is now lower than readState.Index' (duration: 546.207912ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:44:21.442409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:21.000831Z","time spent":"441.566676ms","remote":"127.0.0.1:41712","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T16:44:21.443116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.086332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T16:44:21.443164Z","caller":"traceutil/trace.go:171","msg":"trace[436512756] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25021; }","duration":"547.188685ms","start":"2026-07-17T16:44:20.895964Z","end":"2026-07-17T16:44:21.443152Z","steps":["trace[436512756] 'agreement among raft nodes before linearized reading' (duration: 546.966239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:21.443208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:20.895911Z","time spent":"547.288227ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-17T16:44:21.443278Z","caller":"traceutil/trace.go:171","msg":"trace[1156343291] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"526.475443ms","start":"2026-07-17T16:44:20.916778Z","end":"2026-07-17T16:44:21.443253Z","steps":["trace[1156343291] 'process raft request' (duration: 525.317336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:21.443512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:20.91675Z","time spent":"526.660487ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:44:21.47055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.734977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:44:21.470699Z","caller":"traceutil/trace.go:171","msg":"trace[696415930] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"499.990634ms","start":"2026-07-17T16:44:20.970678Z","end":"2026-07-17T16:44:21.470668Z","steps":["trace[696415930] 'agreement among raft nodes before linearized reading' (duration: 499.752018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:21.47084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:20.970666Z","time spent":"500.089576ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:44:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:44:22.17941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.018268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:44:22.179792Z","caller":"traceutil/trace.go:171","msg":"trace[35211225] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"1.221073197s","start":"2026-07-17T16:44:20.958696Z","end":"2026-07-17T16:44:22.179769Z","steps":["trace[35211225] 'process raft request' (duration: 1.221008486s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:22.179893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:20.958677Z","time spent":"1.221163779s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:44:22.180136Z","caller":"traceutil/trace.go:171","msg":"trace[675862978] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"1.260436672s","start":"2026-07-17T16:44:20.919662Z","end":"2026-07-17T16:44:22.180098Z","steps":["trace[675862978] 'process raft request' (duration: 523.578894ms)","trace[675862978] 'compare' (duration: 735.68517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:44:22.180422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:20.91964Z","time spent":"1.260574995s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:44:22.180161Z","caller":"traceutil/trace.go:171","msg":"trace[1723063280] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"1.241175764s","start":"2026-07-17T16:44:20.938968Z","end":"2026-07-17T16:44:22.180144Z","steps":["trace[1723063280] 'process raft request' (duration: 1.240615251s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:22.180993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:20.938941Z","time spent":"1.241962343s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:44:22.467862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01863525s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T16:44:22.468696Z","caller":"traceutil/trace.go:171","msg":"trace[658507066] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"1.248371936s","start":"2026-07-17T16:44:21.220296Z","end":"2026-07-17T16:44:22.468668Z","steps":["trace[658507066] 'process raft request' (duration: 1.248188212s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:44:22.46882Z","caller":"traceutil/trace.go:171","msg":"trace[1067758074] linearizableReadLoop","detail":"{readStateIndex:25881; appliedIndex:25876; }","duration":"1.026471516s","start":"2026-07-17T16:44:21.442336Z","end":"2026-07-17T16:44:22.468808Z","steps":["trace[1067758074] 'read index received' (duration: 6.898184ms)","trace[1067758074] 'applied index is now lower than readState.Index' (duration: 1.019572652s)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:44:22.468874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:21.220265Z","time spent":"1.248503408s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:44:22.46895Z","caller":"traceutil/trace.go:171","msg":"trace[670962483] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"1.247949875s","start":"2026-07-17T16:44:21.220993Z","end":"2026-07-17T16:44:22.468943Z","steps":["trace[670962483] 'process raft request' (duration: 1.247638488s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:22.469001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:21.220972Z","time spent":"1.247999357s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:44:22.469093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292594836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:44:22.469122Z","caller":"traceutil/trace.go:171","msg":"trace[1764604210] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25027; }","duration":"1.292667447s","start":"2026-07-17T16:44:21.176446Z","end":"2026-07-17T16:44:22.469113Z","steps":["trace[1764604210] 'agreement among raft nodes before linearized reading' (duration: 1.292610146s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:22.469147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:21.176428Z","time spent":"1.292707999s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:44:22.46931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361731948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-17T16:44:22.469334Z","caller":"traceutil/trace.go:171","msg":"trace[1168804494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25027; }","duration":"1.361789228s","start":"2026-07-17T16:44:21.107538Z","end":"2026-07-17T16:44:22.469327Z","steps":["trace[1168804494] 'agreement among raft nodes before linearized reading' (duration: 1.361709807s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:22.469352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:21.107521Z","time spent":"1.36182788s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:44:22.469498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388639717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T16:44:22.46956Z","caller":"traceutil/trace.go:171","msg":"trace[529654414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25027; }","duration":"1.38874616s","start":"2026-07-17T16:44:21.080797Z","end":"2026-07-17T16:44:22.469543Z","steps":["trace[529654414] 'agreement among raft nodes before linearized reading' (duration: 1.388524584s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:22.469604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:21.080776Z","time spent":"1.388819221s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:44:23.420139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.252555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:44:23.420325Z","caller":"traceutil/trace.go:171","msg":"trace[1616723705] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"1.93533158s","start":"2026-07-17T16:44:21.484959Z","end":"2026-07-17T16:44:23.420291Z","steps":["trace[1616723705] 'process raft request' (duration: 1.382848919s)","trace[1616723705] 'compare' (duration: 551.756073ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:44:23.42046Z","caller":"traceutil/trace.go:171","msg":"trace[915385166] linearizableReadLoop","detail":"{readStateIndex:25882; appliedIndex:25881; }","duration":"951.558887ms","start":"2026-07-17T16:44:22.468847Z","end":"2026-07-17T16:44:23.420406Z","steps":["trace[915385166] 'read index received' (duration: 398.977115ms)","trace[915385166] 'applied index is now lower than readState.Index' (duration: 552.579972ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:44:23.420513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:21.484927Z","time spent":"1.935487503s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:44:23.420545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753386439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:44:23.420585Z","caller":"traceutil/trace.go:171","msg":"trace[1726916289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25030; }","duration":"1.75346234s","start":"2026-07-17T16:44:21.667114Z","end":"2026-07-17T16:44:23.420576Z","steps":["trace[1726916289] 'agreement among raft nodes before linearized reading' (duration: 1.753400319s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:23.420623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:21.667093Z","time spent":"1.753522562s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:44:23.420566Z","caller":"traceutil/trace.go:171","msg":"trace[252401726] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"947.560783ms","start":"2026-07-17T16:44:22.47295Z","end":"2026-07-17T16:44:23.420511Z","steps":["trace[252401726] 'process raft request' (duration: 947.342728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:23.420713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833749747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-17T16:44:23.42073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446541032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:44:23.420778Z","caller":"traceutil/trace.go:171","msg":"trace[1411833216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25030; }","duration":"1.83386838s","start":"2026-07-17T16:44:21.586894Z","end":"2026-07-17T16:44:23.420763Z","steps":["trace[1411833216] 'agreement among raft nodes before linearized reading' (duration: 1.833676805s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:23.420749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122340903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:44:23.420792Z","caller":"traceutil/trace.go:171","msg":"trace[777271078] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25030; }","duration":"1.446643894s","start":"2026-07-17T16:44:21.974129Z","end":"2026-07-17T16:44:23.420773Z","steps":["trace[777271078] 'agreement among raft nodes before linearized reading' (duration: 1.446565462s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:23.420832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:21.58687Z","time spent":"1.833950282s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:44:23.420851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:21.974105Z","time spent":"1.446735797s","remote":"127.0.0.1:34964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:44:23.420877Z","caller":"traceutil/trace.go:171","msg":"trace[347979490] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25030; }","duration":"1.122499116s","start":"2026-07-17T16:44:22.298329Z","end":"2026-07-17T16:44:23.420828Z","steps":["trace[347979490] 'agreement among raft nodes before linearized reading' (duration: 1.122310552s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:23.42093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658493375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-17T16:44:23.420954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:22.29831Z","time spent":"1.12262549s","remote":"127.0.0.1:36248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:44:23.420966Z","caller":"traceutil/trace.go:171","msg":"trace[2111469755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25030; }","duration":"1.658560276s","start":"2026-07-17T16:44:21.762396Z","end":"2026-07-17T16:44:23.420957Z","steps":["trace[2111469755] 'agreement among raft nodes before linearized reading' (duration: 1.658439314s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:23.420981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972938992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T16:44:23.420467Z","caller":"traceutil/trace.go:171","msg":"trace[1459819021] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"946.429905ms","start":"2026-07-17T16:44:22.47402Z","end":"2026-07-17T16:44:23.42045Z","steps":["trace[1459819021] 'process raft request' (duration: 946.382864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:23.421009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:21.762379Z","time spent":"1.658623959s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T16:44:23.421017Z","caller":"traceutil/trace.go:171","msg":"trace[636759911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25030; }","duration":"1.973005684s","start":"2026-07-17T16:44:21.448001Z","end":"2026-07-17T16:44:23.421006Z","steps":["trace[636759911] 'agreement among raft nodes before linearized reading' (duration: 1.97283175s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:23.420637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572346199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:44:23.421046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:21.447986Z","time spent":"1.973054255s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:44:23.420797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:22.472927Z","time spent":"947.789438ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:44:23.421055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:22.474009Z","time spent":"947.010779ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:44:23.421076Z","caller":"traceutil/trace.go:171","msg":"trace[325076349] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25030; }","duration":"1.572853091s","start":"2026-07-17T16:44:21.848212Z","end":"2026-07-17T16:44:23.421065Z","steps":["trace[325076349] 'agreement among raft nodes before linearized reading' (duration: 1.572308258s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:23.421113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:21.848189Z","time spent":"1.572913093s","remote":"127.0.0.1:36210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:44:23.811189Z","caller":"traceutil/trace.go:171","msg":"trace[1446052794] linearizableReadLoop","detail":"{readStateIndex:25885; appliedIndex:25884; }","duration":"390.627057ms","start":"2026-07-17T16:44:23.420532Z","end":"2026-07-17T16:44:23.811159Z","steps":["trace[1446052794] 'read index received' (duration: 337.226669ms)","trace[1446052794] 'applied index is now lower than readState.Index' (duration: 53.398778ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:44:23.811394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042157339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:44:23.811444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204819792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:44:23.811507Z","caller":"traceutil/trace.go:171","msg":"trace[2024766540] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25031; }","duration":"1.204926134s","start":"2026-07-17T16:44:22.606566Z","end":"2026-07-17T16:44:23.811492Z","steps":["trace[2024766540] 'agreement among raft nodes before linearized reading' (duration: 1.204799371s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:44:23.811507Z","caller":"traceutil/trace.go:171","msg":"trace[2033862019] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25031; }","duration":"1.042316183s","start":"2026-07-17T16:44:22.769165Z","end":"2026-07-17T16:44:23.811481Z","steps":["trace[2033862019] 'agreement among raft nodes before linearized reading' (duration: 1.042121728s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:23.811543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:22.606549Z","time spent":"1.204986636s","remote":"127.0.0.1:32910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:44:23.81157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285294733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-17T16:44:23.811573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:22.769145Z","time spent":"1.042407125s","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:44:23.81161Z","caller":"traceutil/trace.go:171","msg":"trace[946807994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25031; }","duration":"1.285383645s","start":"2026-07-17T16:44:22.526213Z","end":"2026-07-17T16:44:23.811596Z","steps":["trace[946807994] 'agreement among raft nodes before linearized reading' (duration: 1.285235992s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:44:23.811599Z","caller":"traceutil/trace.go:171","msg":"trace[27130568] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"776.559102ms","start":"2026-07-17T16:44:23.035012Z","end":"2026-07-17T16:44:23.811571Z","steps":["trace[27130568] 'process raft request' (duration: 722.732443ms)","trace[27130568] 'compare' (duration: 53.238105ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:44:23.811649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:22.526192Z","time spent":"1.285449426s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:44:23.811725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:23.034988Z","time spent":"776.664405ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:44:23.870338Z","caller":"traceutil/trace.go:171","msg":"trace[2124425923] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"422.229827ms","start":"2026-07-17T16:44:23.448074Z","end":"2026-07-17T16:44:23.870304Z","steps":["trace[2124425923] 'process raft request' (duration: 422.137775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:23.870448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.617491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:44:23.870502Z","caller":"traceutil/trace.go:171","msg":"trace[634754854] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25034; }","duration":"434.698783ms","start":"2026-07-17T16:44:23.435783Z","end":"2026-07-17T16:44:23.870482Z","steps":["trace[634754854] 'agreement among raft nodes before linearized reading' (duration: 434.625531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:23.870508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:23.448056Z","time spent":"422.37221ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:44:23.870373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.356637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:44:23.870564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:23.435769Z","time spent":"434.780515ms","remote":"127.0.0.1:50674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:44:23.870545Z","caller":"traceutil/trace.go:171","msg":"trace[10964655] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"445.242333ms","start":"2026-07-17T16:44:23.425269Z","end":"2026-07-17T16:44:23.870512Z","steps":["trace[10964655] 'process raft request' (duration: 444.740481ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:44:23.870618Z","caller":"traceutil/trace.go:171","msg":"trace[1510675166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25034; }","duration":"448.641524ms","start":"2026-07-17T16:44:23.421955Z","end":"2026-07-17T16:44:23.870596Z","steps":["trace[1510675166] 'agreement among raft nodes before linearized reading' (duration: 448.307856ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:44:23.87062Z","caller":"traceutil/trace.go:171","msg":"trace[1728016448] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"445.301455ms","start":"2026-07-17T16:44:23.425269Z","end":"2026-07-17T16:44:23.870571Z","steps":["trace[1728016448] 'process raft request' (duration: 444.900625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:23.870646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.546102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18461"} {"level":"warn","ts":"2026-07-17T16:44:23.870695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:23.421939Z","time spent":"448.725256ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:44:23.87073Z","caller":"traceutil/trace.go:171","msg":"trace[724703659] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25034; }","duration":"448.670165ms","start":"2026-07-17T16:44:23.422038Z","end":"2026-07-17T16:44:23.870708Z","steps":["trace[724703659] 'agreement among raft nodes before linearized reading' (duration: 448.426989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:44:23.870742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:23.425251Z","time spent":"445.412838ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:44:23.870792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:23.422033Z","time spent":"448.744697ms","remote":"127.0.0.1:41562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18484,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-17T16:44:23.870789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:44:23.425243Z","time spent":"445.460389ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:47:32.176167Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24139} {"level":"info","ts":"2026-07-17T16:47:32.299105Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24139,"took":"118.567146ms","hash":1451651853,"current-db-size-bytes":51236864,"current-db-size":"51 MB","current-db-size-in-use-bytes":34197504,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-17T16:47:32.29923Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1451651853,"revision":24139,"compact-revision":21529} {"level":"info","ts":"2026-07-17T16:48:16.175168Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006ee6.wal"} {"level":"info","ts":"2026-07-17T16:48:25.00741Z","caller":"traceutil/trace.go:171","msg":"trace[672922514] transaction","detail":"{read_only:false; response_revision:27760; number_of_response:1; }","duration":"299.353119ms","start":"2026-07-17T16:48:24.708037Z","end":"2026-07-17T16:48:25.00739Z","steps":["trace[672922514] 'process raft request' (duration: 299.214046ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:48:25.009124Z","caller":"traceutil/trace.go:171","msg":"trace[2097389493] transaction","detail":"{read_only:false; response_revision:27762; number_of_response:1; }","duration":"241.143776ms","start":"2026-07-17T16:48:24.767969Z","end":"2026-07-17T16:48:25.009113Z","steps":["trace[2097389493] 'process raft request' (duration: 241.074865ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:48:25.009154Z","caller":"traceutil/trace.go:171","msg":"trace[863842597] transaction","detail":"{read_only:false; response_revision:27761; number_of_response:1; }","duration":"300.452525ms","start":"2026-07-17T16:48:24.708681Z","end":"2026-07-17T16:48:25.009133Z","steps":["trace[863842597] 'process raft request' (duration: 300.284021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:48:25.009263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:48:24.708646Z","time spent":"300.546017ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:48:25.009266Z","caller":"traceutil/trace.go:171","msg":"trace[1227675196] linearizableReadLoop","detail":"{readStateIndex:28687; appliedIndex:28685; }","duration":"280.091661ms","start":"2026-07-17T16:48:24.72915Z","end":"2026-07-17T16:48:25.009241Z","steps":["trace[1227675196] 'read index received' (duration: 278.144885ms)","trace[1227675196] 'applied index is now lower than readState.Index' (duration: 1.944996ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:48:25.009345Z","caller":"traceutil/trace.go:171","msg":"trace[1427948231] transaction","detail":"{read_only:false; response_revision:27763; number_of_response:1; }","duration":"203.715508ms","start":"2026-07-17T16:48:24.805607Z","end":"2026-07-17T16:48:25.009322Z","steps":["trace[1427948231] 'process raft request' (duration: 203.479733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:48:25.009454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.291617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:48:25.009494Z","caller":"traceutil/trace.go:171","msg":"trace[757729628] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:27763; }","duration":"280.381408ms","start":"2026-07-17T16:48:24.729103Z","end":"2026-07-17T16:48:25.009485Z","steps":["trace[757729628] 'agreement among raft nodes before linearized reading' (duration: 280.212584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:49:03.885262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268155821,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T16:49:04.061554Z","caller":"traceutil/trace.go:171","msg":"trace[1703439201] transaction","detail":"{read_only:false; response_revision:28191; number_of_response:1; }","duration":"725.128789ms","start":"2026-07-17T16:49:03.336399Z","end":"2026-07-17T16:49:04.061528Z","steps":["trace[1703439201] 'process raft request' (duration: 724.944545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:49:04.061669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:49:03.336384Z","time spent":"725.224091ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:49:04.064134Z","caller":"traceutil/trace.go:171","msg":"trace[1624572374] transaction","detail":"{read_only:false; response_revision:28195; number_of_response:1; }","duration":"125.355187ms","start":"2026-07-17T16:49:03.938765Z","end":"2026-07-17T16:49:04.064121Z","steps":["trace[1624572374] 'process raft request' (duration: 125.313856ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:49:04.064166Z","caller":"traceutil/trace.go:171","msg":"trace[618153396] transaction","detail":"{read_only:false; response_revision:28194; number_of_response:1; }","duration":"491.149384ms","start":"2026-07-17T16:49:03.572994Z","end":"2026-07-17T16:49:04.064143Z","steps":["trace[618153396] 'process raft request' (duration: 491.061682ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:49:04.064124Z","caller":"traceutil/trace.go:171","msg":"trace[584063530] transaction","detail":"{read_only:false; response_revision:28192; number_of_response:1; }","duration":"727.452504ms","start":"2026-07-17T16:49:03.336644Z","end":"2026-07-17T16:49:04.064096Z","steps":["trace[584063530] 'process raft request' (duration: 727.339501ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:49:04.064257Z","caller":"traceutil/trace.go:171","msg":"trace[623466069] linearizableReadLoop","detail":"{readStateIndex:29129; appliedIndex:29125; }","duration":"679.858835ms","start":"2026-07-17T16:49:03.384386Z","end":"2026-07-17T16:49:04.064245Z","steps":["trace[623466069] 'read index received' (duration: 676.990926ms)","trace[623466069] 'applied index is now lower than readState.Index' (duration: 2.867299ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:49:04.064304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:49:03.572971Z","time spent":"491.259616ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:49:04.0643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:49:03.336633Z","time spent":"727.600507ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:49:04.064494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.11375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-17T16:49:04.064522Z","caller":"traceutil/trace.go:171","msg":"trace[2029405758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28196; }","duration":"680.171482ms","start":"2026-07-17T16:49:03.384342Z","end":"2026-07-17T16:49:04.064513Z","steps":["trace[2029405758] 'agreement among raft nodes before linearized reading' (duration: 680.0842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:49:04.064549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:49:03.384324Z","time spent":"680.220213ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:49:04.064576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.834842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:49:04.064605Z","caller":"traceutil/trace.go:171","msg":"trace[1138132058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28196; }","duration":"409.888624ms","start":"2026-07-17T16:49:03.654707Z","end":"2026-07-17T16:49:04.064596Z","steps":["trace[1138132058] 'agreement among raft nodes before linearized reading' (duration: 409.839273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:49:04.064608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.229129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/capo-system/capo-controller-manager-8c5df4f-qhqhb\" ","response":"range_response_count:1 size:2901"} {"level":"warn","ts":"2026-07-17T16:49:04.064632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:49:03.654691Z","time spent":"409.934575ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:49:04.064646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.463551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-8c5df4f-qhqhb\" ","response":"range_response_count:1 size:4636"} {"level":"info","ts":"2026-07-17T16:49:04.064672Z","caller":"traceutil/trace.go:171","msg":"trace[1946251431] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-8c5df4f-qhqhb; range_end:; response_count:1; response_revision:28196; }","duration":"443.522212ms","start":"2026-07-17T16:49:03.621139Z","end":"2026-07-17T16:49:04.064661Z","steps":["trace[1946251431] 'agreement among raft nodes before linearized reading' (duration: 443.460051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:49:04.064673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.578267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:49:04.064691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:49:03.621118Z","time spent":"443.567434ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4659,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-8c5df4f-qhqhb\" "} {"level":"info","ts":"2026-07-17T16:49:04.064693Z","caller":"traceutil/trace.go:171","msg":"trace[822379382] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28196; }","duration":"529.610757ms","start":"2026-07-17T16:49:03.535076Z","end":"2026-07-17T16:49:04.064686Z","steps":["trace[822379382] 'agreement among raft nodes before linearized reading' (duration: 529.572816ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:49:04.064637Z","caller":"traceutil/trace.go:171","msg":"trace[1787185769] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/capo-system/capo-controller-manager-8c5df4f-qhqhb; range_end:; response_count:1; response_revision:28196; }","duration":"532.284591ms","start":"2026-07-17T16:49:03.532343Z","end":"2026-07-17T16:49:04.064627Z","steps":["trace[1787185769] 'agreement among raft nodes before linearized reading' (duration: 532.122947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:49:04.06483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:49:03.532326Z","time spent":"532.495505ms","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":2924,"request content":"key:\"/registry/cilium.io/ciliumendpoints/capo-system/capo-controller-manager-8c5df4f-qhqhb\" "} {"level":"warn","ts":"2026-07-17T16:49:04.064846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.562968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:462"} {"level":"warn","ts":"2026-07-17T16:49:04.064718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:49:03.535069Z","time spent":"529.643948ms","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:49:04.064877Z","caller":"traceutil/trace.go:171","msg":"trace[9742162] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28196; }","duration":"188.592108ms","start":"2026-07-17T16:49:03.876275Z","end":"2026-07-17T16:49:04.064867Z","steps":["trace[9742162] 'agreement among raft nodes before linearized reading' (duration: 188.484926ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:49:04.065197Z","caller":"traceutil/trace.go:171","msg":"trace[909523110] transaction","detail":"{read_only:false; response_revision:28193; number_of_response:1; }","duration":"494.379361ms","start":"2026-07-17T16:49:03.5708Z","end":"2026-07-17T16:49:04.06518Z","steps":["trace[909523110] 'process raft request' (duration: 493.232144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:49:04.065268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:49:03.570779Z","time spent":"494.447482ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:49:55.584949Z","caller":"traceutil/trace.go:171","msg":"trace[376839942] transaction","detail":"{read_only:false; response_revision:28803; number_of_response:1; }","duration":"113.778382ms","start":"2026-07-17T16:49:55.471141Z","end":"2026-07-17T16:49:55.584919Z","steps":["trace[376839942] 'process raft request' (duration: 102.855542ms)","trace[376839942] 'compare' (duration: 10.793867ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:49:55.673348Z","caller":"traceutil/trace.go:171","msg":"trace[2110251559] transaction","detail":"{read_only:false; response_revision:28804; number_of_response:1; }","duration":"192.968822ms","start":"2026-07-17T16:49:55.48036Z","end":"2026-07-17T16:49:55.673329Z","steps":["trace[2110251559] 'process raft request' (duration: 192.828799ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:49:55.673478Z","caller":"traceutil/trace.go:171","msg":"trace[378938276] linearizableReadLoop","detail":"{readStateIndex:29754; appliedIndex:29751; }","duration":"102.020213ms","start":"2026-07-17T16:49:55.571449Z","end":"2026-07-17T16:49:55.673469Z","steps":["trace[378938276] 'read index received' (duration: 2.500589ms)","trace[378938276] 'applied index is now lower than readState.Index' (duration: 99.518874ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:49:55.673623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.092014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:49:55.673651Z","caller":"traceutil/trace.go:171","msg":"trace[1318732004] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28805; }","duration":"102.233868ms","start":"2026-07-17T16:49:55.571407Z","end":"2026-07-17T16:49:55.673641Z","steps":["trace[1318732004] 'agreement among raft nodes before linearized reading' (duration: 102.088034ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:49:55.673657Z","caller":"traceutil/trace.go:171","msg":"trace[1252900706] transaction","detail":"{read_only:false; response_revision:28805; number_of_response:1; }","duration":"192.85468ms","start":"2026-07-17T16:49:55.480778Z","end":"2026-07-17T16:49:55.673633Z","steps":["trace[1252900706] 'process raft request' (duration: 192.518192ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:49:56.433599Z","caller":"traceutil/trace.go:171","msg":"trace[1139861169] transaction","detail":"{read_only:false; response_revision:28808; number_of_response:1; }","duration":"162.041968ms","start":"2026-07-17T16:49:56.271521Z","end":"2026-07-17T16:49:56.433563Z","steps":["trace[1139861169] 'process raft request' (duration: 132.817024ms)","trace[1139861169] 'compare' (duration: 28.998929ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:49:56.43388Z","caller":"traceutil/trace.go:171","msg":"trace[960608351] transaction","detail":"{read_only:false; response_revision:28809; number_of_response:1; }","duration":"157.91355ms","start":"2026-07-17T16:49:56.27589Z","end":"2026-07-17T16:49:56.433803Z","steps":["trace[960608351] 'process raft request' (duration: 157.601462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:49:56.434157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.403715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:49:56.434223Z","caller":"traceutil/trace.go:171","msg":"trace[1771020972] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28811; }","duration":"151.554739ms","start":"2026-07-17T16:49:56.282656Z","end":"2026-07-17T16:49:56.434211Z","steps":["trace[1771020972] 'agreement among raft nodes before linearized reading' (duration: 151.408406ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:49:56.434009Z","caller":"traceutil/trace.go:171","msg":"trace[174695466] transaction","detail":"{read_only:false; response_revision:28810; number_of_response:1; }","duration":"154.492609ms","start":"2026-07-17T16:49:56.279497Z","end":"2026-07-17T16:49:56.43399Z","steps":["trace[174695466] 'process raft request' (duration: 154.239903ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:49:56.434014Z","caller":"traceutil/trace.go:171","msg":"trace[728901604] linearizableReadLoop","detail":"{readStateIndex:29759; appliedIndex:29756; }","duration":"151.291633ms","start":"2026-07-17T16:49:56.2827Z","end":"2026-07-17T16:49:56.433991Z","steps":["trace[728901604] 'read index received' (duration: 15.951769ms)","trace[728901604] 'applied index is now lower than readState.Index' (duration: 135.338914ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:49:56.434049Z","caller":"traceutil/trace.go:171","msg":"trace[1028042527] transaction","detail":"{read_only:false; response_revision:28811; number_of_response:1; }","duration":"145.655269ms","start":"2026-07-17T16:49:56.288375Z","end":"2026-07-17T16:49:56.43403Z","steps":["trace[1028042527] 'process raft request' (duration: 145.468545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:49:56.434704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.739379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-17T16:49:56.434742Z","caller":"traceutil/trace.go:171","msg":"trace[1688021987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28811; }","duration":"147.821681ms","start":"2026-07-17T16:49:56.286907Z","end":"2026-07-17T16:49:56.434729Z","steps":["trace[1688021987] 'agreement among raft nodes before linearized reading' (duration: 147.693388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:49:56.435044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.56176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-17T16:49:56.435078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.058316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T16:49:56.435103Z","caller":"traceutil/trace.go:171","msg":"trace[1866270195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28811; }","duration":"146.666423ms","start":"2026-07-17T16:49:56.288422Z","end":"2026-07-17T16:49:56.435088Z","steps":["trace[1866270195] 'agreement among raft nodes before linearized reading' (duration: 146.435808ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:49:56.435113Z","caller":"traceutil/trace.go:171","msg":"trace[80632367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28811; }","duration":"148.133758ms","start":"2026-07-17T16:49:56.286969Z","end":"2026-07-17T16:49:56.435103Z","steps":["trace[80632367] 'agreement among raft nodes before linearized reading' (duration: 148.030405ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:50:15.247023Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e6e5712872899056","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-17T16:50:15.253123Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-17T16:50:15.25324Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-17T16:51:51.021928Z","caller":"traceutil/trace.go:171","msg":"trace[1191836512] transaction","detail":"{read_only:false; response_revision:30054; number_of_response:1; }","duration":"177.050773ms","start":"2026-07-17T16:51:50.844846Z","end":"2026-07-17T16:51:51.021897Z","steps":["trace[1191836512] 'process raft request' (duration: 176.820997ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:51:51.024935Z","caller":"traceutil/trace.go:171","msg":"trace[284743349] transaction","detail":"{read_only:false; response_revision:30056; number_of_response:1; }","duration":"155.419546ms","start":"2026-07-17T16:51:50.869489Z","end":"2026-07-17T16:51:51.024908Z","steps":["trace[284743349] 'process raft request' (duration: 155.253842ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:51:51.024975Z","caller":"traceutil/trace.go:171","msg":"trace[1245117590] transaction","detail":"{read_only:false; response_revision:30057; number_of_response:1; }","duration":"155.274803ms","start":"2026-07-17T16:51:50.869677Z","end":"2026-07-17T16:51:51.024952Z","steps":["trace[1245117590] 'process raft request' (duration: 155.107719ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:51:51.025105Z","caller":"traceutil/trace.go:171","msg":"trace[831125913] transaction","detail":"{read_only:false; response_revision:30055; number_of_response:1; }","duration":"157.531868ms","start":"2026-07-17T16:51:50.867555Z","end":"2026-07-17T16:51:51.025087Z","steps":["trace[831125913] 'process raft request' (duration: 157.024136ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:51:51.025218Z","caller":"traceutil/trace.go:171","msg":"trace[1190678091] linearizableReadLoop","detail":"{readStateIndex:31036; appliedIndex:31032; }","duration":"116.342805ms","start":"2026-07-17T16:51:50.90886Z","end":"2026-07-17T16:51:51.025203Z","steps":["trace[1190678091] 'read index received' (duration: 112.867333ms)","trace[1190678091] 'applied index is now lower than readState.Index' (duration: 3.472942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:51:51.025423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.52965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:51:51.025488Z","caller":"traceutil/trace.go:171","msg":"trace[692745978] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:30057; }","duration":"116.620752ms","start":"2026-07-17T16:51:50.908853Z","end":"2026-07-17T16:51:51.025473Z","steps":["trace[692745978] 'agreement among raft nodes before linearized reading' (duration: 116.480229ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:51:55.859164Z","caller":"traceutil/trace.go:171","msg":"trace[1220093774] transaction","detail":"{read_only:false; response_revision:30097; number_of_response:1; }","duration":"106.167532ms","start":"2026-07-17T16:51:55.752968Z","end":"2026-07-17T16:51:55.859135Z","steps":["trace[1220093774] 'process raft request' (duration: 105.954687ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:51:57.176994Z","caller":"traceutil/trace.go:171","msg":"trace[1442426114] transaction","detail":"{read_only:false; response_revision:30104; number_of_response:1; }","duration":"450.970046ms","start":"2026-07-17T16:51:56.726Z","end":"2026-07-17T16:51:57.17697Z","steps":["trace[1442426114] 'process raft request' (duration: 450.766261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:51:57.177155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:51:56.725985Z","time spent":"451.087778ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:51:57.263025Z","caller":"traceutil/trace.go:171","msg":"trace[1872528205] transaction","detail":"{read_only:false; response_revision:30105; number_of_response:1; }","duration":"471.398543ms","start":"2026-07-17T16:51:56.791603Z","end":"2026-07-17T16:51:57.263001Z","steps":["trace[1872528205] 'process raft request' (duration: 470.87454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:51:57.263213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:51:56.791567Z","time spent":"471.547417ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:51:57.263409Z","caller":"traceutil/trace.go:171","msg":"trace[1561187253] transaction","detail":"{read_only:false; response_revision:30107; number_of_response:1; }","duration":"213.986193ms","start":"2026-07-17T16:51:57.049409Z","end":"2026-07-17T16:51:57.263395Z","steps":["trace[1561187253] 'process raft request' (duration: 213.758388ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:51:57.263384Z","caller":"traceutil/trace.go:171","msg":"trace[1996180012] transaction","detail":"{read_only:false; response_revision:30106; number_of_response:1; }","duration":"213.994544ms","start":"2026-07-17T16:51:57.049353Z","end":"2026-07-17T16:51:57.263348Z","steps":["trace[1996180012] 'process raft request' (duration: 213.603145ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:51:57.263437Z","caller":"traceutil/trace.go:171","msg":"trace[1193450841] transaction","detail":"{read_only:false; response_revision:30108; number_of_response:1; }","duration":"212.733714ms","start":"2026-07-17T16:51:57.050678Z","end":"2026-07-17T16:51:57.263412Z","steps":["trace[1193450841] 'process raft request' (duration: 212.623311ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:51:57.26364Z","caller":"traceutil/trace.go:171","msg":"trace[1111742693] linearizableReadLoop","detail":"{readStateIndex:31089; appliedIndex:31083; }","duration":"203.3831ms","start":"2026-07-17T16:51:57.060229Z","end":"2026-07-17T16:51:57.263612Z","steps":["trace[1111742693] 'read index received' (duration: 116.649732ms)","trace[1111742693] 'applied index is now lower than readState.Index' (duration: 86.731288ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:51:57.263727Z","caller":"traceutil/trace.go:171","msg":"trace[2072200129] transaction","detail":"{read_only:false; response_revision:30109; number_of_response:1; }","duration":"211.048473ms","start":"2026-07-17T16:51:57.05264Z","end":"2026-07-17T16:51:57.263688Z","steps":["trace[2072200129] 'process raft request' (duration: 210.731536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:51:57.263824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.574736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/barmancloud.cnpg.io/objectstores/\" range_end:\"/registry/barmancloud.cnpg.io/objectstores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:51:57.263879Z","caller":"traceutil/trace.go:171","msg":"trace[1025826341] range","detail":"{range_begin:/registry/barmancloud.cnpg.io/objectstores/; range_end:/registry/barmancloud.cnpg.io/objectstores0; response_count:0; response_revision:30109; }","duration":"203.686118ms","start":"2026-07-17T16:51:57.060176Z","end":"2026-07-17T16:51:57.263862Z","steps":["trace[1025826341] 'agreement among raft nodes before linearized reading' (duration: 203.572026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:51:57.263908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.037648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-17T16:51:57.263991Z","caller":"traceutil/trace.go:171","msg":"trace[155406050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30109; }","duration":"194.166711ms","start":"2026-07-17T16:51:57.069802Z","end":"2026-07-17T16:51:57.263969Z","steps":["trace[155406050] 'agreement among raft nodes before linearized reading' (duration: 193.971096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:51:57.264125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.245972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-17T16:51:57.264213Z","caller":"traceutil/trace.go:171","msg":"trace[1651219854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30109; }","duration":"186.358374ms","start":"2026-07-17T16:51:57.077836Z","end":"2026-07-17T16:51:57.264194Z","steps":["trace[1651219854] 'agreement among raft nodes before linearized reading' (duration: 186.097308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:51:57.264142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.403065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-17T16:51:57.264309Z","caller":"traceutil/trace.go:171","msg":"trace[1170035388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30109; }","duration":"186.631121ms","start":"2026-07-17T16:51:57.077667Z","end":"2026-07-17T16:51:57.264298Z","steps":["trace[1170035388] 'agreement among raft nodes before linearized reading' (duration: 186.352744ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:51:57.53178Z","caller":"traceutil/trace.go:171","msg":"trace[1808904126] transaction","detail":"{read_only:false; response_revision:30110; number_of_response:1; }","duration":"262.413359ms","start":"2026-07-17T16:51:57.269349Z","end":"2026-07-17T16:51:57.531763Z","steps":["trace[1808904126] 'process raft request' (duration: 262.297496ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:51:57.53269Z","caller":"traceutil/trace.go:171","msg":"trace[1079811497] linearizableReadLoop","detail":"{readStateIndex:31092; appliedIndex:31089; }","duration":"260.429831ms","start":"2026-07-17T16:51:57.272225Z","end":"2026-07-17T16:51:57.532655Z","steps":["trace[1079811497] 'read index received' (duration: 259.408727ms)","trace[1079811497] 'applied index is now lower than readState.Index' (duration: 1.020074ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:51:57.532776Z","caller":"traceutil/trace.go:171","msg":"trace[760594890] transaction","detail":"{read_only:false; response_revision:30111; number_of_response:1; }","duration":"263.215038ms","start":"2026-07-17T16:51:57.269554Z","end":"2026-07-17T16:51:57.532769Z","steps":["trace[760594890] 'process raft request' (duration: 262.937501ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:51:57.532907Z","caller":"traceutil/trace.go:171","msg":"trace[1885759727] transaction","detail":"{read_only:false; response_revision:30112; number_of_response:1; }","duration":"261.301102ms","start":"2026-07-17T16:51:57.2716Z","end":"2026-07-17T16:51:57.532901Z","steps":["trace[1885759727] 'process raft request' (duration: 261.014765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:51:57.533052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.81119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-03d6586b-6f5f-49df-8762-a633ab749872\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-17T16:51:57.533076Z","caller":"traceutil/trace.go:171","msg":"trace[1837097259] range","detail":"{range_begin:/registry/persistentvolumes/pvc-03d6586b-6f5f-49df-8762-a633ab749872; range_end:; response_count:1; response_revision:30112; }","duration":"260.870522ms","start":"2026-07-17T16:51:57.272196Z","end":"2026-07-17T16:51:57.533066Z","steps":["trace[1837097259] 'agreement among raft nodes before linearized reading' (duration: 260.757609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:51:57.533268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.034661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-76b478b7c8-ls2mf\" ","response":"range_response_count:1 size:8571"} {"level":"info","ts":"2026-07-17T16:51:57.533309Z","caller":"traceutil/trace.go:171","msg":"trace[1008237723] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-76b478b7c8-ls2mf; range_end:; response_count:1; response_revision:30112; }","duration":"174.132123ms","start":"2026-07-17T16:51:57.359168Z","end":"2026-07-17T16:51:57.5333Z","steps":["trace[1008237723] 'agreement among raft nodes before linearized reading' (duration: 174.0374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:51:57.533494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.02112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:51:57.533522Z","caller":"traceutil/trace.go:171","msg":"trace[885589028] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:30112; }","duration":"109.057871ms","start":"2026-07-17T16:51:57.424456Z","end":"2026-07-17T16:51:57.533514Z","steps":["trace[885589028] 'agreement among raft nodes before linearized reading' (duration: 108.999489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:00.266028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.848632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:00.266255Z","caller":"traceutil/trace.go:171","msg":"trace[737847726] transaction","detail":"{read_only:false; response_revision:30138; number_of_response:1; }","duration":"141.828063ms","start":"2026-07-17T16:52:00.124409Z","end":"2026-07-17T16:52:00.266237Z","steps":["trace[737847726] 'process raft request' (duration: 141.72894ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:00.266436Z","caller":"traceutil/trace.go:171","msg":"trace[581768065] linearizableReadLoop","detail":"{readStateIndex:31117; appliedIndex:31116; }","duration":"210.870899ms","start":"2026-07-17T16:52:00.055533Z","end":"2026-07-17T16:52:00.266404Z","steps":["trace[581768065] 'read index received' (duration: 45.445094ms)","trace[581768065] 'applied index is now lower than readState.Index' (duration: 165.422585ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:00.266478Z","caller":"traceutil/trace.go:171","msg":"trace[499620852] transaction","detail":"{read_only:false; response_revision:30137; number_of_response:1; }","duration":"268.668118ms","start":"2026-07-17T16:51:59.997741Z","end":"2026-07-17T16:52:00.266409Z","steps":["trace[499620852] 'process raft request' (duration: 103.342725ms)","trace[499620852] 'compare' (duration: 164.540874ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:00.267142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.601246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T16:52:00.26731Z","caller":"traceutil/trace.go:171","msg":"trace[1577341467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30138; }","duration":"211.823382ms","start":"2026-07-17T16:52:00.055472Z","end":"2026-07-17T16:52:00.267296Z","steps":["trace[1577341467] 'agreement among raft nodes before linearized reading' (duration: 211.050963ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:00.359014Z","caller":"traceutil/trace.go:171","msg":"trace[1024480750] transaction","detail":"{read_only:false; response_revision:30139; number_of_response:1; }","duration":"233.773126ms","start":"2026-07-17T16:52:00.125205Z","end":"2026-07-17T16:52:00.358978Z","steps":["trace[1024480750] 'process raft request' (duration: 233.52023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:00.359097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.650258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:00.359105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.978242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-17T16:52:00.359174Z","caller":"traceutil/trace.go:171","msg":"trace[867009635] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:30139; }","duration":"102.786832ms","start":"2026-07-17T16:52:00.256366Z","end":"2026-07-17T16:52:00.359153Z","steps":["trace[867009635] 'agreement among raft nodes before linearized reading' (duration: 102.626158ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:00.359206Z","caller":"traceutil/trace.go:171","msg":"trace[1204677696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30139; }","duration":"281.126795ms","start":"2026-07-17T16:52:00.078049Z","end":"2026-07-17T16:52:00.359176Z","steps":["trace[1204677696] 'agreement among raft nodes before linearized reading' (duration: 280.853739ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:00.615575Z","caller":"traceutil/trace.go:171","msg":"trace[28008626] transaction","detail":"{read_only:false; response_revision:30140; number_of_response:1; }","duration":"343.004861ms","start":"2026-07-17T16:52:00.272539Z","end":"2026-07-17T16:52:00.615543Z","steps":["trace[28008626] 'process raft request' (duration: 268.305939ms)","trace[28008626] 'compare' (duration: 74.457556ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:00.615736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:00.272515Z","time spent":"343.140194ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:00.615815Z","caller":"traceutil/trace.go:171","msg":"trace[1401869307] transaction","detail":"{read_only:false; response_revision:30141; number_of_response:1; }","duration":"250.897285ms","start":"2026-07-17T16:52:00.364803Z","end":"2026-07-17T16:52:00.6157Z","steps":["trace[1401869307] 'process raft request' (duration: 250.70109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:00.833731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.59202ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-17T16:52:00.833825Z","caller":"traceutil/trace.go:171","msg":"trace[1808797544] linearizableReadLoop","detail":"{readStateIndex:31122; appliedIndex:31121; }","duration":"179.559602ms","start":"2026-07-17T16:52:00.654252Z","end":"2026-07-17T16:52:00.833812Z","steps":["trace[1808797544] 'read index received' (duration: 42.281µs)","trace[1808797544] 'applied index is now lower than readState.Index' (duration: 179.515971ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:00.833902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.630814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:00.833926Z","caller":"traceutil/trace.go:171","msg":"trace[2027253438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30141; }","duration":"179.703026ms","start":"2026-07-17T16:52:00.654215Z","end":"2026-07-17T16:52:00.833918Z","steps":["trace[2027253438] 'agreement among raft nodes before linearized reading' (duration: 179.632474ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:06.430529Z","caller":"traceutil/trace.go:171","msg":"trace[1760815511] transaction","detail":"{read_only:false; response_revision:30187; number_of_response:1; }","duration":"214.216549ms","start":"2026-07-17T16:52:06.216271Z","end":"2026-07-17T16:52:06.430488Z","steps":["trace[1760815511] 'process raft request' (duration: 213.928862ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:06.775653Z","caller":"traceutil/trace.go:171","msg":"trace[1535366703] transaction","detail":"{read_only:false; response_revision:30188; number_of_response:1; }","duration":"490.047088ms","start":"2026-07-17T16:52:06.285572Z","end":"2026-07-17T16:52:06.775619Z","steps":["trace[1535366703] 'process raft request' (duration: 489.781811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:06.77588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:06.285549Z","time spent":"490.197352ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:06.775981Z","caller":"traceutil/trace.go:171","msg":"trace[1406597359] linearizableReadLoop","detail":"{readStateIndex:31172; appliedIndex:31169; }","duration":"298.706494ms","start":"2026-07-17T16:52:06.47724Z","end":"2026-07-17T16:52:06.775947Z","steps":["trace[1406597359] 'read index received' (duration: 298.011328ms)","trace[1406597359] 'applied index is now lower than readState.Index' (duration: 694.066µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:06.776075Z","caller":"traceutil/trace.go:171","msg":"trace[448945353] transaction","detail":"{read_only:false; response_revision:30190; number_of_response:1; }","duration":"393.756952ms","start":"2026-07-17T16:52:06.382239Z","end":"2026-07-17T16:52:06.775996Z","steps":["trace[448945353] 'process raft request' (duration: 393.593908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:06.776247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.499707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:06.776247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.996471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:06.776313Z","caller":"traceutil/trace.go:171","msg":"trace[1830424660] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:30190; }","duration":"170.61784ms","start":"2026-07-17T16:52:06.605673Z","end":"2026-07-17T16:52:06.776291Z","steps":["trace[1830424660] 'agreement among raft nodes before linearized reading' (duration: 170.481046ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:06.776317Z","caller":"traceutil/trace.go:171","msg":"trace[79756460] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:30190; }","duration":"299.115064ms","start":"2026-07-17T16:52:06.477185Z","end":"2026-07-17T16:52:06.7763Z","steps":["trace[79756460] 'agreement among raft nodes before linearized reading' (duration: 298.96328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:06.776333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:06.382205Z","time spent":"394.024428ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:06.776441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.850312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-17T16:52:06.776555Z","caller":"traceutil/trace.go:171","msg":"trace[951181705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30190; }","duration":"125.981055ms","start":"2026-07-17T16:52:06.650544Z","end":"2026-07-17T16:52:06.776525Z","steps":["trace[951181705] 'agreement among raft nodes before linearized reading' (duration: 125.666838ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:06.776598Z","caller":"traceutil/trace.go:171","msg":"trace[2076701034] transaction","detail":"{read_only:false; response_revision:30189; number_of_response:1; }","duration":"487.372104ms","start":"2026-07-17T16:52:06.289201Z","end":"2026-07-17T16:52:06.776573Z","steps":["trace[2076701034] 'process raft request' (duration: 486.36002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:06.776749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:06.289186Z","time spent":"487.477467ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:06.776852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.245788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:52:06.77698Z","caller":"traceutil/trace.go:171","msg":"trace[761835124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30190; }","duration":"125.411832ms","start":"2026-07-17T16:52:06.651552Z","end":"2026-07-17T16:52:06.776964Z","steps":["trace[761835124] 'agreement among raft nodes before linearized reading' (duration: 125.190646ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:07.798542Z","caller":"traceutil/trace.go:171","msg":"trace[1859542372] linearizableReadLoop","detail":"{readStateIndex:31183; appliedIndex:31182; }","duration":"119.865998ms","start":"2026-07-17T16:52:07.678629Z","end":"2026-07-17T16:52:07.798495Z","steps":["trace[1859542372] 'read index received' (duration: 32.403493ms)","trace[1859542372] 'applied index is now lower than readState.Index' (duration: 87.460345ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:07.798593Z","caller":"traceutil/trace.go:171","msg":"trace[1838412170] transaction","detail":"{read_only:false; response_revision:30201; number_of_response:1; }","duration":"137.165421ms","start":"2026-07-17T16:52:07.661396Z","end":"2026-07-17T16:52:07.798561Z","steps":["trace[1838412170] 'process raft request' (duration: 49.747496ms)","trace[1838412170] 'compare' (duration: 87.136628ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:07.798696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.044543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:07.798737Z","caller":"traceutil/trace.go:171","msg":"trace[1084201126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30201; }","duration":"120.132915ms","start":"2026-07-17T16:52:07.678591Z","end":"2026-07-17T16:52:07.798724Z","steps":["trace[1084201126] 'agreement among raft nodes before linearized reading' (duration: 120.041283ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:08.176596Z","caller":"traceutil/trace.go:171","msg":"trace[1543532047] linearizableReadLoop","detail":"{readStateIndex:31184; appliedIndex:31183; }","duration":"154.546606ms","start":"2026-07-17T16:52:08.022021Z","end":"2026-07-17T16:52:08.176567Z","steps":["trace[1543532047] 'read index received' (duration: 154.224968ms)","trace[1543532047] 'applied index is now lower than readState.Index' (duration: 320.208µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:08.176953Z","caller":"traceutil/trace.go:171","msg":"trace[663492370] transaction","detail":"{read_only:false; response_revision:30202; number_of_response:1; }","duration":"205.209864ms","start":"2026-07-17T16:52:07.971708Z","end":"2026-07-17T16:52:08.176917Z","steps":["trace[663492370] 'process raft request' (duration: 204.63055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:08.180627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.537792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-17T16:52:08.180914Z","caller":"traceutil/trace.go:171","msg":"trace[1322536624] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:30202; }","duration":"158.90347ms","start":"2026-07-17T16:52:08.021951Z","end":"2026-07-17T16:52:08.180854Z","steps":["trace[1322536624] 'agreement among raft nodes before linearized reading' (duration: 154.729551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:08.512175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.991647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-17T16:52:08.512278Z","caller":"traceutil/trace.go:171","msg":"trace[539428745] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:30202; }","duration":"259.14294ms","start":"2026-07-17T16:52:08.253119Z","end":"2026-07-17T16:52:08.512262Z","steps":["trace[539428745] 'range keys from in-memory index tree' (duration: 258.830913ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:08.970665Z","caller":"traceutil/trace.go:171","msg":"trace[1289627902] transaction","detail":"{read_only:false; response_revision:30203; number_of_response:1; }","duration":"188.501786ms","start":"2026-07-17T16:52:08.782135Z","end":"2026-07-17T16:52:08.970636Z","steps":["trace[1289627902] 'process raft request' (duration: 188.27825ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:09.311397Z","caller":"traceutil/trace.go:171","msg":"trace[1315536148] transaction","detail":"{read_only:false; response_revision:30204; number_of_response:1; }","duration":"528.944056ms","start":"2026-07-17T16:52:08.782425Z","end":"2026-07-17T16:52:09.311369Z","steps":["trace[1315536148] 'process raft request' (duration: 528.156867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:09.311535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:08.782382Z","time spent":"529.074809ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:09.312062Z","caller":"traceutil/trace.go:171","msg":"trace[1507793114] transaction","detail":"{read_only:false; response_revision:30205; number_of_response:1; }","duration":"528.549167ms","start":"2026-07-17T16:52:08.783502Z","end":"2026-07-17T16:52:09.312051Z","steps":["trace[1507793114] 'process raft request' (duration: 527.652545ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:09.31203Z","caller":"traceutil/trace.go:171","msg":"trace[1043701667] linearizableReadLoop","detail":"{readStateIndex:31187; appliedIndex:31184; }","duration":"511.629672ms","start":"2026-07-17T16:52:08.800355Z","end":"2026-07-17T16:52:09.311985Z","steps":["trace[1043701667] 'read index received' (duration: 170.151578ms)","trace[1043701667] 'applied index is now lower than readState.Index' (duration: 341.475894ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:09.312113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:08.783475Z","time spent":"528.613188ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:09.312398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.024062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:52:09.3128Z","caller":"traceutil/trace.go:171","msg":"trace[1974542735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30205; }","duration":"512.459193ms","start":"2026-07-17T16:52:08.800304Z","end":"2026-07-17T16:52:09.312763Z","steps":["trace[1974542735] 'agreement among raft nodes before linearized reading' (duration: 511.90951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:09.312903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:08.800272Z","time spent":"512.599335ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:09.324405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.151911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-17T16:52:09.324497Z","caller":"traceutil/trace.go:171","msg":"trace[985007411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30206; }","duration":"516.276774ms","start":"2026-07-17T16:52:08.808193Z","end":"2026-07-17T16:52:09.32447Z","steps":["trace[985007411] 'agreement among raft nodes before linearized reading' (duration: 516.004127ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:09.324526Z","caller":"traceutil/trace.go:171","msg":"trace[271436162] transaction","detail":"{read_only:false; response_revision:30206; number_of_response:1; }","duration":"159.141366ms","start":"2026-07-17T16:52:09.165365Z","end":"2026-07-17T16:52:09.324507Z","steps":["trace[271436162] 'process raft request' (duration: 158.678155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:09.324546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:08.808168Z","time spent":"516.366615ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:09.324742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.885161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-17T16:52:09.324507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.303325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:09.324798Z","caller":"traceutil/trace.go:171","msg":"trace[1772205042] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30206; }","duration":"444.969842ms","start":"2026-07-17T16:52:08.879818Z","end":"2026-07-17T16:52:09.324788Z","steps":["trace[1772205042] 'agreement among raft nodes before linearized reading' (duration: 444.825489ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:09.324823Z","caller":"traceutil/trace.go:171","msg":"trace[1864699446] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:30206; }","duration":"319.688005ms","start":"2026-07-17T16:52:09.005111Z","end":"2026-07-17T16:52:09.324799Z","steps":["trace[1864699446] 'agreement among raft nodes before linearized reading' (duration: 319.213873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:09.324841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:08.879804Z","time spent":"445.030335ms","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-17T16:52:09.324968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:09.005093Z","time spent":"319.861388ms","remote":"127.0.0.1:41730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:52:09.855056Z","caller":"traceutil/trace.go:171","msg":"trace[1615325351] transaction","detail":"{read_only:false; response_revision:30214; number_of_response:1; }","duration":"230.22711ms","start":"2026-07-17T16:52:09.624804Z","end":"2026-07-17T16:52:09.855031Z","steps":["trace[1615325351] 'process raft request' (duration: 230.058586ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:09.855427Z","caller":"traceutil/trace.go:171","msg":"trace[1809777026] linearizableReadLoop","detail":"{readStateIndex:31196; appliedIndex:31196; }","duration":"202.467479ms","start":"2026-07-17T16:52:09.652922Z","end":"2026-07-17T16:52:09.85539Z","steps":["trace[1809777026] 'read index received' (duration: 202.454119ms)","trace[1809777026] 'applied index is now lower than readState.Index' (duration: 10.63µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:09.855591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.667014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:09.855629Z","caller":"traceutil/trace.go:171","msg":"trace[1377958795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30214; }","duration":"202.725045ms","start":"2026-07-17T16:52:09.652893Z","end":"2026-07-17T16:52:09.855618Z","steps":["trace[1377958795] 'agreement among raft nodes before linearized reading' (duration: 202.625783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:10.3562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268160509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:52:10.386139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.450538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:52:10.386223Z","caller":"traceutil/trace.go:171","msg":"trace[706114204] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"498.588052ms","start":"2026-07-17T16:52:09.887616Z","end":"2026-07-17T16:52:10.386204Z","steps":["trace[706114204] 'agreement among raft nodes before linearized reading' (duration: 498.476789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:10.386281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:09.887599Z","time spent":"498.671813ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:52:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:52:10.387141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.314489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:52:10.387191Z","caller":"traceutil/trace.go:171","msg":"trace[1777849079] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"499.397961ms","start":"2026-07-17T16:52:09.887778Z","end":"2026-07-17T16:52:10.387176Z","steps":["trace[1777849079] 'agreement among raft nodes before linearized reading' (duration: 499.313739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:10.387225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:09.887687Z","time spent":"499.531144ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:52:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:52:10.857171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268160509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:52:11.150683Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295630782s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T16:52:11.151153Z","caller":"traceutil/trace.go:171","msg":"trace[1005813193] transaction","detail":"{read_only:false; response_revision:30215; number_of_response:1; }","duration":"1.347391576s","start":"2026-07-17T16:52:09.803734Z","end":"2026-07-17T16:52:11.151126Z","steps":["trace[1005813193] 'process raft request' (duration: 1.347158601s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:11.151355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:09.803709Z","time spent":"1.347527399s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:11.175411Z","caller":"traceutil/trace.go:171","msg":"trace[847070126] transaction","detail":"{read_only:false; response_revision:30216; number_of_response:1; }","duration":"993.374623ms","start":"2026-07-17T16:52:10.182005Z","end":"2026-07-17T16:52:11.17538Z","steps":["trace[847070126] 'process raft request' (duration: 989.581003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:11.175578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:10.181976Z","time spent":"993.512886ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:11.275039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.293853ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-17T16:52:11.27564Z","caller":"traceutil/trace.go:171","msg":"trace[1169742667] linearizableReadLoop","detail":"{readStateIndex:31199; appliedIndex:31196; }","duration":"1.420127661s","start":"2026-07-17T16:52:09.855485Z","end":"2026-07-17T16:52:11.275613Z","steps":["trace[1169742667] 'read index received' (duration: 1.295332114s)","trace[1169742667] 'applied index is now lower than readState.Index' (duration: 124.794367ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:11.275665Z","caller":"traceutil/trace.go:171","msg":"trace[520640364] transaction","detail":"{read_only:false; response_revision:30217; number_of_response:1; }","duration":"299.021772ms","start":"2026-07-17T16:52:10.97661Z","end":"2026-07-17T16:52:11.275632Z","steps":["trace[520640364] 'process raft request' (duration: 298.52934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:11.60096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453680681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:11.601078Z","caller":"traceutil/trace.go:171","msg":"trace[1688680720] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:30217; }","duration":"1.453840644s","start":"2026-07-17T16:52:10.147204Z","end":"2026-07-17T16:52:11.601045Z","steps":["trace[1688680720] 'agreement among raft nodes before linearized reading' (duration: 1.128606107s)","trace[1688680720] 'count revisions from in-memory index tree' (duration: 325.078773ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:11.601141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:10.147187Z","time spent":"1.453936167s","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:11.601408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72866117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-17T16:52:11.60148Z","caller":"traceutil/trace.go:171","msg":"trace[155736293] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30217; }","duration":"1.728761922s","start":"2026-07-17T16:52:09.872697Z","end":"2026-07-17T16:52:11.601459Z","steps":["trace[155736293] 'agreement among raft nodes before linearized reading' (duration: 1.403121686s)","trace[155736293] 'range keys from in-memory index tree' (duration: 325.462202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:11.601508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919622914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-17T16:52:11.601529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:09.87268Z","time spent":"1.728836374s","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-17T16:52:11.601573Z","caller":"traceutil/trace.go:171","msg":"trace[621494688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30217; }","duration":"1.919694956s","start":"2026-07-17T16:52:09.68186Z","end":"2026-07-17T16:52:11.601555Z","steps":["trace[621494688] 'agreement among raft nodes before linearized reading' (duration: 1.593892465s)","trace[621494688] 'range keys from in-memory index tree' (duration: 325.658397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:11.601625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:09.681855Z","time spent":"1.919757577s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:52:11.601891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947866438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-17T16:52:11.601951Z","caller":"traceutil/trace.go:171","msg":"trace[1088236737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30217; }","duration":"1.94793397s","start":"2026-07-17T16:52:09.653999Z","end":"2026-07-17T16:52:11.601933Z","steps":["trace[1088236737] 'agreement among raft nodes before linearized reading' (duration: 1.621771171s)","trace[1088236737] 'range keys from in-memory index tree' (duration: 326.028625ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:11.602002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:09.653991Z","time spent":"1.947998991s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:11.602118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745275416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:11.602166Z","caller":"traceutil/trace.go:171","msg":"trace[1745869515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30217; }","duration":"1.745383609s","start":"2026-07-17T16:52:09.856765Z","end":"2026-07-17T16:52:11.602149Z","steps":["trace[1745869515] 'agreement among raft nodes before linearized reading' (duration: 1.419026765s)","trace[1745869515] 'range keys from in-memory index tree' (duration: 326.305723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:11.602207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:09.856755Z","time spent":"1.74544366s","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:52:11.602422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367799803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:11.602483Z","caller":"traceutil/trace.go:171","msg":"trace[655479573] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:30217; }","duration":"1.367891885s","start":"2026-07-17T16:52:10.234572Z","end":"2026-07-17T16:52:11.602464Z","steps":["trace[655479573] 'agreement among raft nodes before linearized reading' (duration: 1.041229214s)","trace[655479573] 'count revisions from in-memory index tree' (duration: 326.58544ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:11.602536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:10.234553Z","time spent":"1.367968327s","remote":"127.0.0.1:32944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:11.602716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.045577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-17T16:52:11.602807Z","caller":"traceutil/trace.go:171","msg":"trace[2051891315] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"630.207511ms","start":"2026-07-17T16:52:10.972579Z","end":"2026-07-17T16:52:11.602786Z","steps":["trace[2051891315] 'agreement among raft nodes before linearized reading' (duration: 303.248653ms)","trace[2051891315] 'range keys from in-memory index tree' (duration: 326.814435ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:11.602862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:10.972552Z","time spent":"630.299872ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:52:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:52:11.603067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.071119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:11.603181Z","caller":"traceutil/trace.go:171","msg":"trace[1263613249] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:30217; }","duration":"942.295774ms","start":"2026-07-17T16:52:10.660859Z","end":"2026-07-17T16:52:11.603155Z","steps":["trace[1263613249] 'agreement among raft nodes before linearized reading' (duration: 614.932446ms)","trace[1263613249] 'count revisions from in-memory index tree' (duration: 327.100662ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:11.603213Z","caller":"traceutil/trace.go:171","msg":"trace[1586447563] transaction","detail":"{read_only:false; response_revision:30218; number_of_response:1; }","duration":"286.32156ms","start":"2026-07-17T16:52:11.316869Z","end":"2026-07-17T16:52:11.603191Z","steps":["trace[1586447563] 'process raft request' (duration: 280.805968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:11.603303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:10.660839Z","time spent":"942.404207ms","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:52:12.483441Z","caller":"traceutil/trace.go:171","msg":"trace[1426611508] linearizableReadLoop","detail":"{readStateIndex:31202; appliedIndex:31200; }","duration":"1.149753312s","start":"2026-07-17T16:52:11.333659Z","end":"2026-07-17T16:52:12.483412Z","steps":["trace[1426611508] 'read index received' (duration: 264.018157ms)","trace[1426611508] 'applied index is now lower than readState.Index' (duration: 885.733885ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:12.483914Z","caller":"traceutil/trace.go:171","msg":"trace[66368516] transaction","detail":"{read_only:false; response_revision:30219; number_of_response:1; }","duration":"1.166890021s","start":"2026-07-17T16:52:11.317012Z","end":"2026-07-17T16:52:12.483902Z","steps":["trace[66368516] 'process raft request' (duration: 1.165929588s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:12.484757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:11.316973Z","time spent":"1.166975123s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:12.484822Z","caller":"traceutil/trace.go:171","msg":"trace[1249069932] transaction","detail":"{read_only:false; response_revision:30223; number_of_response:1; }","duration":"1.082018807s","start":"2026-07-17T16:52:11.402775Z","end":"2026-07-17T16:52:12.484794Z","steps":["trace[1249069932] 'process raft request' (duration: 1.080489961s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:12.484995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:11.402754Z","time spent":"1.08216094s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:12.485196Z","caller":"traceutil/trace.go:171","msg":"trace[2060209691] transaction","detail":"{read_only:false; response_revision:30221; number_of_response:1; }","duration":"1.150283344s","start":"2026-07-17T16:52:11.334893Z","end":"2026-07-17T16:52:12.485177Z","steps":["trace[2060209691] 'process raft request' (duration: 1.148295547s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:12.485255Z","caller":"traceutil/trace.go:171","msg":"trace[2058534929] transaction","detail":"{read_only:false; response_revision:30222; number_of_response:1; }","duration":"1.082542049s","start":"2026-07-17T16:52:11.402704Z","end":"2026-07-17T16:52:12.485246Z","steps":["trace[2058534929] 'process raft request' (duration: 1.080520971s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:12.485339Z","caller":"traceutil/trace.go:171","msg":"trace[2139486891] transaction","detail":"{read_only:false; response_revision:30225; number_of_response:1; }","duration":"1.048906037s","start":"2026-07-17T16:52:11.436423Z","end":"2026-07-17T16:52:12.485329Z","steps":["trace[2139486891] 'process raft request' (duration: 1.04693278s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:12.485387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:11.402662Z","time spent":"1.082692543s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:12.485433Z","caller":"traceutil/trace.go:171","msg":"trace[1772591704] transaction","detail":"{read_only:false; response_revision:30220; number_of_response:1; }","duration":"1.151110335s","start":"2026-07-17T16:52:11.334284Z","end":"2026-07-17T16:52:12.485394Z","steps":["trace[1772591704] 'process raft request' (duration: 1.148871291s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:12.485498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:11.43639Z","time spent":"1.04901917s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:12.485261Z","caller":"traceutil/trace.go:171","msg":"trace[1212340374] transaction","detail":"{read_only:false; response_revision:30224; number_of_response:1; }","duration":"1.08131165s","start":"2026-07-17T16:52:11.403903Z","end":"2026-07-17T16:52:12.485215Z","steps":["trace[1212340374] 'process raft request' (duration: 1.079398605s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:12.485697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:11.334253Z","time spent":"1.151214997s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:12.48536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:11.334883Z","time spent":"1.150344527s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:12.485823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1521733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:52:12.485866Z","caller":"traceutil/trace.go:171","msg":"trace[1950561695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30225; }","duration":"1.152256511s","start":"2026-07-17T16:52:11.333593Z","end":"2026-07-17T16:52:12.485849Z","steps":["trace[1950561695] 'agreement among raft nodes before linearized reading' (duration: 1.152102478s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:12.485903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:11.333565Z","time spent":"1.152331193s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:12.485881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:11.403883Z","time spent":"1.081833072s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:12.984199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268160526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:52:13.549381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.744063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:13.549567Z","caller":"traceutil/trace.go:171","msg":"trace[1261760933] transaction","detail":"{read_only:false; response_revision:30228; number_of_response:1; }","duration":"1.278889891s","start":"2026-07-17T16:52:12.270661Z","end":"2026-07-17T16:52:13.549551Z","steps":["trace[1261760933] 'process raft request' (duration: 1.27883962s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:13.54955Z","caller":"traceutil/trace.go:171","msg":"trace[1933967287] transaction","detail":"{read_only:false; response_revision:30226; number_of_response:1; }","duration":"1.941763781s","start":"2026-07-17T16:52:11.607745Z","end":"2026-07-17T16:52:13.549509Z","steps":["trace[1933967287] 'process raft request' (duration: 1.567825013s)","trace[1933967287] 'compare' (duration: 373.255942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:13.54962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:12.270641Z","time spent":"1.278951402s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:13.549706Z","caller":"traceutil/trace.go:171","msg":"trace[1085062172] transaction","detail":"{read_only:false; response_revision:30227; number_of_response:1; }","duration":"1.941115035s","start":"2026-07-17T16:52:11.608569Z","end":"2026-07-17T16:52:13.549684Z","steps":["trace[1085062172] 'process raft request' (duration: 1.94088583s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.549727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:11.607707Z","time spent":"1.941924075s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:13.549848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:11.608561Z","time spent":"1.941201827s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:13.608378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-17T16:52:13.608462Z","caller":"traceutil/trace.go:171","msg":"trace[1538047721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000147584s","start":"2026-07-17T16:52:11.608297Z","end":"2026-07-17T16:52:13.608444Z","steps":["trace[1538047721] 'agreement among raft nodes before linearized reading' (duration: 2.000038101s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.608505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:11.608283Z","time spent":"2.000213035s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:52:13.949749Z","caller":"traceutil/trace.go:171","msg":"trace[1576589269] transaction","detail":"{read_only:false; response_revision:30236; number_of_response:1; }","duration":"340.585582ms","start":"2026-07-17T16:52:13.609139Z","end":"2026-07-17T16:52:13.949725Z","steps":["trace[1576589269] 'process raft request' (duration: 340.544541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.949894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:13.609122Z","time spent":"340.699366ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:13.950486Z","caller":"traceutil/trace.go:171","msg":"trace[441287582] transaction","detail":"{read_only:false; response_revision:30229; number_of_response:1; }","duration":"1.456878386s","start":"2026-07-17T16:52:12.493588Z","end":"2026-07-17T16:52:13.950467Z","steps":["trace[441287582] 'process raft request' (duration: 1.40798079s)","trace[441287582] 'compare' (duration: 47.737698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:13.950561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:12.493569Z","time spent":"1.456956988s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:13.950716Z","caller":"traceutil/trace.go:171","msg":"trace[220360586] transaction","detail":"{read_only:false; response_revision:30230; number_of_response:1; }","duration":"935.161483ms","start":"2026-07-17T16:52:13.015542Z","end":"2026-07-17T16:52:13.950703Z","steps":["trace[220360586] 'process raft request' (duration: 933.887242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.950772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:13.015515Z","time spent":"935.230985ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:13.950904Z","caller":"traceutil/trace.go:171","msg":"trace[1479326180] transaction","detail":"{read_only:false; response_revision:30231; number_of_response:1; }","duration":"840.130256ms","start":"2026-07-17T16:52:13.110765Z","end":"2026-07-17T16:52:13.950895Z","steps":["trace[1479326180] 'process raft request' (duration: 838.715343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.95098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:13.11072Z","time spent":"840.211778ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:13.951115Z","caller":"traceutil/trace.go:171","msg":"trace[2118991902] transaction","detail":"{read_only:false; response_revision:30232; number_of_response:1; }","duration":"794.070908ms","start":"2026-07-17T16:52:13.157035Z","end":"2026-07-17T16:52:13.951106Z","steps":["trace[2118991902] 'process raft request' (duration: 792.499921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.95117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:13.156989Z","time spent":"794.15228ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:13.951294Z","caller":"traceutil/trace.go:171","msg":"trace[635353045] linearizableReadLoop","detail":"{readStateIndex:31212; appliedIndex:31208; }","duration":"1.467756506s","start":"2026-07-17T16:52:12.483529Z","end":"2026-07-17T16:52:13.951285Z","steps":["trace[635353045] 'read index received' (duration: 692.056876ms)","trace[635353045] 'applied index is now lower than readState.Index' (duration: 775.69867ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:13.951899Z","caller":"traceutil/trace.go:171","msg":"trace[2116616568] transaction","detail":"{read_only:false; response_revision:30233; number_of_response:1; }","duration":"770.953366ms","start":"2026-07-17T16:52:13.180905Z","end":"2026-07-17T16:52:13.951858Z","steps":["trace[2116616568] 'process raft request' (duration: 768.674692ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:13.952012Z","caller":"traceutil/trace.go:171","msg":"trace[689926131] transaction","detail":"{read_only:false; response_revision:30234; number_of_response:1; }","duration":"749.817362ms","start":"2026-07-17T16:52:13.202148Z","end":"2026-07-17T16:52:13.951966Z","steps":["trace[689926131] 'process raft request' (duration: 747.468566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.952092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:13.18088Z","time spent":"771.115461ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:13.952088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653413233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-07-17T16:52:13.952205Z","caller":"traceutil/trace.go:171","msg":"trace[689446902] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:30236; }","duration":"1.653578998s","start":"2026-07-17T16:52:12.298601Z","end":"2026-07-17T16:52:13.95218Z","steps":["trace[689446902] 'agreement among raft nodes before linearized reading' (duration: 1.653149768s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.952202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092872585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-17T16:52:13.952256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:13.202124Z","time spent":"750.008857ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:13.952269Z","caller":"traceutil/trace.go:171","msg":"trace[1693063206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30236; }","duration":"2.092941097s","start":"2026-07-17T16:52:11.859314Z","end":"2026-07-17T16:52:13.952256Z","steps":["trace[1693063206] 'agreement among raft nodes before linearized reading' (duration: 2.092747912s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.952319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:11.859246Z","time spent":"2.093066559s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:52:13.952352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918557498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T16:52:13.952269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:12.29859Z","time spent":"1.6536693s","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-17T16:52:13.952394Z","caller":"traceutil/trace.go:171","msg":"trace[425837091] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:30236; }","duration":"1.918629669s","start":"2026-07-17T16:52:12.033754Z","end":"2026-07-17T16:52:13.952383Z","steps":["trace[425837091] 'agreement among raft nodes before linearized reading' (duration: 1.918537067s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.952439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:12.033736Z","time spent":"1.918694371s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:13.952462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315688009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:13.952448Z","caller":"traceutil/trace.go:171","msg":"trace[603008464] transaction","detail":"{read_only:false; response_revision:30235; number_of_response:1; }","duration":"672.5276ms","start":"2026-07-17T16:52:13.279909Z","end":"2026-07-17T16:52:13.952437Z","steps":["trace[603008464] 'process raft request' (duration: 669.741534ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:13.952496Z","caller":"traceutil/trace.go:171","msg":"trace[1835155835] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:30236; }","duration":"2.315760501s","start":"2026-07-17T16:52:11.636724Z","end":"2026-07-17T16:52:13.952485Z","steps":["trace[1835155835] 'agreement among raft nodes before linearized reading' (duration: 2.31569398s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.952535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:13.279886Z","time spent":"672.621903ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:13.952537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:11.636706Z","time spent":"2.315821452s","remote":"127.0.0.1:34966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:13.953224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546818771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-17T16:52:13.953286Z","caller":"traceutil/trace.go:171","msg":"trace[403097177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30236; }","duration":"2.546912394s","start":"2026-07-17T16:52:11.406351Z","end":"2026-07-17T16:52:13.953263Z","steps":["trace[403097177] 'agreement among raft nodes before linearized reading' (duration: 2.546716549s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.953329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:11.406336Z","time spent":"2.546982026s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:13.956151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155244362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:13.956203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.391646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T16:52:13.956263Z","caller":"traceutil/trace.go:171","msg":"trace[674577513] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30236; }","duration":"337.50485ms","start":"2026-07-17T16:52:13.61874Z","end":"2026-07-17T16:52:13.956245Z","steps":["trace[674577513] 'agreement among raft nodes before linearized reading' (duration: 337.278664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.956313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:13.618714Z","time spent":"337.591641ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:52:13.956327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.278243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:13.956377Z","caller":"traceutil/trace.go:171","msg":"trace[280597953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30236; }","duration":"347.365305ms","start":"2026-07-17T16:52:13.608995Z","end":"2026-07-17T16:52:13.956361Z","steps":["trace[280597953] 'agreement among raft nodes before linearized reading' (duration: 347.300303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.95643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:13.608949Z","time spent":"347.472487ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:52:13.956555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.683655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:13.956535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.362708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:13.95662Z","caller":"traceutil/trace.go:171","msg":"trace[1742206619] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:30236; }","duration":"306.770347ms","start":"2026-07-17T16:52:13.649815Z","end":"2026-07-17T16:52:13.956585Z","steps":["trace[1742206619] 'agreement among raft nodes before linearized reading' (duration: 306.704845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.956654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:13.649791Z","time spent":"306.855808ms","remote":"127.0.0.1:41606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:52:13.956658Z","caller":"traceutil/trace.go:171","msg":"trace[1820173852] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:30236; }","duration":"249.530172ms","start":"2026-07-17T16:52:13.707093Z","end":"2026-07-17T16:52:13.956624Z","steps":["trace[1820173852] 'agreement among raft nodes before linearized reading' (duration: 249.211104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.956732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.868672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:13.956263Z","caller":"traceutil/trace.go:171","msg":"trace[1200413337] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:30236; }","duration":"1.155429227s","start":"2026-07-17T16:52:12.800808Z","end":"2026-07-17T16:52:13.956238Z","steps":["trace[1200413337] 'agreement among raft nodes before linearized reading' (duration: 1.155201731s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:13.956778Z","caller":"traceutil/trace.go:171","msg":"trace[1127831138] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30236; }","duration":"421.938593ms","start":"2026-07-17T16:52:13.534825Z","end":"2026-07-17T16:52:13.956764Z","steps":["trace[1127831138] 'agreement among raft nodes before linearized reading' (duration: 421.872152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.956807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:12.800787Z","time spent":"1.15601269s","remote":"127.0.0.1:36016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:13.956814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:13.534807Z","time spent":"421.998765ms","remote":"127.0.0.1:45518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-17T16:52:13.957027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102930034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:13.95707Z","caller":"traceutil/trace.go:171","msg":"trace[743011226] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:30236; }","duration":"1.103024666s","start":"2026-07-17T16:52:12.854031Z","end":"2026-07-17T16:52:13.957056Z","steps":["trace[743011226] 'agreement among raft nodes before linearized reading' (duration: 1.102954975s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:13.957119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:12.854Z","time spent":"1.103110408s","remote":"127.0.0.1:36310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:14.216712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.11785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:14.217404Z","caller":"traceutil/trace.go:171","msg":"trace[469258705] transaction","detail":"{read_only:false; response_revision:30237; number_of_response:1; }","duration":"259.669513ms","start":"2026-07-17T16:52:13.957677Z","end":"2026-07-17T16:52:14.217347Z","steps":["trace[469258705] 'process raft request' (duration: 121.818556ms)","trace[469258705] 'compare' (duration: 136.736261ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:14.217512Z","caller":"traceutil/trace.go:171","msg":"trace[562466919] transaction","detail":"{read_only:false; response_revision:30238; number_of_response:1; }","duration":"255.814091ms","start":"2026-07-17T16:52:13.961618Z","end":"2026-07-17T16:52:14.217432Z","steps":["trace[562466919] 'process raft request' (duration: 255.74436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:14.217615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.071908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c31f0ce1da2150\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-17T16:52:14.217644Z","caller":"traceutil/trace.go:171","msg":"trace[1171941919] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c31f0ce1da2150; range_end:; response_count:1; response_revision:30238; }","duration":"256.097248ms","start":"2026-07-17T16:52:13.961538Z","end":"2026-07-17T16:52:14.217635Z","steps":["trace[1171941919] 'agreement among raft nodes before linearized reading' (duration: 256.034217ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:14.217424Z","caller":"traceutil/trace.go:171","msg":"trace[1536525928] linearizableReadLoop","detail":"{readStateIndex:31220; appliedIndex:31219; }","duration":"255.864403ms","start":"2026-07-17T16:52:13.961543Z","end":"2026-07-17T16:52:14.217408Z","steps":["trace[1536525928] 'read index received' (duration: 117.875582ms)","trace[1536525928] 'applied index is now lower than readState.Index' (duration: 137.987181ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:14.217558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.013686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T16:52:14.218069Z","caller":"traceutil/trace.go:171","msg":"trace[336392777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30238; }","duration":"256.569959ms","start":"2026-07-17T16:52:13.961491Z","end":"2026-07-17T16:52:14.218061Z","steps":["trace[336392777] 'agreement among raft nodes before linearized reading' (duration: 255.956995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:14.218366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.110654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:14.218394Z","caller":"traceutil/trace.go:171","msg":"trace[1826086597] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:30238; }","duration":"255.152356ms","start":"2026-07-17T16:52:13.963233Z","end":"2026-07-17T16:52:14.218386Z","steps":["trace[1826086597] 'agreement among raft nodes before linearized reading' (duration: 255.106635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:14.218581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.821577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:14.218604Z","caller":"traceutil/trace.go:171","msg":"trace[867058708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30238; }","duration":"254.867249ms","start":"2026-07-17T16:52:13.963731Z","end":"2026-07-17T16:52:14.218598Z","steps":["trace[867058708] 'agreement among raft nodes before linearized reading' (duration: 254.830228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:14.83737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.118739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:14.837864Z","caller":"traceutil/trace.go:171","msg":"trace[1903735395] transaction","detail":"{read_only:false; response_revision:30240; number_of_response:1; }","duration":"345.357967ms","start":"2026-07-17T16:52:14.49199Z","end":"2026-07-17T16:52:14.837348Z","steps":["trace[1903735395] 'process raft request' (duration: 307.32147ms)","trace[1903735395] 'compare' (duration: 37.214527ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:14.837923Z","caller":"traceutil/trace.go:171","msg":"trace[1338285447] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30239; }","duration":"508.717713ms","start":"2026-07-17T16:52:14.329189Z","end":"2026-07-17T16:52:14.837906Z","steps":["trace[1338285447] 'range keys from in-memory index tree' (duration: 507.910414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:14.838003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:14.329131Z","time spent":"508.859517ms","remote":"127.0.0.1:41898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-17T16:52:14.838057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:14.491964Z","time spent":"345.968621ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:15.2292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.310709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:52:15.22932Z","caller":"traceutil/trace.go:171","msg":"trace[282716525] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"499.542534ms","start":"2026-07-17T16:52:14.72976Z","end":"2026-07-17T16:52:15.229303Z","steps":["trace[282716525] 'agreement among raft nodes before linearized reading' (duration: 499.341719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:15.229366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:14.72973Z","time spent":"499.623696ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:52:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:52:16.151055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.807932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:16.151565Z","caller":"traceutil/trace.go:171","msg":"trace[704505078] linearizableReadLoop","detail":"{readStateIndex:31228; appliedIndex:31222; }","duration":"1.494545156s","start":"2026-07-17T16:52:14.656986Z","end":"2026-07-17T16:52:16.151532Z","steps":["trace[704505078] 'read index received' (duration: 142.296964ms)","trace[704505078] 'applied index is now lower than readState.Index' (duration: 1.352246462s)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:16.151653Z","caller":"traceutil/trace.go:171","msg":"trace[1749782592] transaction","detail":"{read_only:false; response_revision:30241; number_of_response:1; }","duration":"1.656061298s","start":"2026-07-17T16:52:14.495577Z","end":"2026-07-17T16:52:16.151638Z","steps":["trace[1749782592] 'process raft request' (duration: 1.01256439s)","trace[1749782592] 'compare' (duration: 642.263019ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:16.151724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:14.495556Z","time spent":"1.656130179s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:16.151925Z","caller":"traceutil/trace.go:171","msg":"trace[813043372] transaction","detail":"{read_only:false; response_revision:30245; number_of_response:1; }","duration":"1.655027873s","start":"2026-07-17T16:52:14.496887Z","end":"2026-07-17T16:52:16.151914Z","steps":["trace[813043372] 'process raft request' (duration: 1.654402598s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:16.151935Z","caller":"traceutil/trace.go:171","msg":"trace[1877185536] transaction","detail":"{read_only:false; response_revision:30244; number_of_response:1; }","duration":"1.656228262s","start":"2026-07-17T16:52:14.495677Z","end":"2026-07-17T16:52:16.151905Z","steps":["trace[1877185536] 'process raft request' (duration: 1.655578346s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.151986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:14.496877Z","time spent":"1.655078845s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:16.152066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49517091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:16.152083Z","caller":"traceutil/trace.go:171","msg":"trace[1680191834] transaction","detail":"{read_only:false; response_revision:30242; number_of_response:1; }","duration":"1.656497299s","start":"2026-07-17T16:52:14.495577Z","end":"2026-07-17T16:52:16.152074Z","steps":["trace[1680191834] 'process raft request' (duration: 1.655572517s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.152072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:14.49567Z","time spent":"1.656325724s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:16.152127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:14.495554Z","time spent":"1.656548749s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:16.152163Z","caller":"traceutil/trace.go:171","msg":"trace[1695219447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30245; }","duration":"1.495334194s","start":"2026-07-17T16:52:14.656758Z","end":"2026-07-17T16:52:16.152092Z","steps":["trace[1695219447] 'agreement among raft nodes before linearized reading' (duration: 1.495213121s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.152194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:14.656736Z","time spent":"1.495451787s","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:52:16.152212Z","caller":"traceutil/trace.go:171","msg":"trace[983689698] transaction","detail":"{read_only:false; response_revision:30243; number_of_response:1; }","duration":"1.65657036s","start":"2026-07-17T16:52:14.495627Z","end":"2026-07-17T16:52:16.152197Z","steps":["trace[983689698] 'process raft request' (duration: 1.655590036s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.152283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:14.495621Z","time spent":"1.656621431s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:16.185496Z","caller":"traceutil/trace.go:171","msg":"trace[1515342733] transaction","detail":"{read_only:false; response_revision:30246; number_of_response:1; }","duration":"1.049719776s","start":"2026-07-17T16:52:15.135743Z","end":"2026-07-17T16:52:16.185463Z","steps":["trace[1515342733] 'process raft request' (duration: 1.049514551s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.185706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:15.135722Z","time spent":"1.04986858s","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:16.317171Z","caller":"traceutil/trace.go:171","msg":"trace[1084450879] linearizableReadLoop","detail":"{readStateIndex:31233; appliedIndex:31228; }","duration":"165.542658ms","start":"2026-07-17T16:52:16.151605Z","end":"2026-07-17T16:52:16.317147Z","steps":["trace[1084450879] 'read index received' (duration: 33.652732ms)","trace[1084450879] 'applied index is now lower than readState.Index' (duration: 131.888836ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:16.317275Z","caller":"traceutil/trace.go:171","msg":"trace[319843812] transaction","detail":"{read_only:false; response_revision:30250; number_of_response:1; }","duration":"357.827004ms","start":"2026-07-17T16:52:15.959435Z","end":"2026-07-17T16:52:16.317262Z","steps":["trace[319843812] 'process raft request' (duration: 357.666521ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:16.317344Z","caller":"traceutil/trace.go:171","msg":"trace[1107595956] transaction","detail":"{read_only:false; response_revision:30248; number_of_response:1; }","duration":"358.221594ms","start":"2026-07-17T16:52:15.959058Z","end":"2026-07-17T16:52:16.31728Z","steps":["trace[1107595956] 'process raft request' (duration: 357.926627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.317415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:15.959417Z","time spent":"357.945447ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:16.317406Z","caller":"traceutil/trace.go:171","msg":"trace[1065329423] transaction","detail":"{read_only:false; response_revision:30249; number_of_response:1; }","duration":"358.134682ms","start":"2026-07-17T16:52:15.959238Z","end":"2026-07-17T16:52:16.317372Z","steps":["trace[1065329423] 'process raft request' (duration: 357.825935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.317514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.095499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:16.317553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:15.959044Z","time spent":"358.404178ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:16.3176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.143131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-17T16:52:16.317385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.272914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:16.317631Z","caller":"traceutil/trace.go:171","msg":"trace[1952211532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30250; }","duration":"763.206403ms","start":"2026-07-17T16:52:15.554415Z","end":"2026-07-17T16:52:16.317621Z","steps":["trace[1952211532] 'agreement among raft nodes before linearized reading' (duration: 763.136541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.317681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:15.554396Z","time spent":"763.278864ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T16:52:16.317592Z","caller":"traceutil/trace.go:171","msg":"trace[32827488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30250; }","duration":"303.265013ms","start":"2026-07-17T16:52:16.014308Z","end":"2026-07-17T16:52:16.317573Z","steps":["trace[32827488] 'agreement among raft nodes before linearized reading' (duration: 303.027397ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:16.317717Z","caller":"traceutil/trace.go:171","msg":"trace[1752500070] transaction","detail":"{read_only:false; response_revision:30247; number_of_response:1; }","duration":"359.186197ms","start":"2026-07-17T16:52:15.95852Z","end":"2026-07-17T16:52:16.317707Z","steps":["trace[1752500070] 'process raft request' (duration: 295.56598ms)","trace[1752500070] 'compare' (duration: 62.778957ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:16.317771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476580107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:16.317775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.781194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:16.317766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:16.014281Z","time spent":"303.469868ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:52:16.317779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:15.958505Z","time spent":"359.245438ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:16.317801Z","caller":"traceutil/trace.go:171","msg":"trace[275075729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30250; }","duration":"157.831184ms","start":"2026-07-17T16:52:16.159962Z","end":"2026-07-17T16:52:16.317793Z","steps":["trace[275075729] 'agreement among raft nodes before linearized reading' (duration: 157.794263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.317819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013492973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:16.317837Z","caller":"traceutil/trace.go:171","msg":"trace[436075201] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:30250; }","duration":"1.013556184s","start":"2026-07-17T16:52:15.304276Z","end":"2026-07-17T16:52:16.317832Z","steps":["trace[436075201] 'agreement among raft nodes before linearized reading' (duration: 1.013528203s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.317855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:15.304252Z","time spent":"1.013596455s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:16.317435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.655883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:16.317783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.939499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:52:16.31796Z","caller":"traceutil/trace.go:171","msg":"trace[985365525] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:30250; }","duration":"564.214147ms","start":"2026-07-17T16:52:15.753723Z","end":"2026-07-17T16:52:16.317938Z","steps":["trace[985365525] 'agreement among raft nodes before linearized reading' (duration: 563.684774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.317535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.753042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-17T16:52:16.317568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:15.959198Z","time spent":"358.285976ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:16.318059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:15.7537Z","time spent":"564.308719ms","remote":"127.0.0.1:36146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:52:16.318071Z","caller":"traceutil/trace.go:171","msg":"trace[1908833019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30250; }","duration":"763.304675ms","start":"2026-07-17T16:52:15.554749Z","end":"2026-07-17T16:52:16.318053Z","steps":["trace[1908833019] 'agreement among raft nodes before linearized reading' (duration: 762.706441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.318098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105129488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:16.318116Z","caller":"traceutil/trace.go:171","msg":"trace[555429559] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:30250; }","duration":"1.10518236s","start":"2026-07-17T16:52:15.212928Z","end":"2026-07-17T16:52:16.318111Z","steps":["trace[555429559] 'agreement among raft nodes before linearized reading' (duration: 1.105156659s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.318137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:15.212907Z","time spent":"1.10522587s","remote":"127.0.0.1:41910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:16.318129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:15.554733Z","time spent":"763.379287ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T16:52:16.317653Z","caller":"traceutil/trace.go:171","msg":"trace[1576471997] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:30250; }","duration":"420.629883ms","start":"2026-07-17T16:52:15.897014Z","end":"2026-07-17T16:52:16.317644Z","steps":["trace[1576471997] 'agreement among raft nodes before linearized reading' (duration: 420.265124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.318189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.665538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18320"} {"level":"info","ts":"2026-07-17T16:52:16.317794Z","caller":"traceutil/trace.go:171","msg":"trace[1904968904] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30250; }","duration":"1.476628149s","start":"2026-07-17T16:52:14.84116Z","end":"2026-07-17T16:52:16.317789Z","steps":["trace[1904968904] 'agreement among raft nodes before linearized reading' (duration: 1.476579968s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:16.318228Z","caller":"traceutil/trace.go:171","msg":"trace[1579610060] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:30250; }","duration":"120.702989ms","start":"2026-07-17T16:52:16.197514Z","end":"2026-07-17T16:52:16.318217Z","steps":["trace[1579610060] 'agreement among raft nodes before linearized reading' (duration: 120.617087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.318212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:15.896989Z","time spent":"421.198246ms","remote":"127.0.0.1:36934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:52:16.317985Z","caller":"traceutil/trace.go:171","msg":"trace[691729959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30250; }","duration":"361.401309ms","start":"2026-07-17T16:52:15.956569Z","end":"2026-07-17T16:52:16.31797Z","steps":["trace[691729959] 'agreement among raft nodes before linearized reading' (duration: 360.60314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.318237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:14.841122Z","time spent":"1.47711072s","remote":"127.0.0.1:41588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-17T16:52:16.318321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:15.956555Z","time spent":"361.750038ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:16.318074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023895101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-17T16:52:16.318473Z","caller":"traceutil/trace.go:171","msg":"trace[1299772326] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:30250; }","duration":"1.024323991s","start":"2026-07-17T16:52:15.294133Z","end":"2026-07-17T16:52:16.318457Z","steps":["trace[1299772326] 'agreement among raft nodes before linearized reading' (duration: 1.023900321s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:16.318526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:15.294104Z","time spent":"1.024407652s","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"info","ts":"2026-07-17T16:52:16.522376Z","caller":"traceutil/trace.go:171","msg":"trace[326262240] linearizableReadLoop","detail":"{readStateIndex:31234; appliedIndex:31233; }","duration":"200.057582ms","start":"2026-07-17T16:52:16.32229Z","end":"2026-07-17T16:52:16.522348Z","steps":["trace[326262240] 'read index received' (duration: 120.941385ms)","trace[326262240] 'applied index is now lower than readState.Index' (duration: 79.114697ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:16.522594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.282417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T16:52:16.52264Z","caller":"traceutil/trace.go:171","msg":"trace[637062644] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30250; }","duration":"200.341698ms","start":"2026-07-17T16:52:16.322275Z","end":"2026-07-17T16:52:16.522617Z","steps":["trace[637062644] 'agreement among raft nodes before linearized reading' (duration: 200.169024ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:16.539831Z","caller":"traceutil/trace.go:171","msg":"trace[495262299] transaction","detail":"{read_only:false; response_revision:30252; number_of_response:1; }","duration":"216.943434ms","start":"2026-07-17T16:52:16.322762Z","end":"2026-07-17T16:52:16.539705Z","steps":["trace[495262299] 'process raft request' (duration: 216.858722ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:16.540021Z","caller":"traceutil/trace.go:171","msg":"trace[846092404] transaction","detail":"{read_only:false; response_revision:30253; number_of_response:1; }","duration":"217.147169ms","start":"2026-07-17T16:52:16.322853Z","end":"2026-07-17T16:52:16.54Z","steps":["trace[846092404] 'process raft request' (duration: 216.816191ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:16.539976Z","caller":"traceutil/trace.go:171","msg":"trace[474088451] transaction","detail":"{read_only:false; response_revision:30251; number_of_response:1; }","duration":"217.59177ms","start":"2026-07-17T16:52:16.322331Z","end":"2026-07-17T16:52:16.539923Z","steps":["trace[474088451] 'process raft request' (duration: 217.078848ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:16.540285Z","caller":"traceutil/trace.go:171","msg":"trace[1690174485] transaction","detail":"{read_only:false; response_revision:30254; number_of_response:1; }","duration":"217.045196ms","start":"2026-07-17T16:52:16.323191Z","end":"2026-07-17T16:52:16.540236Z","steps":["trace[1690174485] 'process raft request' (duration: 216.718029ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:16.540251Z","caller":"traceutil/trace.go:171","msg":"trace[1472240676] transaction","detail":"{read_only:false; response_revision:30255; number_of_response:1; }","duration":"216.818121ms","start":"2026-07-17T16:52:16.32341Z","end":"2026-07-17T16:52:16.540228Z","steps":["trace[1472240676] 'process raft request' (duration: 216.723349ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:17.054025Z","caller":"traceutil/trace.go:171","msg":"trace[1284760434] linearizableReadLoop","detail":"{readStateIndex:31241; appliedIndex:31240; }","duration":"179.593633ms","start":"2026-07-17T16:52:16.874415Z","end":"2026-07-17T16:52:17.054008Z","steps":["trace[1284760434] 'read index received' (duration: 179.437029ms)","trace[1284760434] 'applied index is now lower than readState.Index' (duration: 155.754µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:17.054141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.713716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:17.054123Z","caller":"traceutil/trace.go:171","msg":"trace[952487027] transaction","detail":"{read_only:false; response_revision:30257; number_of_response:1; }","duration":"210.826988ms","start":"2026-07-17T16:52:16.843267Z","end":"2026-07-17T16:52:17.054094Z","steps":["trace[952487027] 'process raft request' (duration: 210.613033ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:17.054162Z","caller":"traceutil/trace.go:171","msg":"trace[1725066741] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:30257; }","duration":"179.753607ms","start":"2026-07-17T16:52:16.874401Z","end":"2026-07-17T16:52:17.054154Z","steps":["trace[1725066741] 'agreement among raft nodes before linearized reading' (duration: 179.673955ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:17.697075Z","caller":"traceutil/trace.go:171","msg":"trace[1623556459] transaction","detail":"{read_only:false; response_revision:30258; number_of_response:1; }","duration":"202.818257ms","start":"2026-07-17T16:52:17.494228Z","end":"2026-07-17T16:52:17.697046Z","steps":["trace[1623556459] 'process raft request' (duration: 202.484349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:18.570248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.672525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:18.570351Z","caller":"traceutil/trace.go:171","msg":"trace[931138461] transaction","detail":"{read_only:false; response_revision:30260; number_of_response:1; }","duration":"409.965738ms","start":"2026-07-17T16:52:18.160373Z","end":"2026-07-17T16:52:18.570338Z","steps":["trace[931138461] 'process raft request' (duration: 217.15093ms)","trace[931138461] 'compare' (duration: 192.265075ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:18.570398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.160344Z","time spent":"410.033519ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:18.570642Z","caller":"traceutil/trace.go:171","msg":"trace[1209341230] transaction","detail":"{read_only:false; response_revision:30261; number_of_response:1; }","duration":"410.163963ms","start":"2026-07-17T16:52:18.160453Z","end":"2026-07-17T16:52:18.570617Z","steps":["trace[1209341230] 'process raft request' (duration: 409.851795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:18.57077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.160442Z","time spent":"410.263775ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:18.570144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.660601ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:18.5711Z","caller":"traceutil/trace.go:171","msg":"trace[1641760672] linearizableReadLoop","detail":"{readStateIndex:31247; appliedIndex:31243; }","duration":"390.993225ms","start":"2026-07-17T16:52:18.18009Z","end":"2026-07-17T16:52:18.571083Z","steps":["trace[1641760672] 'read index received' (duration: 197.578882ms)","trace[1641760672] 'applied index is now lower than readState.Index' (duration: 193.413593ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:18.57113Z","caller":"traceutil/trace.go:171","msg":"trace[250308143] transaction","detail":"{read_only:false; response_revision:30263; number_of_response:1; }","duration":"409.255341ms","start":"2026-07-17T16:52:18.161862Z","end":"2026-07-17T16:52:18.571117Z","steps":["trace[250308143] 'process raft request' (duration: 409.143068ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:18.571184Z","caller":"traceutil/trace.go:171","msg":"trace[1308277613] transaction","detail":"{read_only:false; response_revision:30262; number_of_response:1; }","duration":"410.599683ms","start":"2026-07-17T16:52:18.160499Z","end":"2026-07-17T16:52:18.571099Z","steps":["trace[1308277613] 'process raft request' (duration: 410.03878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:18.572297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.160491Z","time spent":"411.71958ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:18.571446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.356793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-17T16:52:18.572441Z","caller":"traceutil/trace.go:171","msg":"trace[767337459] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:30263; }","duration":"392.375138ms","start":"2026-07-17T16:52:18.180048Z","end":"2026-07-17T16:52:18.572423Z","steps":["trace[767337459] 'agreement among raft nodes before linearized reading' (duration: 391.117398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:18.572502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.180032Z","time spent":"392.45265ms","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-07-17T16:52:18.57145Z","caller":"traceutil/trace.go:171","msg":"trace[944930843] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30259; }","duration":"101.647505ms","start":"2026-07-17T16:52:18.46946Z","end":"2026-07-17T16:52:18.571108Z","steps":["trace[944930843] 'range keys from in-memory index tree' (duration: 100.649171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:18.571554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.161854Z","time spent":"409.301932ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:19.029172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.874689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:19.029324Z","caller":"traceutil/trace.go:171","msg":"trace[1787715783] transaction","detail":"{read_only:false; response_revision:30265; number_of_response:1; }","duration":"703.98922ms","start":"2026-07-17T16:52:18.325322Z","end":"2026-07-17T16:52:19.029312Z","steps":["trace[1787715783] 'process raft request' (duration: 703.919238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:19.029369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.325306Z","time spent":"704.039892ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:19.029507Z","caller":"traceutil/trace.go:171","msg":"trace[1436116916] transaction","detail":"{read_only:false; response_revision:30264; number_of_response:1; }","duration":"705.436034ms","start":"2026-07-17T16:52:18.324062Z","end":"2026-07-17T16:52:19.029498Z","steps":["trace[1436116916] 'process raft request' (duration: 546.167016ms)","trace[1436116916] 'compare' (duration: 158.619543ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:19.029493Z","caller":"traceutil/trace.go:171","msg":"trace[954435323] linearizableReadLoop","detail":"{readStateIndex:31251; appliedIndex:31247; }","duration":"458.328082ms","start":"2026-07-17T16:52:18.571144Z","end":"2026-07-17T16:52:19.029472Z","steps":["trace[954435323] 'read index received' (duration: 299.014102ms)","trace[954435323] 'applied index is now lower than readState.Index' (duration: 159.31306ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:19.02954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.324037Z","time spent":"705.484476ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:19.029714Z","caller":"traceutil/trace.go:171","msg":"trace[106881474] transaction","detail":"{read_only:false; response_revision:30266; number_of_response:1; }","duration":"704.292907ms","start":"2026-07-17T16:52:18.32541Z","end":"2026-07-17T16:52:19.029703Z","steps":["trace[106881474] 'process raft request' (duration: 703.876537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:19.029803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.325402Z","time spent":"704.338458ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:19.02998Z","caller":"traceutil/trace.go:171","msg":"trace[158999] transaction","detail":"{read_only:false; response_revision:30267; number_of_response:1; }","duration":"704.325679ms","start":"2026-07-17T16:52:18.325644Z","end":"2026-07-17T16:52:19.02997Z","steps":["trace[158999] 'process raft request' (duration: 703.744325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:19.030031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.325588Z","time spent":"704.41348ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:19.030248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.851644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-17T16:52:19.030278Z","caller":"traceutil/trace.go:171","msg":"trace[1668049422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30267; }","duration":"484.903705ms","start":"2026-07-17T16:52:18.545365Z","end":"2026-07-17T16:52:19.030268Z","steps":["trace[1668049422] 'agreement among raft nodes before linearized reading' (duration: 484.782382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:19.030305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.545323Z","time spent":"484.976357ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:19.030567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.190792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-17T16:52:19.030598Z","caller":"traceutil/trace.go:171","msg":"trace[1834519116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30267; }","duration":"485.239743ms","start":"2026-07-17T16:52:18.545349Z","end":"2026-07-17T16:52:19.030589Z","steps":["trace[1834519116] 'agreement among raft nodes before linearized reading' (duration: 485.147471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:19.030623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.545341Z","time spent":"485.276644ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:52:19.030796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.679833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:52:19.030829Z","caller":"traceutil/trace.go:171","msg":"trace[165361036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30267; }","duration":"485.749715ms","start":"2026-07-17T16:52:18.54507Z","end":"2026-07-17T16:52:19.030819Z","steps":["trace[165361036] 'agreement among raft nodes before linearized reading' (duration: 485.668973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:19.030851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.757006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-17T16:52:19.03088Z","caller":"traceutil/trace.go:171","msg":"trace[1303551548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30267; }","duration":"485.809416ms","start":"2026-07-17T16:52:18.545062Z","end":"2026-07-17T16:52:19.030872Z","steps":["trace[1303551548] 'agreement among raft nodes before linearized reading' (duration: 485.706134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:19.030901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.545048Z","time spent":"485.848698ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:19.031029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.986921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-17T16:52:19.030853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.54505Z","time spent":"485.797967ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:19.031146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.461898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b9a4772b-e55d-4c21-9c33-b1e043aaea64\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-17T16:52:19.031181Z","caller":"traceutil/trace.go:171","msg":"trace[983976400] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b9a4772b-e55d-4c21-9c33-b1e043aaea64; range_end:; response_count:1; response_revision:30267; }","duration":"451.528109ms","start":"2026-07-17T16:52:18.579642Z","end":"2026-07-17T16:52:19.03117Z","steps":["trace[983976400] 'agreement among raft nodes before linearized reading' (duration: 451.435507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:19.031209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.579625Z","time spent":"451.57766ms","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-b9a4772b-e55d-4c21-9c33-b1e043aaea64\" "} {"level":"warn","ts":"2026-07-17T16:52:19.031222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.998347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:19.031295Z","caller":"traceutil/trace.go:171","msg":"trace[1811510135] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:30267; }","duration":"207.1182ms","start":"2026-07-17T16:52:18.824157Z","end":"2026-07-17T16:52:19.031276Z","steps":["trace[1811510135] 'agreement among raft nodes before linearized reading' (duration: 206.986127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:19.031309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.35644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T16:52:19.031372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.049232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:19.031397Z","caller":"traceutil/trace.go:171","msg":"trace[246703683] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:30267; }","duration":"156.112094ms","start":"2026-07-17T16:52:18.875277Z","end":"2026-07-17T16:52:19.03139Z","steps":["trace[246703683] 'agreement among raft nodes before linearized reading' (duration: 156.022231ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:19.0314Z","caller":"traceutil/trace.go:171","msg":"trace[574391800] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:30267; }","duration":"216.509223ms","start":"2026-07-17T16:52:18.814872Z","end":"2026-07-17T16:52:19.031382Z","steps":["trace[574391800] 'agreement among raft nodes before linearized reading' (duration: 216.325419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:19.031445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.22504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:19.031478Z","caller":"traceutil/trace.go:171","msg":"trace[1781300124] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:30267; }","duration":"253.304881ms","start":"2026-07-17T16:52:18.778164Z","end":"2026-07-17T16:52:19.031469Z","steps":["trace[1781300124] 'agreement among raft nodes before linearized reading' (duration: 253.219899ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:19.031834Z","caller":"traceutil/trace.go:171","msg":"trace[1671051395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30267; }","duration":"486.041342ms","start":"2026-07-17T16:52:18.544999Z","end":"2026-07-17T16:52:19.031041Z","steps":["trace[1671051395] 'agreement among raft nodes before linearized reading' (duration: 485.987361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:19.031866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:18.544978Z","time spent":"486.879032ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T16:52:19.247524Z","caller":"traceutil/trace.go:171","msg":"trace[843865170] transaction","detail":"{read_only:false; response_revision:30272; number_of_response:1; }","duration":"206.939086ms","start":"2026-07-17T16:52:19.040558Z","end":"2026-07-17T16:52:19.247497Z","steps":["trace[843865170] 'process raft request' (duration: 206.880554ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:19.248081Z","caller":"traceutil/trace.go:171","msg":"trace[191584163] transaction","detail":"{read_only:false; response_revision:30269; number_of_response:1; }","duration":"210.393378ms","start":"2026-07-17T16:52:19.037674Z","end":"2026-07-17T16:52:19.248068Z","steps":["trace[191584163] 'process raft request' (duration: 209.154109ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:19.248331Z","caller":"traceutil/trace.go:171","msg":"trace[661250835] transaction","detail":"{read_only:false; response_revision:30270; number_of_response:1; }","duration":"210.165522ms","start":"2026-07-17T16:52:19.038146Z","end":"2026-07-17T16:52:19.248311Z","steps":["trace[661250835] 'process raft request' (duration: 209.119267ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:19.248605Z","caller":"traceutil/trace.go:171","msg":"trace[1937623446] transaction","detail":"{read_only:false; response_revision:30271; number_of_response:1; }","duration":"209.992679ms","start":"2026-07-17T16:52:19.038591Z","end":"2026-07-17T16:52:19.248584Z","steps":["trace[1937623446] 'process raft request' (duration: 208.727638ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:19.276601Z","caller":"traceutil/trace.go:171","msg":"trace[984920293] linearizableReadLoop","detail":"{readStateIndex:31257; appliedIndex:31252; }","duration":"183.848765ms","start":"2026-07-17T16:52:19.092723Z","end":"2026-07-17T16:52:19.276572Z","steps":["trace[984920293] 'read index received' (duration: 154.367612ms)","trace[984920293] 'applied index is now lower than readState.Index' (duration: 29.480093ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:19.276908Z","caller":"traceutil/trace.go:171","msg":"trace[562615588] transaction","detail":"{read_only:false; response_revision:30273; number_of_response:1; }","duration":"215.585112ms","start":"2026-07-17T16:52:19.061305Z","end":"2026-07-17T16:52:19.27689Z","steps":["trace[562615588] 'process raft request' (duration: 215.127691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:19.277273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.522051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:19.277327Z","caller":"traceutil/trace.go:171","msg":"trace[667555075] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30273; }","duration":"184.648204ms","start":"2026-07-17T16:52:19.092667Z","end":"2026-07-17T16:52:19.277315Z","steps":["trace[667555075] 'agreement among raft nodes before linearized reading' (duration: 184.495971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:19.277615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.061498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-17T16:52:19.277651Z","caller":"traceutil/trace.go:171","msg":"trace[315655490] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:30273; }","duration":"116.13381ms","start":"2026-07-17T16:52:19.161508Z","end":"2026-07-17T16:52:19.277642Z","steps":["trace[315655490] 'agreement among raft nodes before linearized reading' (duration: 116.011867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:19.596189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.956329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-hq5rs.18c321317ab98cd1\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-07-17T16:52:19.596314Z","caller":"traceutil/trace.go:171","msg":"trace[155754801] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-hq5rs.18c321317ab98cd1; range_end:; response_count:1; response_revision:30273; }","duration":"148.143754ms","start":"2026-07-17T16:52:19.448139Z","end":"2026-07-17T16:52:19.596282Z","steps":["trace[155754801] 'range keys from in-memory index tree' (duration: 147.447297ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:21.024587Z","caller":"traceutil/trace.go:171","msg":"trace[1565579763] transaction","detail":"{read_only:false; response_revision:30276; number_of_response:1; }","duration":"447.048992ms","start":"2026-07-17T16:52:20.577519Z","end":"2026-07-17T16:52:21.024568Z","steps":["trace[1565579763] 'process raft request' (duration: 446.914669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:21.0247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:20.577488Z","time spent":"447.154505ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:21.357288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.893449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:21.357504Z","caller":"traceutil/trace.go:171","msg":"trace[474094755] transaction","detail":"{read_only:false; response_revision:30277; number_of_response:1; }","duration":"779.498941ms","start":"2026-07-17T16:52:20.577984Z","end":"2026-07-17T16:52:21.357483Z","steps":["trace[474094755] 'process raft request' (duration: 519.293895ms)","trace[474094755] 'compare' (duration: 259.766056ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:21.357573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:20.577957Z","time spent":"779.584423ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:21.357763Z","caller":"traceutil/trace.go:171","msg":"trace[1200291791] transaction","detail":"{read_only:false; response_revision:30279; number_of_response:1; }","duration":"776.135411ms","start":"2026-07-17T16:52:20.581608Z","end":"2026-07-17T16:52:21.357743Z","steps":["trace[1200291791] 'process raft request' (duration: 775.924786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:21.357864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:20.581591Z","time spent":"776.218973ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:21.357904Z","caller":"traceutil/trace.go:171","msg":"trace[1731396736] transaction","detail":"{read_only:false; response_revision:30278; number_of_response:1; }","duration":"777.049303ms","start":"2026-07-17T16:52:20.580667Z","end":"2026-07-17T16:52:21.357716Z","steps":["trace[1731396736] 'process raft request' (duration: 776.753036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:21.358047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:20.580649Z","time spent":"777.32653ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:21.45856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.947538ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-17T16:52:21.458786Z","caller":"traceutil/trace.go:171","msg":"trace[2018224196] linearizableReadLoop","detail":"{readStateIndex:31264; appliedIndex:31259; }","duration":"486.889273ms","start":"2026-07-17T16:52:20.971875Z","end":"2026-07-17T16:52:21.458764Z","steps":["trace[2018224196] 'read index received' (duration: 52.572114ms)","trace[2018224196] 'applied index is now lower than readState.Index' (duration: 434.316099ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:21.459195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.318052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:52:21.459257Z","caller":"traceutil/trace.go:171","msg":"trace[331293143] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30279; }","duration":"487.430095ms","start":"2026-07-17T16:52:20.97181Z","end":"2026-07-17T16:52:21.45924Z","steps":["trace[331293143] 'agreement among raft nodes before linearized reading' (duration: 487.23482ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:21.459294Z","caller":"traceutil/trace.go:171","msg":"trace[1602994800] transaction","detail":"{read_only:false; response_revision:30280; number_of_response:1; }","duration":"421.111364ms","start":"2026-07-17T16:52:21.038155Z","end":"2026-07-17T16:52:21.459267Z","steps":["trace[1602994800] 'process raft request' (duration: 420.52105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:21.459317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:20.971786Z","time spent":"487.513667ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9065,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T16:52:21.459459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:21.038134Z","time spent":"421.245566ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:21.538569Z","caller":"traceutil/trace.go:171","msg":"trace[1514353399] transaction","detail":"{read_only:false; response_revision:30282; number_of_response:1; }","duration":"500.045457ms","start":"2026-07-17T16:52:21.038506Z","end":"2026-07-17T16:52:21.538552Z","steps":["trace[1514353399] 'process raft request' (duration: 499.937964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:21.538687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:21.038501Z","time spent":"500.120508ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:21.538715Z","caller":"traceutil/trace.go:171","msg":"trace[1051304576] transaction","detail":"{read_only:false; response_revision:30281; number_of_response:1; }","duration":"500.19408ms","start":"2026-07-17T16:52:21.038466Z","end":"2026-07-17T16:52:21.538661Z","steps":["trace[1051304576] 'process raft request' (duration: 420.754146ms)","trace[1051304576] 'compare' (duration: 78.910832ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:21.538794Z","caller":"traceutil/trace.go:171","msg":"trace[1057250788] transaction","detail":"{read_only:false; response_revision:30283; number_of_response:1; }","duration":"497.847544ms","start":"2026-07-17T16:52:21.040934Z","end":"2026-07-17T16:52:21.538781Z","steps":["trace[1057250788] 'process raft request' (duration: 497.583078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:21.538845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:21.040925Z","time spent":"497.892375ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:21.538901Z","caller":"traceutil/trace.go:171","msg":"trace[512442718] transaction","detail":"{read_only:false; response_revision:30284; number_of_response:1; }","duration":"250.987316ms","start":"2026-07-17T16:52:21.287898Z","end":"2026-07-17T16:52:21.538885Z","steps":["trace[512442718] 'process raft request' (duration: 250.696649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:21.538951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:21.03846Z","time spent":"500.358394ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:21.539098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.924051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-17T16:52:21.539147Z","caller":"traceutil/trace.go:171","msg":"trace[1877763783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30285; }","duration":"481.003513ms","start":"2026-07-17T16:52:21.058131Z","end":"2026-07-17T16:52:21.539134Z","steps":["trace[1877763783] 'agreement among raft nodes before linearized reading' (duration: 480.863749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:21.539182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:21.058118Z","time spent":"481.057634ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:52:21.539275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.758095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-17T16:52:21.539345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.7656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-17T16:52:21.539359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.165476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:52:21.539416Z","caller":"traceutil/trace.go:171","msg":"trace[159066932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30285; }","duration":"286.894533ms","start":"2026-07-17T16:52:21.252503Z","end":"2026-07-17T16:52:21.539397Z","steps":["trace[159066932] 'agreement among raft nodes before linearized reading' (duration: 286.634037ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:21.539439Z","caller":"traceutil/trace.go:171","msg":"trace[450609317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30285; }","duration":"286.32713ms","start":"2026-07-17T16:52:21.253093Z","end":"2026-07-17T16:52:21.53942Z","steps":["trace[450609317] 'agreement among raft nodes before linearized reading' (duration: 286.040963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:21.539291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.056262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:21.539398Z","caller":"traceutil/trace.go:171","msg":"trace[405871689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30285; }","duration":"285.91205ms","start":"2026-07-17T16:52:21.253465Z","end":"2026-07-17T16:52:21.539377Z","steps":["trace[405871689] 'agreement among raft nodes before linearized reading' (duration: 285.607922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:21.539477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.283029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-17T16:52:21.539613Z","caller":"traceutil/trace.go:171","msg":"trace[1554786247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30285; }","duration":"286.468262ms","start":"2026-07-17T16:52:21.253107Z","end":"2026-07-17T16:52:21.539575Z","steps":["trace[1554786247] 'agreement among raft nodes before linearized reading' (duration: 286.047172ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:21.539521Z","caller":"traceutil/trace.go:171","msg":"trace[866096998] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:30285; }","duration":"174.317327ms","start":"2026-07-17T16:52:21.365179Z","end":"2026-07-17T16:52:21.539496Z","steps":["trace[866096998] 'agreement among raft nodes before linearized reading' (duration: 173.945489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:22.141407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.612503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:22.141759Z","caller":"traceutil/trace.go:171","msg":"trace[214408216] linearizableReadLoop","detail":"{readStateIndex:31275; appliedIndex:31270; }","duration":"537.285855ms","start":"2026-07-17T16:52:21.604451Z","end":"2026-07-17T16:52:22.141737Z","steps":["trace[214408216] 'read index received' (duration: 139.325784ms)","trace[214408216] 'applied index is now lower than readState.Index' (duration: 397.958981ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:22.141852Z","caller":"traceutil/trace.go:171","msg":"trace[1271732911] transaction","detail":"{read_only:false; response_revision:30286; number_of_response:1; }","duration":"596.447815ms","start":"2026-07-17T16:52:21.545393Z","end":"2026-07-17T16:52:22.14184Z","steps":["trace[1271732911] 'process raft request' (duration: 198.31965ms)","trace[1271732911] 'compare' (duration: 397.412418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:22.141916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:21.54537Z","time spent":"596.510477ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:22.141975Z","caller":"traceutil/trace.go:171","msg":"trace[904723523] transaction","detail":"{read_only:false; response_revision:30289; number_of_response:1; }","duration":"596.177629ms","start":"2026-07-17T16:52:21.545772Z","end":"2026-07-17T16:52:22.14195Z","steps":["trace[904723523] 'process raft request' (duration: 595.848981ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:22.142047Z","caller":"traceutil/trace.go:171","msg":"trace[2043974926] transaction","detail":"{read_only:false; response_revision:30287; number_of_response:1; }","duration":"596.2388ms","start":"2026-07-17T16:52:21.545718Z","end":"2026-07-17T16:52:22.141957Z","steps":["trace[2043974926] 'process raft request' (duration: 595.782309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:22.142105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:21.545753Z","time spent":"596.277591ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:22.142084Z","caller":"traceutil/trace.go:171","msg":"trace[1672028375] transaction","detail":"{read_only:false; response_revision:30288; number_of_response:1; }","duration":"596.317662ms","start":"2026-07-17T16:52:21.545733Z","end":"2026-07-17T16:52:22.14205Z","steps":["trace[1672028375] 'process raft request' (duration: 595.851171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:22.142162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.690673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:22.142171Z","caller":"traceutil/trace.go:171","msg":"trace[1994768693] transaction","detail":"{read_only:false; response_revision:30290; number_of_response:1; }","duration":"596.25366ms","start":"2026-07-17T16:52:21.54588Z","end":"2026-07-17T16:52:22.142134Z","steps":["trace[1994768693] 'process raft request' (duration: 595.788479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:22.142205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:21.545708Z","time spent":"596.414004ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:22.142211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.639784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:22.142236Z","caller":"traceutil/trace.go:171","msg":"trace[1155203703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30290; }","duration":"485.812026ms","start":"2026-07-17T16:52:21.656405Z","end":"2026-07-17T16:52:22.142217Z","steps":["trace[1155203703] 'agreement among raft nodes before linearized reading' (duration: 485.688713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:22.142235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:21.54571Z","time spent":"596.443905ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:22.142217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.767416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T16:52:22.142272Z","caller":"traceutil/trace.go:171","msg":"trace[996940016] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:30290; }","duration":"135.759927ms","start":"2026-07-17T16:52:22.006497Z","end":"2026-07-17T16:52:22.142257Z","steps":["trace[996940016] 'agreement among raft nodes before linearized reading' (duration: 135.628934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:22.142279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:21.656382Z","time spent":"485.888589ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:52:22.142291Z","caller":"traceutil/trace.go:171","msg":"trace[185313639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30290; }","duration":"537.845688ms","start":"2026-07-17T16:52:21.604432Z","end":"2026-07-17T16:52:22.142277Z","steps":["trace[185313639] 'agreement among raft nodes before linearized reading' (duration: 537.604702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:22.142495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:21.545869Z","time spent":"596.370064ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:22.142525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:21.604371Z","time spent":"538.139474ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-17T16:52:22.380493Z","caller":"traceutil/trace.go:171","msg":"trace[436855593] linearizableReadLoop","detail":"{readStateIndex:31276; appliedIndex:31275; }","duration":"154.28368ms","start":"2026-07-17T16:52:22.226171Z","end":"2026-07-17T16:52:22.380455Z","steps":["trace[436855593] 'read index received' (duration: 55.948174ms)","trace[436855593] 'applied index is now lower than readState.Index' (duration: 98.333936ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:22.38052Z","caller":"traceutil/trace.go:171","msg":"trace[253079763] transaction","detail":"{read_only:false; response_revision:30291; number_of_response:1; }","duration":"164.560194ms","start":"2026-07-17T16:52:22.215928Z","end":"2026-07-17T16:52:22.380488Z","steps":["trace[253079763] 'process raft request' (duration: 66.302481ms)","trace[253079763] 'compare' (duration: 98.10474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:22.380866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.658578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-17T16:52:22.380939Z","caller":"traceutil/trace.go:171","msg":"trace[1747367796] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:30291; }","duration":"154.773022ms","start":"2026-07-17T16:52:22.226146Z","end":"2026-07-17T16:52:22.380919Z","steps":["trace[1747367796] 'agreement among raft nodes before linearized reading' (duration: 154.419173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:22.858805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.048218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:22.858888Z","caller":"traceutil/trace.go:171","msg":"trace[1554705742] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:30291; }","duration":"168.182361ms","start":"2026-07-17T16:52:22.690685Z","end":"2026-07-17T16:52:22.858867Z","steps":["trace[1554705742] 'count revisions from in-memory index tree' (duration: 167.951285ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:23.21468Z","caller":"traceutil/trace.go:171","msg":"trace[1205672162] transaction","detail":"{read_only:false; response_revision:30292; number_of_response:1; }","duration":"511.609872ms","start":"2026-07-17T16:52:22.703052Z","end":"2026-07-17T16:52:23.214662Z","steps":["trace[1205672162] 'process raft request' (duration: 511.345216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:23.214798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:22.703025Z","time spent":"511.710005ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:23.518312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.546997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:23.518385Z","caller":"traceutil/trace.go:171","msg":"trace[1739090530] linearizableReadLoop","detail":"{readStateIndex:31278; appliedIndex:31276; }","duration":"384.664835ms","start":"2026-07-17T16:52:23.133707Z","end":"2026-07-17T16:52:23.518372Z","steps":["trace[1739090530] 'read index received' (duration: 80.743336ms)","trace[1739090530] 'applied index is now lower than readState.Index' (duration: 303.920579ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:23.518436Z","caller":"traceutil/trace.go:171","msg":"trace[1023853441] transaction","detail":"{read_only:false; response_revision:30293; number_of_response:1; }","duration":"487.271862ms","start":"2026-07-17T16:52:23.031158Z","end":"2026-07-17T16:52:23.51843Z","steps":["trace[1023853441] 'process raft request' (duration: 355.54172ms)","trace[1023853441] 'compare' (duration: 131.424835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:23.518468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:23.031076Z","time spent":"487.377814ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:23.518556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.793967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:23.518616Z","caller":"traceutil/trace.go:171","msg":"trace[413110037] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:30293; }","duration":"384.927531ms","start":"2026-07-17T16:52:23.133674Z","end":"2026-07-17T16:52:23.518602Z","steps":["trace[413110037] 'agreement among raft nodes before linearized reading' (duration: 384.772357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:23.518645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:23.133661Z","time spent":"384.977262ms","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:24.055687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.911151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:24.055858Z","caller":"traceutil/trace.go:171","msg":"trace[874909635] transaction","detail":"{read_only:false; response_revision:30294; number_of_response:1; }","duration":"689.596286ms","start":"2026-07-17T16:52:23.366241Z","end":"2026-07-17T16:52:24.055837Z","steps":["trace[874909635] 'process raft request' (duration: 327.46365ms)","trace[874909635] 'compare' (duration: 361.669045ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:24.055883Z","caller":"traceutil/trace.go:171","msg":"trace[1825587568] transaction","detail":"{read_only:false; response_revision:30296; number_of_response:1; }","duration":"689.440982ms","start":"2026-07-17T16:52:23.36643Z","end":"2026-07-17T16:52:24.055871Z","steps":["trace[1825587568] 'process raft request' (duration: 689.400021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.055937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:23.366202Z","time spent":"689.700299ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:24.055937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:23.366423Z","time spent":"689.482774ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:24.056102Z","caller":"traceutil/trace.go:171","msg":"trace[506584718] transaction","detail":"{read_only:false; response_revision:30295; number_of_response:1; }","duration":"689.739219ms","start":"2026-07-17T16:52:23.366353Z","end":"2026-07-17T16:52:24.056092Z","steps":["trace[506584718] 'process raft request' (duration: 689.422922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.056164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:23.366345Z","time spent":"689.78917ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:24.387774Z","caller":"traceutil/trace.go:171","msg":"trace[1206502864] transaction","detail":"{read_only:false; response_revision:30299; number_of_response:1; }","duration":"842.608776ms","start":"2026-07-17T16:52:23.545148Z","end":"2026-07-17T16:52:24.387757Z","steps":["trace[1206502864] 'process raft request' (duration: 842.564575ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:24.387799Z","caller":"traceutil/trace.go:171","msg":"trace[998184339] transaction","detail":"{read_only:false; response_revision:30297; number_of_response:1; }","duration":"920.965524ms","start":"2026-07-17T16:52:23.466807Z","end":"2026-07-17T16:52:24.387773Z","steps":["trace[998184339] 'process raft request' (duration: 875.857308ms)","trace[998184339] 'compare' (duration: 44.918342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:24.387888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:23.545118Z","time spent":"842.717099ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:24.387921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:23.466759Z","time spent":"921.096507ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:24.388087Z","caller":"traceutil/trace.go:171","msg":"trace[375928353] linearizableReadLoop","detail":"{readStateIndex:31282; appliedIndex:31278; }","duration":"869.667181ms","start":"2026-07-17T16:52:23.518403Z","end":"2026-07-17T16:52:24.38807Z","steps":["trace[375928353] 'read index received' (duration: 175.305861ms)","trace[375928353] 'applied index is now lower than readState.Index' (duration: 694.36025ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:24.38816Z","caller":"traceutil/trace.go:171","msg":"trace[536377225] transaction","detail":"{read_only:false; response_revision:30300; number_of_response:1; }","duration":"842.307229ms","start":"2026-07-17T16:52:23.545844Z","end":"2026-07-17T16:52:24.388151Z","steps":["trace[536377225] 'process raft request' (duration: 841.890489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.388198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:23.545822Z","time spent":"842.35546ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:24.388184Z","caller":"traceutil/trace.go:171","msg":"trace[2128265772] transaction","detail":"{read_only:false; response_revision:30301; number_of_response:1; }","duration":"841.737446ms","start":"2026-07-17T16:52:23.546423Z","end":"2026-07-17T16:52:24.388161Z","steps":["trace[2128265772] 'process raft request' (duration: 841.571312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.388214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254254124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:24.38825Z","caller":"traceutil/trace.go:171","msg":"trace[1392168465] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:30301; }","duration":"1.254335756s","start":"2026-07-17T16:52:23.133904Z","end":"2026-07-17T16:52:24.38824Z","steps":["trace[1392168465] 'agreement among raft nodes before linearized reading' (duration: 1.254265295s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.388293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:23.133884Z","time spent":"1.254399747s","remote":"127.0.0.1:45368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:24.388307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:23.546416Z","time spent":"841.821227ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:24.387834Z","caller":"traceutil/trace.go:171","msg":"trace[1865033219] transaction","detail":"{read_only:false; response_revision:30298; number_of_response:1; }","duration":"842.76311ms","start":"2026-07-17T16:52:23.545041Z","end":"2026-07-17T16:52:24.387805Z","steps":["trace[1865033219] 'process raft request' (duration: 842.640927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.388802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:23.545021Z","time spent":"843.720632ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:24.43588Z","caller":"traceutil/trace.go:171","msg":"trace[2088710953] transaction","detail":"{read_only:false; response_revision:30302; number_of_response:1; }","duration":"448.243281ms","start":"2026-07-17T16:52:23.98761Z","end":"2026-07-17T16:52:24.435854Z","steps":["trace[2088710953] 'process raft request' (duration: 448.023075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.436043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:23.987587Z","time spent":"448.371133ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:24.436369Z","caller":"traceutil/trace.go:171","msg":"trace[663047057] transaction","detail":"{read_only:false; response_revision:30303; number_of_response:1; }","duration":"412.215792ms","start":"2026-07-17T16:52:24.02414Z","end":"2026-07-17T16:52:24.436356Z","steps":["trace[663047057] 'process raft request' (duration: 411.663898ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:24.436394Z","caller":"traceutil/trace.go:171","msg":"trace[604124859] transaction","detail":"{read_only:false; response_revision:30304; number_of_response:1; }","duration":"106.035609ms","start":"2026-07-17T16:52:24.330335Z","end":"2026-07-17T16:52:24.436371Z","steps":["trace[604124859] 'process raft request' (duration: 105.914726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.436454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:24.024109Z","time spent":"412.293503ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:24.47762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.648954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:24.477737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.101283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-17T16:52:24.477763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.325678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T16:52:24.47781Z","caller":"traceutil/trace.go:171","msg":"trace[1349643286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30305; }","duration":"330.41019ms","start":"2026-07-17T16:52:24.147387Z","end":"2026-07-17T16:52:24.477797Z","steps":["trace[1349643286] 'agreement among raft nodes before linearized reading' (duration: 330.251136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.477822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.221366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-17T16:52:24.477853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:24.147369Z","time spent":"330.476292ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T16:52:24.477786Z","caller":"traceutil/trace.go:171","msg":"trace[983487383] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:30305; }","duration":"953.793348ms","start":"2026-07-17T16:52:23.523898Z","end":"2026-07-17T16:52:24.477692Z","steps":["trace[983487383] 'agreement among raft nodes before linearized reading' (duration: 953.642954ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:24.477915Z","caller":"traceutil/trace.go:171","msg":"trace[1153113784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30305; }","duration":"330.303498ms","start":"2026-07-17T16:52:24.147558Z","end":"2026-07-17T16:52:24.477862Z","steps":["trace[1153113784] 'agreement among raft nodes before linearized reading' (duration: 330.112533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.478014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:23.523868Z","time spent":"954.124685ms","remote":"127.0.0.1:36210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:24.478037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.748129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-17T16:52:24.47808Z","caller":"traceutil/trace.go:171","msg":"trace[1747096848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30305; }","duration":"330.82132ms","start":"2026-07-17T16:52:24.147246Z","end":"2026-07-17T16:52:24.478068Z","steps":["trace[1747096848] 'agreement among raft nodes before linearized reading' (duration: 330.723818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.478023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:24.147552Z","time spent":"330.459471ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:24.478127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:24.147226Z","time spent":"330.893642ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:52:24.478189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.718876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:24.478225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.606802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:24.478243Z","caller":"traceutil/trace.go:171","msg":"trace[2106323634] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30305; }","duration":"210.799487ms","start":"2026-07-17T16:52:24.267428Z","end":"2026-07-17T16:52:24.478228Z","steps":["trace[2106323634] 'agreement among raft nodes before linearized reading' (duration: 210.725376ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:24.478258Z","caller":"traceutil/trace.go:171","msg":"trace[1199710636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30305; }","duration":"823.665654ms","start":"2026-07-17T16:52:23.65458Z","end":"2026-07-17T16:52:24.478246Z","steps":["trace[1199710636] 'agreement among raft nodes before linearized reading' (duration: 823.615893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.478304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:23.654568Z","time spent":"823.728025ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:52:24.477812Z","caller":"traceutil/trace.go:171","msg":"trace[1457194345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30305; }","duration":"330.212226ms","start":"2026-07-17T16:52:24.147575Z","end":"2026-07-17T16:52:24.477787Z","steps":["trace[1457194345] 'agreement among raft nodes before linearized reading' (duration: 330.021341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.478596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.912802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-17T16:52:24.478487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:24.147563Z","time spent":"330.903482ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:52:24.478638Z","caller":"traceutil/trace.go:171","msg":"trace[1749757397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30305; }","duration":"330.994154ms","start":"2026-07-17T16:52:24.147634Z","end":"2026-07-17T16:52:24.478628Z","steps":["trace[1749757397] 'agreement among raft nodes before linearized reading' (duration: 330.899782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.478669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:24.147607Z","time spent":"331.052956ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T16:52:24.605174Z","caller":"traceutil/trace.go:171","msg":"trace[921810824] transaction","detail":"{read_only:false; response_revision:30307; number_of_response:1; }","duration":"122.509722ms","start":"2026-07-17T16:52:24.482641Z","end":"2026-07-17T16:52:24.605151Z","steps":["trace[921810824] 'process raft request' (duration: 122.384509ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:24.605584Z","caller":"traceutil/trace.go:171","msg":"trace[622876409] linearizableReadLoop","detail":"{readStateIndex:31295; appliedIndex:31290; }","duration":"121.060158ms","start":"2026-07-17T16:52:24.484502Z","end":"2026-07-17T16:52:24.605562Z","steps":["trace[622876409] 'read index received' (duration: 16.75093ms)","trace[622876409] 'applied index is now lower than readState.Index' (duration: 104.308308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:24.605713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.19081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:24.605755Z","caller":"traceutil/trace.go:171","msg":"trace[2143111392] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:30310; }","duration":"121.266893ms","start":"2026-07-17T16:52:24.484477Z","end":"2026-07-17T16:52:24.605744Z","steps":["trace[2143111392] 'agreement among raft nodes before linearized reading' (duration: 121.177001ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:24.605725Z","caller":"traceutil/trace.go:171","msg":"trace[447342527] transaction","detail":"{read_only:false; response_revision:30308; number_of_response:1; }","duration":"122.921742ms","start":"2026-07-17T16:52:24.482772Z","end":"2026-07-17T16:52:24.605694Z","steps":["trace[447342527] 'process raft request' (duration: 122.339938ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:24.605891Z","caller":"traceutil/trace.go:171","msg":"trace[1769157711] transaction","detail":"{read_only:false; response_revision:30309; number_of_response:1; }","duration":"122.757728ms","start":"2026-07-17T16:52:24.483118Z","end":"2026-07-17T16:52:24.605876Z","steps":["trace[1769157711] 'process raft request' (duration: 122.274246ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:24.605922Z","caller":"traceutil/trace.go:171","msg":"trace[801186694] transaction","detail":"{read_only:false; response_revision:30310; number_of_response:1; }","duration":"122.677906ms","start":"2026-07-17T16:52:24.483216Z","end":"2026-07-17T16:52:24.605894Z","steps":["trace[801186694] 'process raft request' (duration: 122.294537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:24.969095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.223719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:52:24.969164Z","caller":"traceutil/trace.go:171","msg":"trace[1145881176] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30310; }","duration":"240.339132ms","start":"2026-07-17T16:52:24.728808Z","end":"2026-07-17T16:52:24.969147Z","steps":["trace[1145881176] 'range keys from in-memory index tree' (duration: 240.003544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:25.610147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:25.295541Z","time spent":"314.601683ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-17T16:52:26.456679Z","caller":"traceutil/trace.go:171","msg":"trace[65872112] transaction","detail":"{read_only:false; response_revision:30314; number_of_response:1; }","duration":"395.558184ms","start":"2026-07-17T16:52:26.061099Z","end":"2026-07-17T16:52:26.456657Z","steps":["trace[65872112] 'process raft request' (duration: 395.365749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:26.456819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:26.061071Z","time spent":"395.671307ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:26.456896Z","caller":"traceutil/trace.go:171","msg":"trace[1037568756] transaction","detail":"{read_only:false; response_revision:30315; number_of_response:1; }","duration":"394.054199ms","start":"2026-07-17T16:52:26.062802Z","end":"2026-07-17T16:52:26.456856Z","steps":["trace[1037568756] 'process raft request' (duration: 393.818643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:26.457091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:26.062791Z","time spent":"394.197452ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:26.729298Z","caller":"traceutil/trace.go:171","msg":"trace[1830634897] transaction","detail":"{read_only:false; response_revision:30316; number_of_response:1; }","duration":"335.504332ms","start":"2026-07-17T16:52:26.393775Z","end":"2026-07-17T16:52:26.72928Z","steps":["trace[1830634897] 'process raft request' (duration: 329.242763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:26.729409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:26.393751Z","time spent":"335.600265ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:26.729699Z","caller":"traceutil/trace.go:171","msg":"trace[1157267957] transaction","detail":"{read_only:false; response_revision:30317; number_of_response:1; }","duration":"333.990306ms","start":"2026-07-17T16:52:26.39569Z","end":"2026-07-17T16:52:26.72968Z","steps":["trace[1157267957] 'process raft request' (duration: 333.521475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:26.729811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:26.395675Z","time spent":"334.076138ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:26.730152Z","caller":"traceutil/trace.go:171","msg":"trace[509191024] transaction","detail":"{read_only:false; response_revision:30318; number_of_response:1; }","duration":"334.080488ms","start":"2026-07-17T16:52:26.396063Z","end":"2026-07-17T16:52:26.730143Z","steps":["trace[509191024] 'process raft request' (duration: 333.516964ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:26.730162Z","caller":"traceutil/trace.go:171","msg":"trace[814907680] transaction","detail":"{read_only:false; response_revision:30320; number_of_response:1; }","duration":"333.71761ms","start":"2026-07-17T16:52:26.396434Z","end":"2026-07-17T16:52:26.730152Z","steps":["trace[814907680] 'process raft request' (duration: 333.687469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:26.730203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:26.396036Z","time spent":"334.14269ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:26.73021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:26.396419Z","time spent":"333.766771ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:26.730395Z","caller":"traceutil/trace.go:171","msg":"trace[1586203117] transaction","detail":"{read_only:false; response_revision:30319; number_of_response:1; }","duration":"334.276463ms","start":"2026-07-17T16:52:26.396108Z","end":"2026-07-17T16:52:26.730385Z","steps":["trace[1586203117] 'process raft request' (duration: 333.968305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:26.730445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:26.396082Z","time spent":"334.332014ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:26.773759Z","caller":"traceutil/trace.go:171","msg":"trace[1962941384] linearizableReadLoop","detail":"{readStateIndex:31307; appliedIndex:31301; }","duration":"203.494524ms","start":"2026-07-17T16:52:26.570246Z","end":"2026-07-17T16:52:26.77374Z","steps":["trace[1962941384] 'read index received' (duration: 152.703872ms)","trace[1962941384] 'applied index is now lower than readState.Index' (duration: 50.789942ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:26.773922Z","caller":"traceutil/trace.go:171","msg":"trace[1374557566] transaction","detail":"{read_only:false; response_revision:30321; number_of_response:1; }","duration":"289.705009ms","start":"2026-07-17T16:52:26.484193Z","end":"2026-07-17T16:52:26.773898Z","steps":["trace[1374557566] 'process raft request' (duration: 289.438003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:26.774118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.864402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T16:52:26.774146Z","caller":"traceutil/trace.go:171","msg":"trace[1806581884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30321; }","duration":"203.952624ms","start":"2026-07-17T16:52:26.570186Z","end":"2026-07-17T16:52:26.774138Z","steps":["trace[1806581884] 'agreement among raft nodes before linearized reading' (duration: 203.838851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:26.774253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.911963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-17T16:52:26.774288Z","caller":"traceutil/trace.go:171","msg":"trace[678042000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30321; }","duration":"164.997866ms","start":"2026-07-17T16:52:26.609281Z","end":"2026-07-17T16:52:26.774279Z","steps":["trace[678042000] 'agreement among raft nodes before linearized reading' (duration: 164.881003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:26.774382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.433732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-17T16:52:26.774403Z","caller":"traceutil/trace.go:171","msg":"trace[1974262596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30321; }","duration":"164.455352ms","start":"2026-07-17T16:52:26.609943Z","end":"2026-07-17T16:52:26.774398Z","steps":["trace[1974262596] 'agreement among raft nodes before linearized reading' (duration: 164.401231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:26.774433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.157865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-17T16:52:26.774542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.523221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-17T16:52:26.77457Z","caller":"traceutil/trace.go:171","msg":"trace[14719731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30321; }","duration":"163.588142ms","start":"2026-07-17T16:52:26.610975Z","end":"2026-07-17T16:52:26.774564Z","steps":["trace[14719731] 'agreement among raft nodes before linearized reading' (duration: 163.48219ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:26.774631Z","caller":"traceutil/trace.go:171","msg":"trace[1569552111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30321; }","duration":"164.266948ms","start":"2026-07-17T16:52:26.610214Z","end":"2026-07-17T16:52:26.774481Z","steps":["trace[1569552111] 'agreement among raft nodes before linearized reading' (duration: 164.015322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:27.124262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.821736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:27.12447Z","caller":"traceutil/trace.go:171","msg":"trace[1420739461] transaction","detail":"{read_only:false; response_revision:30324; number_of_response:1; }","duration":"343.646416ms","start":"2026-07-17T16:52:26.780794Z","end":"2026-07-17T16:52:27.124441Z","steps":["trace[1420739461] 'process raft request' (duration: 343.555954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:27.124534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:26.780786Z","time spent":"343.716407ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:27.124642Z","caller":"traceutil/trace.go:171","msg":"trace[888014772] transaction","detail":"{read_only:false; response_revision:30323; number_of_response:1; }","duration":"345.05926ms","start":"2026-07-17T16:52:26.779551Z","end":"2026-07-17T16:52:27.124611Z","steps":["trace[888014772] 'process raft request' (duration: 118.814424ms)","trace[888014772] 'compare' (duration: 225.666312ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:27.124686Z","caller":"traceutil/trace.go:171","msg":"trace[1803127677] linearizableReadLoop","detail":"{readStateIndex:31312; appliedIndex:31308; }","duration":"119.906799ms","start":"2026-07-17T16:52:27.004767Z","end":"2026-07-17T16:52:27.124674Z","steps":["trace[1803127677] 'read index received' (duration: 52.041µs)","trace[1803127677] 'applied index is now lower than readState.Index' (duration: 119.854108ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:27.124675Z","caller":"traceutil/trace.go:171","msg":"trace[852200350] transaction","detail":"{read_only:false; response_revision:30325; number_of_response:1; }","duration":"343.81002ms","start":"2026-07-17T16:52:26.78084Z","end":"2026-07-17T16:52:27.12465Z","steps":["trace[852200350] 'process raft request' (duration: 343.566794ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:27.124731Z","caller":"traceutil/trace.go:171","msg":"trace[473398770] transaction","detail":"{read_only:false; response_revision:30326; number_of_response:1; }","duration":"343.768969ms","start":"2026-07-17T16:52:26.780938Z","end":"2026-07-17T16:52:27.124707Z","steps":["trace[473398770] 'process raft request' (duration: 343.659916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:27.124774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:26.779533Z","time spent":"345.167832ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:27.124788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:26.780836Z","time spent":"343.891052ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:27.124826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:26.78093Z","time spent":"343.851581ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:27.12483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.038873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:27.124899Z","caller":"traceutil/trace.go:171","msg":"trace[774506251] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:30326; }","duration":"120.128445ms","start":"2026-07-17T16:52:27.004754Z","end":"2026-07-17T16:52:27.124883Z","steps":["trace[774506251] 'agreement among raft nodes before linearized reading' (duration: 119.975382ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:28.050375Z","caller":"traceutil/trace.go:171","msg":"trace[813172739] linearizableReadLoop","detail":"{readStateIndex:31313; appliedIndex:31312; }","duration":"394.724144ms","start":"2026-07-17T16:52:27.655623Z","end":"2026-07-17T16:52:28.050347Z","steps":["trace[813172739] 'read index received' (duration: 394.55076ms)","trace[813172739] 'applied index is now lower than readState.Index' (duration: 172.054µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:28.050511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.880197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:28.050542Z","caller":"traceutil/trace.go:171","msg":"trace[692944987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30327; }","duration":"394.95724ms","start":"2026-07-17T16:52:27.655576Z","end":"2026-07-17T16:52:28.050533Z","steps":["trace[692944987] 'agreement among raft nodes before linearized reading' (duration: 394.858967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:28.050576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:27.655565Z","time spent":"395.00538ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:52:28.050885Z","caller":"traceutil/trace.go:171","msg":"trace[493688103] transaction","detail":"{read_only:false; response_revision:30327; number_of_response:1; }","duration":"434.882982ms","start":"2026-07-17T16:52:27.615988Z","end":"2026-07-17T16:52:28.050871Z","steps":["trace[493688103] 'process raft request' (duration: 434.201835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:28.050967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:27.615962Z","time spent":"434.954064ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:28.378404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.196632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:28.378503Z","caller":"traceutil/trace.go:171","msg":"trace[2127760156] transaction","detail":"{read_only:false; response_revision:30329; number_of_response:1; }","duration":"157.058746ms","start":"2026-07-17T16:52:28.22143Z","end":"2026-07-17T16:52:28.378488Z","steps":["trace[2127760156] 'process raft request' (duration: 45.71337ms)","trace[2127760156] 'compare' (duration: 111.09488ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:28.94927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.102837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:28.949375Z","caller":"traceutil/trace.go:171","msg":"trace[233134496] transaction","detail":"{read_only:false; response_revision:30330; number_of_response:1; }","duration":"487.020736ms","start":"2026-07-17T16:52:28.462335Z","end":"2026-07-17T16:52:28.949356Z","steps":["trace[233134496] 'process raft request' (duration: 220.753555ms)","trace[233134496] 'compare' (duration: 265.666467ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:28.949432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:28.46231Z","time spent":"487.095627ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:29.415533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.530462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:29.415739Z","caller":"traceutil/trace.go:171","msg":"trace[1685101143] linearizableReadLoop","detail":"{readStateIndex:31317; appliedIndex:31315; }","duration":"902.6889ms","start":"2026-07-17T16:52:28.513033Z","end":"2026-07-17T16:52:29.415722Z","steps":["trace[1685101143] 'read index received' (duration: 170.091727ms)","trace[1685101143] 'applied index is now lower than readState.Index' (duration: 732.596223ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:29.415815Z","caller":"traceutil/trace.go:171","msg":"trace[1003693719] transaction","detail":"{read_only:false; response_revision:30332; number_of_response:1; }","duration":"859.08949ms","start":"2026-07-17T16:52:28.556716Z","end":"2026-07-17T16:52:29.415805Z","steps":["trace[1003693719] 'process raft request' (duration: 858.912516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:29.415915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:28.556695Z","time spent":"859.142481ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:29.415987Z","caller":"traceutil/trace.go:171","msg":"trace[1509345562] transaction","detail":"{read_only:false; response_revision:30331; number_of_response:1; }","duration":"952.16545ms","start":"2026-07-17T16:52:28.463788Z","end":"2026-07-17T16:52:29.415953Z","steps":["trace[1509345562] 'process raft request' (duration: 759.077324ms)","trace[1509345562] 'compare' (duration: 192.229745ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:29.416098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.016588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:29.416204Z","caller":"traceutil/trace.go:171","msg":"trace[1712479504] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:30332; }","duration":"903.195842ms","start":"2026-07-17T16:52:28.512982Z","end":"2026-07-17T16:52:29.416178Z","steps":["trace[1712479504] 'agreement among raft nodes before linearized reading' (duration: 902.975327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:29.416266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:28.512958Z","time spent":"903.291174ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:29.416129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:28.463756Z","time spent":"952.295483ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:29.506591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.763602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:29.506667Z","caller":"traceutil/trace.go:171","msg":"trace[1604725161] transaction","detail":"{read_only:false; response_revision:30335; number_of_response:1; }","duration":"769.953654ms","start":"2026-07-17T16:52:28.736698Z","end":"2026-07-17T16:52:29.506652Z","steps":["trace[1604725161] 'process raft request' (duration: 769.604755ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:29.506687Z","caller":"traceutil/trace.go:171","msg":"trace[1674127323] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:30339; }","duration":"788.895596ms","start":"2026-07-17T16:52:28.717764Z","end":"2026-07-17T16:52:29.50666Z","steps":["trace[1674127323] 'agreement among raft nodes before linearized reading' (duration: 788.737062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:29.506728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.612476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-17T16:52:29.50676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:28.717746Z","time spent":"788.994128ms","remote":"127.0.0.1:45450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:52:29.506792Z","caller":"traceutil/trace.go:171","msg":"trace[795133042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30339; }","duration":"377.732679ms","start":"2026-07-17T16:52:29.129041Z","end":"2026-07-17T16:52:29.506774Z","steps":["trace[795133042] 'agreement among raft nodes before linearized reading' (duration: 377.503043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:29.506808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:28.736684Z","time spent":"770.034495ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:29.506835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:29.129012Z","time spent":"377.814761ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T16:52:29.506778Z","caller":"traceutil/trace.go:171","msg":"trace[417629544] transaction","detail":"{read_only:false; response_revision:30333; number_of_response:1; }","duration":"771.809928ms","start":"2026-07-17T16:52:28.734902Z","end":"2026-07-17T16:52:29.506712Z","steps":["trace[417629544] 'process raft request' (duration: 771.231684ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:29.506774Z","caller":"traceutil/trace.go:171","msg":"trace[653465575] transaction","detail":"{read_only:false; response_revision:30339; number_of_response:1; }","duration":"460.285998ms","start":"2026-07-17T16:52:29.046451Z","end":"2026-07-17T16:52:29.506737Z","steps":["trace[653465575] 'process raft request' (duration: 459.993221ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:29.506858Z","caller":"traceutil/trace.go:171","msg":"trace[758124300] transaction","detail":"{read_only:false; response_revision:30338; number_of_response:1; }","duration":"728.72967ms","start":"2026-07-17T16:52:28.77808Z","end":"2026-07-17T16:52:29.506809Z","steps":["trace[758124300] 'process raft request' (duration: 728.318521ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:29.506919Z","caller":"traceutil/trace.go:171","msg":"trace[1818952688] transaction","detail":"{read_only:false; response_revision:30336; number_of_response:1; }","duration":"768.604502ms","start":"2026-07-17T16:52:28.738295Z","end":"2026-07-17T16:52:29.506899Z","steps":["trace[1818952688] 'process raft request' (duration: 768.043568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:29.506957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.366174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:29.506986Z","caller":"traceutil/trace.go:171","msg":"trace[1998554208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30339; }","duration":"209.414134ms","start":"2026-07-17T16:52:29.297562Z","end":"2026-07-17T16:52:29.506976Z","steps":["trace[1998554208] 'agreement among raft nodes before linearized reading' (duration: 209.370713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:29.506986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.943314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-17T16:52:29.507015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:29.046429Z","time spent":"460.498913ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:29.507016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:28.738276Z","time spent":"768.686343ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:29.507046Z","caller":"traceutil/trace.go:171","msg":"trace[676824120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30339; }","duration":"378.013626ms","start":"2026-07-17T16:52:29.129014Z","end":"2026-07-17T16:52:29.507028Z","steps":["trace[676824120] 'agreement among raft nodes before linearized reading' (duration: 377.889153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:29.507035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:28.778066Z","time spent":"728.878814ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:29.507041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:28.734876Z","time spent":"772.024124ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:29.507078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:29.129008Z","time spent":"378.063157ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:52:29.50711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.424021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-17T16:52:29.506583Z","caller":"traceutil/trace.go:171","msg":"trace[1531623140] transaction","detail":"{read_only:false; response_revision:30337; number_of_response:1; }","duration":"766.841339ms","start":"2026-07-17T16:52:28.739691Z","end":"2026-07-17T16:52:29.506532Z","steps":["trace[1531623140] 'process raft request' (duration: 766.679575ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:29.507175Z","caller":"traceutil/trace.go:171","msg":"trace[1817896672] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:30339; }","duration":"260.512984ms","start":"2026-07-17T16:52:29.246642Z","end":"2026-07-17T16:52:29.507155Z","steps":["trace[1817896672] 'agreement among raft nodes before linearized reading' (duration: 260.334359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:29.507205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:28.739681Z","time spent":"767.495895ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:29.507218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.095931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:52:29.507244Z","caller":"traceutil/trace.go:171","msg":"trace[703014689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30339; }","duration":"379.153393ms","start":"2026-07-17T16:52:29.128082Z","end":"2026-07-17T16:52:29.507235Z","steps":["trace[703014689] 'agreement among raft nodes before linearized reading' (duration: 379.074301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:29.507245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.115592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-17T16:52:29.507268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:29.128069Z","time spent":"379.194674ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T16:52:29.506617Z","caller":"traceutil/trace.go:171","msg":"trace[340571912] transaction","detail":"{read_only:false; response_revision:30334; number_of_response:1; }","duration":"771.091521ms","start":"2026-07-17T16:52:28.735483Z","end":"2026-07-17T16:52:29.506575Z","steps":["trace[340571912] 'process raft request' (duration: 770.768513ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:29.507295Z","caller":"traceutil/trace.go:171","msg":"trace[85160358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30339; }","duration":"701.199234ms","start":"2026-07-17T16:52:28.806078Z","end":"2026-07-17T16:52:29.507277Z","steps":["trace[85160358] 'agreement among raft nodes before linearized reading' (duration: 701.06582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:29.507373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:28.806052Z","time spent":"701.308597ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:29.507395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:28.735474Z","time spent":"771.819328ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:29.507437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.303556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-17T16:52:29.507574Z","caller":"traceutil/trace.go:171","msg":"trace[933366644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30339; }","duration":"379.47733ms","start":"2026-07-17T16:52:29.128081Z","end":"2026-07-17T16:52:29.507559Z","steps":["trace[933366644] 'agreement among raft nodes before linearized reading' (duration: 378.713602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:29.50762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:29.128064Z","time spent":"379.543622ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:29.989696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.320105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:29.98982Z","caller":"traceutil/trace.go:171","msg":"trace[1935658248] transaction","detail":"{read_only:false; response_revision:30340; number_of_response:1; }","duration":"477.487738ms","start":"2026-07-17T16:52:29.512313Z","end":"2026-07-17T16:52:29.989801Z","steps":["trace[1935658248] 'process raft request' (duration: 217.978699ms)","trace[1935658248] 'compare' (duration: 259.151561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:29.989883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:29.512299Z","time spent":"477.554521ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:30.037733Z","caller":"traceutil/trace.go:171","msg":"trace[430315178] linearizableReadLoop","detail":"{readStateIndex:31330; appliedIndex:31325; }","duration":"383.311032ms","start":"2026-07-17T16:52:29.654402Z","end":"2026-07-17T16:52:30.037714Z","steps":["trace[430315178] 'read index received' (duration: 75.90811ms)","trace[430315178] 'applied index is now lower than readState.Index' (duration: 307.401802ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:30.037844Z","caller":"traceutil/trace.go:171","msg":"trace[748437678] transaction","detail":"{read_only:false; response_revision:30343; number_of_response:1; }","duration":"524.07988ms","start":"2026-07-17T16:52:29.51374Z","end":"2026-07-17T16:52:30.03782Z","steps":["trace[748437678] 'process raft request' (duration: 523.921216ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:30.03788Z","caller":"traceutil/trace.go:171","msg":"trace[1526560242] transaction","detail":"{read_only:false; response_revision:30342; number_of_response:1; }","duration":"524.145481ms","start":"2026-07-17T16:52:29.513696Z","end":"2026-07-17T16:52:30.037841Z","steps":["trace[1526560242] 'process raft request' (duration: 523.938286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:30.037961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:29.513736Z","time spent":"524.160991ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:30.038023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:29.513685Z","time spent":"524.264775ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:30.03806Z","caller":"traceutil/trace.go:171","msg":"trace[425053882] transaction","detail":"{read_only:false; response_revision:30344; number_of_response:1; }","duration":"523.308921ms","start":"2026-07-17T16:52:29.514745Z","end":"2026-07-17T16:52:30.038053Z","steps":["trace[425053882] 'process raft request' (duration: 522.942672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:30.038099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:29.514725Z","time spent":"523.353543ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:30.038137Z","caller":"traceutil/trace.go:171","msg":"trace[525356942] transaction","detail":"{read_only:false; response_revision:30341; number_of_response:1; }","duration":"524.90309ms","start":"2026-07-17T16:52:29.513226Z","end":"2026-07-17T16:52:30.038129Z","steps":["trace[525356942] 'process raft request' (duration: 524.305166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:30.038175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.774264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:30.038184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:29.513218Z","time spent":"524.944251ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:30.038205Z","caller":"traceutil/trace.go:171","msg":"trace[1432376521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30344; }","duration":"383.840385ms","start":"2026-07-17T16:52:29.654356Z","end":"2026-07-17T16:52:30.038196Z","steps":["trace[1432376521] 'agreement among raft nodes before linearized reading' (duration: 383.792573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:30.038241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:29.654331Z","time spent":"383.905627ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:52:30.038494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.789071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-17T16:52:30.03852Z","caller":"traceutil/trace.go:171","msg":"trace[1653896486] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:30344; }","duration":"164.860782ms","start":"2026-07-17T16:52:29.873654Z","end":"2026-07-17T16:52:30.038514Z","steps":["trace[1653896486] 'agreement among raft nodes before linearized reading' (duration: 164.719779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:30.038705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.677362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"warn","ts":"2026-07-17T16:52:30.038686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.643397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:52:30.038742Z","caller":"traceutil/trace.go:171","msg":"trace[633577677] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30344; }","duration":"152.733912ms","start":"2026-07-17T16:52:29.885997Z","end":"2026-07-17T16:52:30.038731Z","steps":["trace[633577677] 'agreement among raft nodes before linearized reading' (duration: 152.607739ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:30.038766Z","caller":"traceutil/trace.go:171","msg":"trace[54835111] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30344; }","duration":"151.798101ms","start":"2026-07-17T16:52:29.88695Z","end":"2026-07-17T16:52:30.038749Z","steps":["trace[54835111] 'agreement among raft nodes before linearized reading' (duration: 151.561305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:30.267768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.762653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:30.267863Z","caller":"traceutil/trace.go:171","msg":"trace[896245748] linearizableReadLoop","detail":"{readStateIndex:31331; appliedIndex:31330; }","duration":"181.415467ms","start":"2026-07-17T16:52:30.086432Z","end":"2026-07-17T16:52:30.267847Z","steps":["trace[896245748] 'read index received' (duration: 10.409308ms)","trace[896245748] 'applied index is now lower than readState.Index' (duration: 171.004999ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:30.26805Z","caller":"traceutil/trace.go:171","msg":"trace[1135904470] transaction","detail":"{read_only:false; response_revision:30345; number_of_response:1; }","duration":"212.947879ms","start":"2026-07-17T16:52:30.05509Z","end":"2026-07-17T16:52:30.268038Z","steps":["trace[1135904470] 'process raft request' (duration: 41.843098ms)","trace[1135904470] 'compare' (duration: 170.526877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:30.268229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.777925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:30.268347Z","caller":"traceutil/trace.go:171","msg":"trace[1992038105] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:30345; }","duration":"181.880507ms","start":"2026-07-17T16:52:30.086419Z","end":"2026-07-17T16:52:30.2683Z","steps":["trace[1992038105] 'agreement among raft nodes before linearized reading' (duration: 181.724624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:30.647685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.820758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:30.647781Z","caller":"traceutil/trace.go:171","msg":"trace[769066270] linearizableReadLoop","detail":"{readStateIndex:31332; appliedIndex:31331; }","duration":"379.87865ms","start":"2026-07-17T16:52:30.267887Z","end":"2026-07-17T16:52:30.647766Z","steps":["trace[769066270] 'read index received' (duration: 194.863427ms)","trace[769066270] 'applied index is now lower than readState.Index' (duration: 185.013853ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:30.64783Z","caller":"traceutil/trace.go:171","msg":"trace[514683402] transaction","detail":"{read_only:false; response_revision:30346; number_of_response:1; }","duration":"489.231258ms","start":"2026-07-17T16:52:30.158554Z","end":"2026-07-17T16:52:30.647786Z","steps":["trace[514683402] 'process raft request' (duration: 304.219016ms)","trace[514683402] 'compare' (duration: 184.623533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:30.647936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.844911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-17T16:52:30.647978Z","caller":"traceutil/trace.go:171","msg":"trace[360132506] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:30346; }","duration":"413.914523ms","start":"2026-07-17T16:52:30.23405Z","end":"2026-07-17T16:52:30.647964Z","steps":["trace[360132506] 'agreement among raft nodes before linearized reading' (duration: 413.759909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:30.648036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:30.234016Z","time spent":"414.010774ms","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-17T16:52:30.648017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:30.158518Z","time spent":"489.397812ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:31.872031Z","caller":"traceutil/trace.go:171","msg":"trace[1148474442] transaction","detail":"{read_only:false; response_revision:30348; number_of_response:1; }","duration":"449.293206ms","start":"2026-07-17T16:52:31.422713Z","end":"2026-07-17T16:52:31.872006Z","steps":["trace[1148474442] 'process raft request' (duration: 449.06895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:31.872222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:31.42268Z","time spent":"449.46227ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:32.138903Z","caller":"traceutil/trace.go:171","msg":"trace[1821232899] transaction","detail":"{read_only:false; response_revision:30350; number_of_response:1; }","duration":"623.448069ms","start":"2026-07-17T16:52:31.515422Z","end":"2026-07-17T16:52:32.13887Z","steps":["trace[1821232899] 'process raft request' (duration: 623.276785ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:32.13899Z","caller":"traceutil/trace.go:171","msg":"trace[625511552] transaction","detail":"{read_only:false; response_revision:30354; number_of_response:1; }","duration":"620.862138ms","start":"2026-07-17T16:52:31.51811Z","end":"2026-07-17T16:52:32.138972Z","steps":["trace[625511552] 'process raft request' (duration: 620.801556ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:32.138955Z","caller":"traceutil/trace.go:171","msg":"trace[723229151] transaction","detail":"{read_only:false; response_revision:30349; number_of_response:1; }","duration":"623.540392ms","start":"2026-07-17T16:52:31.515357Z","end":"2026-07-17T16:52:32.138897Z","steps":["trace[723229151] 'process raft request' (duration: 592.657565ms)","trace[723229151] 'compare' (duration: 30.15093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:32.139084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:31.515403Z","time spent":"623.576743ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:32.139104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:31.518101Z","time spent":"620.931589ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:32.139179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:31.5153Z","time spent":"623.759377ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:32.139224Z","caller":"traceutil/trace.go:171","msg":"trace[882573064] transaction","detail":"{read_only:false; response_revision:30353; number_of_response:1; }","duration":"622.143489ms","start":"2026-07-17T16:52:31.517071Z","end":"2026-07-17T16:52:32.139215Z","steps":["trace[882573064] 'process raft request' (duration: 621.804421ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:32.13923Z","caller":"traceutil/trace.go:171","msg":"trace[215929942] transaction","detail":"{read_only:false; response_revision:30351; number_of_response:1; }","duration":"623.290726ms","start":"2026-07-17T16:52:31.515926Z","end":"2026-07-17T16:52:32.139216Z","steps":["trace[215929942] 'process raft request' (duration: 622.876606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:32.139281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:31.515906Z","time spent":"623.346928ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:32.139283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:31.517054Z","time spent":"622.195029ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:32.139259Z","caller":"traceutil/trace.go:171","msg":"trace[1047511459] transaction","detail":"{read_only:false; response_revision:30352; number_of_response:1; }","duration":"622.531648ms","start":"2026-07-17T16:52:31.516688Z","end":"2026-07-17T16:52:32.13922Z","steps":["trace[1047511459] 'process raft request' (duration: 622.152539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:32.13944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:31.516677Z","time spent":"622.683721ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:32.383405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.43097ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-17T16:52:32.383692Z","caller":"traceutil/trace.go:171","msg":"trace[1220706919] linearizableReadLoop","detail":"{readStateIndex:31341; appliedIndex:31333; }","duration":"729.016377ms","start":"2026-07-17T16:52:31.654656Z","end":"2026-07-17T16:52:32.383672Z","steps":["trace[1220706919] 'read index received' (duration: 217.173439ms)","trace[1220706919] 'applied index is now lower than readState.Index' (duration: 511.841668ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:32.383833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.171251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:32.383867Z","caller":"traceutil/trace.go:171","msg":"trace[1932993746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30354; }","duration":"729.256283ms","start":"2026-07-17T16:52:31.654602Z","end":"2026-07-17T16:52:32.383858Z","steps":["trace[1932993746] 'agreement among raft nodes before linearized reading' (duration: 729.182501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:32.383903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:31.654581Z","time spent":"729.314365ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:52:32.384487Z","caller":"traceutil/trace.go:171","msg":"trace[1761115673] transaction","detail":"{read_only:false; response_revision:30355; number_of_response:1; }","duration":"206.216268ms","start":"2026-07-17T16:52:32.178241Z","end":"2026-07-17T16:52:32.384458Z","steps":["trace[1761115673] 'process raft request' (duration: 205.287826ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:32.426986Z","caller":"traceutil/trace.go:171","msg":"trace[1756848941] transaction","detail":"{read_only:false; response_revision:30356; number_of_response:1; }","duration":"154.069595ms","start":"2026-07-17T16:52:32.272763Z","end":"2026-07-17T16:52:32.426832Z","steps":["trace[1756848941] 'process raft request' (duration: 111.680274ms)","trace[1756848941] 'compare' (duration: 42.194376ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:32.459999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.861377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-17T16:52:32.460026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.185419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:32.460078Z","caller":"traceutil/trace.go:171","msg":"trace[882967336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30356; }","duration":"418.00599ms","start":"2026-07-17T16:52:32.042048Z","end":"2026-07-17T16:52:32.460054Z","steps":["trace[882967336] 'agreement among raft nodes before linearized reading' (duration: 384.948362ms)","trace[882967336] 'range keys from in-memory index tree' (duration: 32.860033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:32.460057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.191198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-17T16:52:32.460107Z","caller":"traceutil/trace.go:171","msg":"trace[346479181] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:30356; }","duration":"783.305902ms","start":"2026-07-17T16:52:31.676771Z","end":"2026-07-17T16:52:32.460077Z","steps":["trace[346479181] 'agreement among raft nodes before linearized reading' (duration: 750.243794ms)","trace[346479181] 'count revisions from in-memory index tree' (duration: 32.962376ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:32.46012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:32.042012Z","time spent":"418.098512ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:32.460148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:31.676749Z","time spent":"783.389194ms","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:52:32.460146Z","caller":"traceutil/trace.go:171","msg":"trace[624919274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30356; }","duration":"463.30546ms","start":"2026-07-17T16:52:31.996817Z","end":"2026-07-17T16:52:32.460123Z","steps":["trace[624919274] 'agreement among raft nodes before linearized reading' (duration: 430.188901ms)","trace[624919274] 'range keys from in-memory index tree' (duration: 32.849703ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:32.460201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:31.996758Z","time spent":"463.429343ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:52:32.460191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.143109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-17T16:52:32.460252Z","caller":"traceutil/trace.go:171","msg":"trace[1230284326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30356; }","duration":"417.205241ms","start":"2026-07-17T16:52:32.043026Z","end":"2026-07-17T16:52:32.460231Z","steps":["trace[1230284326] 'agreement among raft nodes before linearized reading' (duration: 383.927068ms)","trace[1230284326] 'range keys from in-memory index tree' (duration: 33.12351ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:32.460251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.793331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:32.460287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:32.043022Z","time spent":"417.256582ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T16:52:32.460314Z","caller":"traceutil/trace.go:171","msg":"trace[1292026232] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:30356; }","duration":"120.879023ms","start":"2026-07-17T16:52:32.339405Z","end":"2026-07-17T16:52:32.460284Z","steps":["trace[1292026232] 'agreement among raft nodes before linearized reading' (duration: 87.507938ms)","trace[1292026232] 'count revisions from in-memory index tree' (duration: 33.295004ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:32.460373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.068601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-17T16:52:32.460405Z","caller":"traceutil/trace.go:171","msg":"trace[1399858524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30356; }","duration":"418.107012ms","start":"2026-07-17T16:52:32.042287Z","end":"2026-07-17T16:52:32.460394Z","steps":["trace[1399858524] 'agreement among raft nodes before linearized reading' (duration: 384.680295ms)","trace[1399858524] 'range keys from in-memory index tree' (duration: 33.334335ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:32.460433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:32.042282Z","time spent":"418.144543ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:52:32.460411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.729646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-17T16:52:32.460441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.159153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-17T16:52:32.46048Z","caller":"traceutil/trace.go:171","msg":"trace[2011492392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30356; }","duration":"418.220455ms","start":"2026-07-17T16:52:32.042244Z","end":"2026-07-17T16:52:32.460465Z","steps":["trace[2011492392] 'agreement among raft nodes before linearized reading' (duration: 384.740486ms)","trace[2011492392] 'range keys from in-memory index tree' (duration: 33.377425ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:32.460483Z","caller":"traceutil/trace.go:171","msg":"trace[1466264219] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:30356; }","duration":"267.833387ms","start":"2026-07-17T16:52:32.192626Z","end":"2026-07-17T16:52:32.460459Z","steps":["trace[1466264219] 'agreement among raft nodes before linearized reading' (duration: 234.313358ms)","trace[1466264219] 'range keys from in-memory index tree' (duration: 33.348366ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:32.460509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:32.042228Z","time spent":"418.274016ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:52:32.460804Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26772} {"level":"warn","ts":"2026-07-17T16:52:32.653927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.540943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:32.65402Z","caller":"traceutil/trace.go:171","msg":"trace[274526988] transaction","detail":"{read_only:false; response_revision:30357; number_of_response:1; }","duration":"189.454569ms","start":"2026-07-17T16:52:32.464545Z","end":"2026-07-17T16:52:32.654Z","steps":["trace[274526988] 'process raft request' (duration: 53.768692ms)","trace[274526988] 'compare' (duration: 30.697993ms)","trace[274526988] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 104.662516ms)"],"step_count":3} {"level":"warn","ts":"2026-07-17T16:52:33.18608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.138966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:33.186356Z","caller":"traceutil/trace.go:171","msg":"trace[1865738390] transaction","detail":"{read_only:false; response_revision:30360; number_of_response:1; }","duration":"721.203921ms","start":"2026-07-17T16:52:32.465133Z","end":"2026-07-17T16:52:33.186337Z","steps":["trace[1865738390] 'process raft request' (duration: 721.130969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:33.186441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:32.465121Z","time spent":"721.283263ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:33.186696Z","caller":"traceutil/trace.go:171","msg":"trace[269444598] transaction","detail":"{read_only:false; response_revision:30358; number_of_response:1; }","duration":"722.00013ms","start":"2026-07-17T16:52:32.464677Z","end":"2026-07-17T16:52:33.186677Z","steps":["trace[269444598] 'process raft request' (duration: 450.176497ms)","trace[269444598] 'compare' (duration: 255.723769ms)","trace[269444598] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 15.279185ms)"],"step_count":3} {"level":"warn","ts":"2026-07-17T16:52:33.186758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:32.464646Z","time spent":"722.081792ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:33.186787Z","caller":"traceutil/trace.go:171","msg":"trace[984153466] linearizableReadLoop","detail":"{readStateIndex:31349; appliedIndex:31344; }","duration":"684.489406ms","start":"2026-07-17T16:52:32.502209Z","end":"2026-07-17T16:52:33.186699Z","steps":["trace[984153466] 'read index received' (duration: 16.097874ms)","trace[984153466] 'applied index is now lower than readState.Index' (duration: 668.390392ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:33.187021Z","caller":"traceutil/trace.go:171","msg":"trace[1700259253] transaction","detail":"{read_only:false; response_revision:30361; number_of_response:1; }","duration":"720.690599ms","start":"2026-07-17T16:52:32.466291Z","end":"2026-07-17T16:52:33.186981Z","steps":["trace[1700259253] 'process raft request' (duration: 720.006463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:33.187112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.899805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T16:52:33.18715Z","caller":"traceutil/trace.go:171","msg":"trace[1387620784] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30361; }","duration":"684.968417ms","start":"2026-07-17T16:52:32.502171Z","end":"2026-07-17T16:52:33.18714Z","steps":["trace[1387620784] 'agreement among raft nodes before linearized reading' (duration: 684.803093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:33.187179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:32.502157Z","time spent":"685.015588ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-17T16:52:33.186896Z","caller":"traceutil/trace.go:171","msg":"trace[1368645237] transaction","detail":"{read_only:false; response_revision:30359; number_of_response:1; }","duration":"722.070552ms","start":"2026-07-17T16:52:32.464816Z","end":"2026-07-17T16:52:33.186887Z","steps":["trace[1368645237] 'process raft request' (duration: 721.372485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:33.187219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:32.466279Z","time spent":"720.843023ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:33.18738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:32.464791Z","time spent":"722.487121ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:33.187432Z","caller":"traceutil/trace.go:171","msg":"trace[1331600243] transaction","detail":"{read_only:false; response_revision:30362; number_of_response:1; }","duration":"531.519207ms","start":"2026-07-17T16:52:32.6559Z","end":"2026-07-17T16:52:33.18742Z","steps":["trace[1331600243] 'process raft request' (duration: 530.713638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:33.187501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:32.655863Z","time spent":"531.599739ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:33.187661Z","caller":"traceutil/trace.go:171","msg":"trace[1809141944] transaction","detail":"{read_only:false; response_revision:30363; number_of_response:1; }","duration":"208.749669ms","start":"2026-07-17T16:52:32.978899Z","end":"2026-07-17T16:52:33.187649Z","steps":["trace[1809141944] 'process raft request' (duration: 208.469023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:33.188871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.689039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:33.188926Z","caller":"traceutil/trace.go:171","msg":"trace[628379724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30363; }","duration":"533.77788ms","start":"2026-07-17T16:52:32.655133Z","end":"2026-07-17T16:52:33.188911Z","steps":["trace[628379724] 'agreement among raft nodes before linearized reading' (duration: 533.684268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:33.188999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:32.655121Z","time spent":"533.867453ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:52:33.189093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.295783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:33.18916Z","caller":"traceutil/trace.go:171","msg":"trace[1719487054] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:30363; }","duration":"425.393716ms","start":"2026-07-17T16:52:32.763745Z","end":"2026-07-17T16:52:33.189139Z","steps":["trace[1719487054] 'agreement among raft nodes before linearized reading' (duration: 425.267483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:33.189207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:32.763728Z","time spent":"425.465407ms","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:33.803485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.206181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:33.803583Z","caller":"traceutil/trace.go:171","msg":"trace[1346990848] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30363; }","duration":"547.414956ms","start":"2026-07-17T16:52:33.256144Z","end":"2026-07-17T16:52:33.803559Z","steps":["trace[1346990848] 'range keys from in-memory index tree' (duration: 547.065597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:33.80365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:33.256126Z","time spent":"547.510558ms","remote":"127.0.0.1:41898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-17T16:52:34.1809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.801275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:34.180995Z","caller":"traceutil/trace.go:171","msg":"trace[617046778] linearizableReadLoop","detail":"{readStateIndex:31352; appliedIndex:31351; }","duration":"709.388519ms","start":"2026-07-17T16:52:33.471592Z","end":"2026-07-17T16:52:34.180981Z","steps":["trace[617046778] 'read index received' (duration: 91.357219ms)","trace[617046778] 'applied index is now lower than readState.Index' (duration: 618.02996ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:34.181301Z","caller":"traceutil/trace.go:171","msg":"trace[2052107061] transaction","detail":"{read_only:false; response_revision:30364; number_of_response:1; }","duration":"792.697886ms","start":"2026-07-17T16:52:33.388582Z","end":"2026-07-17T16:52:34.18128Z","steps":["trace[2052107061] 'process raft request' (duration: 174.42962ms)","trace[2052107061] 'compare' (duration: 240.213639ms)","trace[2052107061] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:625; } (duration: 376.364717ms)"],"step_count":3} {"level":"warn","ts":"2026-07-17T16:52:34.181399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:33.38762Z","time spent":"793.716ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:34.18164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.039154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:34.181679Z","caller":"traceutil/trace.go:171","msg":"trace[2016276411] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:30364; }","duration":"710.104846ms","start":"2026-07-17T16:52:33.471563Z","end":"2026-07-17T16:52:34.181668Z","steps":["trace[2016276411] 'agreement among raft nodes before linearized reading' (duration: 710.038335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:34.181748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:33.471548Z","time spent":"710.189248ms","remote":"127.0.0.1:41746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:34.981834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.203229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:34.982287Z","caller":"traceutil/trace.go:171","msg":"trace[1612870980] transaction","detail":"{read_only:false; response_revision:30367; number_of_response:1; }","duration":"836.337366ms","start":"2026-07-17T16:52:34.14593Z","end":"2026-07-17T16:52:34.982267Z","steps":["trace[1612870980] 'process raft request' (duration: 836.223743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:34.982459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:34.145899Z","time spent":"836.433558ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:34.982446Z","caller":"traceutil/trace.go:171","msg":"trace[625033433] transaction","detail":"{read_only:false; response_revision:30366; number_of_response:1; }","duration":"836.789517ms","start":"2026-07-17T16:52:34.145602Z","end":"2026-07-17T16:52:34.982391Z","steps":["trace[625033433] 'process raft request' (duration: 836.341286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:34.982612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:34.145576Z","time spent":"836.95087ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:34.982772Z","caller":"traceutil/trace.go:171","msg":"trace[1153329776] transaction","detail":"{read_only:false; response_revision:30370; number_of_response:1; }","duration":"836.535101ms","start":"2026-07-17T16:52:34.146225Z","end":"2026-07-17T16:52:34.98276Z","steps":["trace[1153329776] 'process raft request' (duration: 836.460489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:34.982832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:34.146216Z","time spent":"836.584172ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:34.982828Z","caller":"traceutil/trace.go:171","msg":"trace[1027586702] transaction","detail":"{read_only:false; response_revision:30371; number_of_response:1; }","duration":"836.365247ms","start":"2026-07-17T16:52:34.146438Z","end":"2026-07-17T16:52:34.982803Z","steps":["trace[1027586702] 'process raft request' (duration: 836.282985ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:34.982816Z","caller":"traceutil/trace.go:171","msg":"trace[1361957224] transaction","detail":"{read_only:false; response_revision:30368; number_of_response:1; }","duration":"836.589292ms","start":"2026-07-17T16:52:34.146136Z","end":"2026-07-17T16:52:34.982725Z","steps":["trace[1361957224] 'process raft request' (duration: 836.057049ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:34.98293Z","caller":"traceutil/trace.go:171","msg":"trace[117126130] transaction","detail":"{read_only:false; response_revision:30372; number_of_response:1; }","duration":"550.320564ms","start":"2026-07-17T16:52:34.4326Z","end":"2026-07-17T16:52:34.98292Z","steps":["trace[117126130] 'process raft request' (duration: 550.163721ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:34.982876Z","caller":"traceutil/trace.go:171","msg":"trace[377227533] transaction","detail":"{read_only:false; response_revision:30369; number_of_response:1; }","duration":"836.677144ms","start":"2026-07-17T16:52:34.146148Z","end":"2026-07-17T16:52:34.982825Z","steps":["trace[377227533] 'process raft request' (duration: 836.428848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:34.982942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:34.146429Z","time spent":"836.453459ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:34.982966Z","caller":"traceutil/trace.go:171","msg":"trace[1150985105] transaction","detail":"{read_only:false; response_revision:30373; number_of_response:1; }","duration":"371.97833ms","start":"2026-07-17T16:52:34.610978Z","end":"2026-07-17T16:52:34.982957Z","steps":["trace[1150985105] 'process raft request' (duration: 371.820127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:34.982983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:34.432564Z","time spent":"550.393776ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:34.982997Z","caller":"traceutil/trace.go:171","msg":"trace[167611146] linearizableReadLoop","detail":"{readStateIndex:31359; appliedIndex:31352; }","duration":"801.905275ms","start":"2026-07-17T16:52:34.181068Z","end":"2026-07-17T16:52:34.982973Z","steps":["trace[167611146] 'read index received' (duration: 113.490027ms)","trace[167611146] 'applied index is now lower than readState.Index' (duration: 688.411598ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:34.98309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:34.610955Z","time spent":"372.053173ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:34.983086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:34.146109Z","time spent":"836.833188ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:34.983122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175658689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:34.982369Z","caller":"traceutil/trace.go:171","msg":"trace[1772920537] transaction","detail":"{read_only:false; response_revision:30365; number_of_response:1; }","duration":"1.103429326s","start":"2026-07-17T16:52:33.878874Z","end":"2026-07-17T16:52:34.982304Z","steps":["trace[1772920537] 'process raft request' (duration: 415.658333ms)","trace[1772920537] 'compare' (duration: 477.286403ms)","trace[1772920537] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 209.519207ms)"],"step_count":3} {"level":"info","ts":"2026-07-17T16:52:34.983159Z","caller":"traceutil/trace.go:171","msg":"trace[99097014] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30374; }","duration":"1.175755902s","start":"2026-07-17T16:52:33.807394Z","end":"2026-07-17T16:52:34.98315Z","steps":["trace[99097014] 'agreement among raft nodes before linearized reading' (duration: 1.17566102s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:34.983152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:34.146138Z","time spent":"836.870769ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:34.98317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328028463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:34.982897Z","caller":"traceutil/trace.go:171","msg":"trace[1142530524] transaction","detail":"{read_only:false; response_revision:30374; number_of_response:1; }","duration":"240.619379ms","start":"2026-07-17T16:52:34.742253Z","end":"2026-07-17T16:52:34.982872Z","steps":["trace[1142530524] 'process raft request' (duration: 240.579988ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:34.983208Z","caller":"traceutil/trace.go:171","msg":"trace[2001693148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30374; }","duration":"1.328127446s","start":"2026-07-17T16:52:33.655071Z","end":"2026-07-17T16:52:34.983198Z","steps":["trace[2001693148] 'agreement among raft nodes before linearized reading' (duration: 1.328034244s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:34.98325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:33.655045Z","time spent":"1.328197337s","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:52:34.983247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:33.878851Z","time spent":"1.104326418s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:34.983398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447734339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:34.983316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.708651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:34.983448Z","caller":"traceutil/trace.go:171","msg":"trace[173585696] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:30374; }","duration":"1.447828171s","start":"2026-07-17T16:52:33.535607Z","end":"2026-07-17T16:52:34.983435Z","steps":["trace[173585696] 'agreement among raft nodes before linearized reading' (duration: 1.447751609s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:34.983467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.733537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-17T16:52:34.983477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.76879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:34.983488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.853574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:34.983492Z","caller":"traceutil/trace.go:171","msg":"trace[32683992] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:30374; }","duration":"996.956907ms","start":"2026-07-17T16:52:33.986511Z","end":"2026-07-17T16:52:34.983468Z","steps":["trace[32683992] 'agreement among raft nodes before linearized reading' (duration: 996.6918ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:34.983538Z","caller":"traceutil/trace.go:171","msg":"trace[1541544661] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30374; }","duration":"354.865593ms","start":"2026-07-17T16:52:34.628656Z","end":"2026-07-17T16:52:34.983521Z","steps":["trace[1541544661] 'agreement among raft nodes before linearized reading' (duration: 354.76719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:34.983195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:33.807374Z","time spent":"1.175814673s","remote":"127.0.0.1:41588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-17T16:52:34.983562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:33.986486Z","time spent":"997.062629ms","remote":"127.0.0.1:45184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:34.983588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:34.628645Z","time spent":"354.932164ms","remote":"127.0.0.1:45518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-17T16:52:34.983496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:33.535582Z","time spent":"1.447904682s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:34.983457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.992337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T16:52:34.98362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.801023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:52:34.983664Z","caller":"traceutil/trace.go:171","msg":"trace[1906496618] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30374; }","duration":"253.873415ms","start":"2026-07-17T16:52:34.729781Z","end":"2026-07-17T16:52:34.983654Z","steps":["trace[1906496618] 'agreement among raft nodes before linearized reading' (duration: 253.743732ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:34.983666Z","caller":"traceutil/trace.go:171","msg":"trace[1768798166] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:30374; }","duration":"194.240393ms","start":"2026-07-17T16:52:34.789413Z","end":"2026-07-17T16:52:34.983653Z","steps":["trace[1768798166] 'agreement among raft nodes before linearized reading' (duration: 193.854214ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:34.983504Z","caller":"traceutil/trace.go:171","msg":"trace[149585871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30374; }","duration":"325.811019ms","start":"2026-07-17T16:52:34.657684Z","end":"2026-07-17T16:52:34.983495Z","steps":["trace[149585871] 'agreement among raft nodes before linearized reading' (duration: 325.560403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:34.983857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:34.657647Z","time spent":"326.200019ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:52:34.983389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.624905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T16:52:34.983892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.939733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-db-user\" ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-07-17T16:52:34.983988Z","caller":"traceutil/trace.go:171","msg":"trace[358023933] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:30374; }","duration":"635.325242ms","start":"2026-07-17T16:52:34.348645Z","end":"2026-07-17T16:52:34.98397Z","steps":["trace[358023933] 'agreement among raft nodes before linearized reading' (duration: 634.561733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:34.98404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:34.348621Z","time spent":"635.401504ms","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:52:34.983547Z","caller":"traceutil/trace.go:171","msg":"trace[454523313] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:30374; }","duration":"479.944966ms","start":"2026-07-17T16:52:34.503587Z","end":"2026-07-17T16:52:34.983532Z","steps":["trace[454523313] 'agreement among raft nodes before linearized reading' (duration: 479.847824ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:34.98405Z","caller":"traceutil/trace.go:171","msg":"trace[293247167] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-db-user; range_end:; response_count:1; response_revision:30374; }","duration":"334.156239ms","start":"2026-07-17T16:52:34.649868Z","end":"2026-07-17T16:52:34.984025Z","steps":["trace[293247167] 'agreement among raft nodes before linearized reading' (duration: 333.654857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:34.984131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:34.649861Z","time spent":"334.256881ms","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":507,"request content":"key:\"/registry/secrets/auth-system/keycloak-db-user\" "} {"level":"warn","ts":"2026-07-17T16:52:34.984167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:34.503568Z","time spent":"480.516019ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:52:35.274356Z","caller":"traceutil/trace.go:171","msg":"trace[1601082677] linearizableReadLoop","detail":"{readStateIndex:31363; appliedIndex:31362; }","duration":"281.697739ms","start":"2026-07-17T16:52:34.992639Z","end":"2026-07-17T16:52:35.274337Z","steps":["trace[1601082677] 'read index received' (duration: 238.710714ms)","trace[1601082677] 'applied index is now lower than readState.Index' (duration: 42.986195ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:35.274571Z","caller":"traceutil/trace.go:171","msg":"trace[1483059317] transaction","detail":"{read_only:false; response_revision:30375; number_of_response:1; }","duration":"282.734634ms","start":"2026-07-17T16:52:34.991795Z","end":"2026-07-17T16:52:35.274529Z","steps":["trace[1483059317] 'process raft request' (duration: 239.601855ms)","trace[1483059317] 'compare' (duration: 29.37239ms)","trace[1483059317] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 13.422711ms)"],"step_count":3} {"level":"warn","ts":"2026-07-17T16:52:35.274677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.991236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:35.274794Z","caller":"traceutil/trace.go:171","msg":"trace[1184992777] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:30375; }","duration":"282.16701ms","start":"2026-07-17T16:52:34.992599Z","end":"2026-07-17T16:52:35.274766Z","steps":["trace[1184992777] 'agreement among raft nodes before linearized reading' (duration: 281.939485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:35.277618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.492646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:35.277784Z","caller":"traceutil/trace.go:171","msg":"trace[1106234329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30377; }","duration":"284.699031ms","start":"2026-07-17T16:52:34.993066Z","end":"2026-07-17T16:52:35.277765Z","steps":["trace[1106234329] 'agreement among raft nodes before linearized reading' (duration: 284.443095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:35.277808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.133687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5cdddd75d4-s4b6b.18c32038e45b38ae\" ","response":"range_response_count:1 size:2110"} {"level":"info","ts":"2026-07-17T16:52:35.277964Z","caller":"traceutil/trace.go:171","msg":"trace[1899891148] range","detail":"{range_begin:/registry/events/openstack/glance-api-5cdddd75d4-s4b6b.18c32038e45b38ae; range_end:; response_count:1; response_revision:30377; }","duration":"214.304131ms","start":"2026-07-17T16:52:35.063643Z","end":"2026-07-17T16:52:35.277947Z","steps":["trace[1899891148] 'agreement among raft nodes before linearized reading' (duration: 214.032445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:35.277814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.155666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-17T16:52:35.278048Z","caller":"traceutil/trace.go:171","msg":"trace[1418441458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:30377; }","duration":"273.427452ms","start":"2026-07-17T16:52:35.004604Z","end":"2026-07-17T16:52:35.278031Z","steps":["trace[1418441458] 'agreement among raft nodes before linearized reading' (duration: 273.142815ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:35.341941Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26772,"took":"2.874796695s","hash":2707256854,"current-db-size-bytes":56152064,"current-db-size":"56 MB","current-db-size-in-use-bytes":45359104,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-07-17T16:52:35.342129Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2707256854,"revision":26772,"compact-revision":24139} {"level":"warn","ts":"2026-07-17T16:52:37.155117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268160824,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T16:52:37.175855Z","caller":"traceutil/trace.go:171","msg":"trace[593038538] transaction","detail":"{read_only:false; response_revision:30384; number_of_response:1; }","duration":"607.100119ms","start":"2026-07-17T16:52:36.568729Z","end":"2026-07-17T16:52:37.175829Z","steps":["trace[593038538] 'process raft request' (duration: 606.886834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:37.176022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:36.568709Z","time spent":"607.225562ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:37.226762Z","caller":"traceutil/trace.go:171","msg":"trace[2095772187] transaction","detail":"{read_only:false; response_revision:30385; number_of_response:1; }","duration":"237.459963ms","start":"2026-07-17T16:52:36.989267Z","end":"2026-07-17T16:52:37.226727Z","steps":["trace[2095772187] 'process raft request' (duration: 237.124155ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:37.226765Z","caller":"traceutil/trace.go:171","msg":"trace[1010050082] transaction","detail":"{read_only:false; response_revision:30386; number_of_response:1; }","duration":"237.255129ms","start":"2026-07-17T16:52:36.989488Z","end":"2026-07-17T16:52:37.226744Z","steps":["trace[1010050082] 'process raft request' (duration: 237.095535ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:37.227022Z","caller":"traceutil/trace.go:171","msg":"trace[504045695] transaction","detail":"{read_only:false; response_revision:30388; number_of_response:1; }","duration":"237.109455ms","start":"2026-07-17T16:52:36.9899Z","end":"2026-07-17T16:52:37.22701Z","steps":["trace[504045695] 'process raft request' (duration: 237.002412ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:37.227169Z","caller":"traceutil/trace.go:171","msg":"trace[1653271589] transaction","detail":"{read_only:false; response_revision:30387; number_of_response:1; }","duration":"237.582436ms","start":"2026-07-17T16:52:36.989546Z","end":"2026-07-17T16:52:37.227128Z","steps":["trace[1653271589] 'process raft request' (duration: 237.118105ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:37.227279Z","caller":"traceutil/trace.go:171","msg":"trace[357912206] transaction","detail":"{read_only:false; response_revision:30389; number_of_response:1; }","duration":"237.32968ms","start":"2026-07-17T16:52:36.989929Z","end":"2026-07-17T16:52:37.227259Z","steps":["trace[357912206] 'process raft request' (duration: 237.008062ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:37.227409Z","caller":"traceutil/trace.go:171","msg":"trace[313228090] transaction","detail":"{read_only:false; response_revision:30391; number_of_response:1; }","duration":"236.90881ms","start":"2026-07-17T16:52:36.990482Z","end":"2026-07-17T16:52:37.22739Z","steps":["trace[313228090] 'process raft request' (duration: 236.767027ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:37.227406Z","caller":"traceutil/trace.go:171","msg":"trace[157591563] linearizableReadLoop","detail":"{readStateIndex:31382; appliedIndex:31372; }","duration":"572.475984ms","start":"2026-07-17T16:52:36.654898Z","end":"2026-07-17T16:52:37.227374Z","steps":["trace[157591563] 'read index received' (duration: 520.641317ms)","trace[157591563] 'applied index is now lower than readState.Index' (duration: 51.833377ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:37.227466Z","caller":"traceutil/trace.go:171","msg":"trace[702277610] transaction","detail":"{read_only:false; response_revision:30390; number_of_response:1; }","duration":"237.141116ms","start":"2026-07-17T16:52:36.990316Z","end":"2026-07-17T16:52:37.227457Z","steps":["trace[702277610] 'process raft request' (duration: 236.856949ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:37.22745Z","caller":"traceutil/trace.go:171","msg":"trace[175267389] transaction","detail":"{read_only:false; response_revision:30393; number_of_response:1; }","duration":"213.027651ms","start":"2026-07-17T16:52:37.014405Z","end":"2026-07-17T16:52:37.227432Z","steps":["trace[175267389] 'process raft request' (duration: 212.905838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:37.227575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.670349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:37.227635Z","caller":"traceutil/trace.go:171","msg":"trace[1210936433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30393; }","duration":"572.789382ms","start":"2026-07-17T16:52:36.654831Z","end":"2026-07-17T16:52:37.22762Z","steps":["trace[1210936433] 'agreement among raft nodes before linearized reading' (duration: 572.668949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:37.227684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:36.654804Z","time spent":"572.868703ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:52:37.227659Z","caller":"traceutil/trace.go:171","msg":"trace[1946902096] transaction","detail":"{read_only:false; response_revision:30392; number_of_response:1; }","duration":"237.027483ms","start":"2026-07-17T16:52:36.990517Z","end":"2026-07-17T16:52:37.227544Z","steps":["trace[1946902096] 'process raft request' (duration: 236.761266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:39.721712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268160853,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T16:52:39.776971Z","caller":"traceutil/trace.go:171","msg":"trace[2116762941] transaction","detail":"{read_only:false; response_revision:30401; number_of_response:1; }","duration":"588.343572ms","start":"2026-07-17T16:52:39.188592Z","end":"2026-07-17T16:52:39.776936Z","steps":["trace[2116762941] 'process raft request' (duration: 588.138107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:39.777144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.188542Z","time spent":"588.519566ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:39.845957Z","caller":"traceutil/trace.go:171","msg":"trace[1943074810] transaction","detail":"{read_only:false; response_revision:30402; number_of_response:1; }","duration":"608.716598ms","start":"2026-07-17T16:52:39.237218Z","end":"2026-07-17T16:52:39.845935Z","steps":["trace[1943074810] 'process raft request' (duration: 608.4041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:39.846157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.237204Z","time spent":"608.829281ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:39.8464Z","caller":"traceutil/trace.go:171","msg":"trace[180398790] transaction","detail":"{read_only:false; response_revision:30403; number_of_response:1; }","duration":"608.956924ms","start":"2026-07-17T16:52:39.237395Z","end":"2026-07-17T16:52:39.846352Z","steps":["trace[180398790] 'process raft request' (duration: 608.484433ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:39.84646Z","caller":"traceutil/trace.go:171","msg":"trace[1183129291] transaction","detail":"{read_only:false; response_revision:30404; number_of_response:1; }","duration":"608.919283ms","start":"2026-07-17T16:52:39.23752Z","end":"2026-07-17T16:52:39.846439Z","steps":["trace[1183129291] 'process raft request' (duration: 608.678877ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:39.846527Z","caller":"traceutil/trace.go:171","msg":"trace[371712866] transaction","detail":"{read_only:false; response_revision:30405; number_of_response:1; }","duration":"609.010236ms","start":"2026-07-17T16:52:39.237505Z","end":"2026-07-17T16:52:39.846515Z","steps":["trace[371712866] 'process raft request' (duration: 608.814431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:39.846586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.237472Z","time spent":"609.084337ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:39.846582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.237512Z","time spent":"609.012075ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:39.846582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.237387Z","time spent":"609.099997ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:39.846651Z","caller":"traceutil/trace.go:171","msg":"trace[2125635921] transaction","detail":"{read_only:false; response_revision:30407; number_of_response:1; }","duration":"609.031376ms","start":"2026-07-17T16:52:39.237612Z","end":"2026-07-17T16:52:39.846644Z","steps":["trace[2125635921] 'process raft request' (duration: 608.815541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:39.846693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.237588Z","time spent":"609.082577ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:39.84673Z","caller":"traceutil/trace.go:171","msg":"trace[51609930] transaction","detail":"{read_only:false; response_revision:30406; number_of_response:1; }","duration":"609.121988ms","start":"2026-07-17T16:52:39.237592Z","end":"2026-07-17T16:52:39.846714Z","steps":["trace[51609930] 'process raft request' (duration: 608.789771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:39.847211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.237589Z","time spent":"609.541738ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:39.846775Z","caller":"traceutil/trace.go:171","msg":"trace[1203981403] transaction","detail":"{read_only:false; response_revision:30410; number_of_response:1; }","duration":"538.507894ms","start":"2026-07-17T16:52:39.308261Z","end":"2026-07-17T16:52:39.846768Z","steps":["trace[1203981403] 'process raft request' (duration: 538.320719ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:39.846756Z","caller":"traceutil/trace.go:171","msg":"trace[1867439633] linearizableReadLoop","detail":"{readStateIndex:31401; appliedIndex:31389; }","duration":"625.56903ms","start":"2026-07-17T16:52:39.221166Z","end":"2026-07-17T16:52:39.846735Z","steps":["trace[1867439633] 'read index received' (duration: 555.678523ms)","trace[1867439633] 'applied index is now lower than readState.Index' (duration: 69.889227ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:39.847442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.308242Z","time spent":"539.144499ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:39.846795Z","caller":"traceutil/trace.go:171","msg":"trace[1510183073] transaction","detail":"{read_only:false; response_revision:30408; number_of_response:1; }","duration":"608.991235ms","start":"2026-07-17T16:52:39.237798Z","end":"2026-07-17T16:52:39.84679Z","steps":["trace[1510183073] 'process raft request' (duration: 608.683008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:39.847532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.237739Z","time spent":"609.762513ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:39.846822Z","caller":"traceutil/trace.go:171","msg":"trace[1742695730] transaction","detail":"{read_only:false; response_revision:30409; number_of_response:1; }","duration":"608.928024ms","start":"2026-07-17T16:52:39.237885Z","end":"2026-07-17T16:52:39.846813Z","steps":["trace[1742695730] 'process raft request' (duration: 608.645777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:39.847642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.237878Z","time spent":"609.744693ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:39.846862Z","caller":"traceutil/trace.go:171","msg":"trace[580625135] transaction","detail":"{read_only:false; response_revision:30412; number_of_response:1; }","duration":"403.477023ms","start":"2026-07-17T16:52:39.443377Z","end":"2026-07-17T16:52:39.846854Z","steps":["trace[580625135] 'process raft request' (duration: 403.297258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:39.847735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.443305Z","time spent":"404.413025ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:39.847648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.544228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-17T16:52:39.84685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.678063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:39.847956Z","caller":"traceutil/trace.go:171","msg":"trace[1089074168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30412; }","duration":"544.875186ms","start":"2026-07-17T16:52:39.303061Z","end":"2026-07-17T16:52:39.847936Z","steps":["trace[1089074168] 'agreement among raft nodes before linearized reading' (duration: 544.490726ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:39.846863Z","caller":"traceutil/trace.go:171","msg":"trace[9809259] transaction","detail":"{read_only:false; response_revision:30411; number_of_response:1; }","duration":"538.408492ms","start":"2026-07-17T16:52:39.308436Z","end":"2026-07-17T16:52:39.846844Z","steps":["trace[9809259] 'process raft request' (duration: 538.191246ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:39.847992Z","caller":"traceutil/trace.go:171","msg":"trace[561917235] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:30412; }","duration":"626.878042ms","start":"2026-07-17T16:52:39.221104Z","end":"2026-07-17T16:52:39.847982Z","steps":["trace[561917235] 'agreement among raft nodes before linearized reading' (duration: 625.690223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:39.848014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.303047Z","time spent":"544.950468ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:52:39.848051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.221076Z","time spent":"626.963993ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:39.848125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.308426Z","time spent":"539.61028ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:39.848321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.837306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-17T16:52:39.848388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.064801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:52:39.848385Z","caller":"traceutil/trace.go:171","msg":"trace[1132357578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30412; }","duration":"534.960399ms","start":"2026-07-17T16:52:39.31341Z","end":"2026-07-17T16:52:39.848371Z","steps":["trace[1132357578] 'agreement among raft nodes before linearized reading' (duration: 534.806705ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:39.848415Z","caller":"traceutil/trace.go:171","msg":"trace[29503032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30412; }","duration":"535.104373ms","start":"2026-07-17T16:52:39.313303Z","end":"2026-07-17T16:52:39.848407Z","steps":["trace[29503032] 'agreement among raft nodes before linearized reading' (duration: 535.045011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:39.84843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.313375Z","time spent":"535.042861ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:39.848473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.313296Z","time spent":"535.170834ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:39.848642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.65875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T16:52:39.848693Z","caller":"traceutil/trace.go:171","msg":"trace[490134994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30412; }","duration":"536.727631ms","start":"2026-07-17T16:52:39.311952Z","end":"2026-07-17T16:52:39.84868Z","steps":["trace[490134994] 'agreement among raft nodes before linearized reading' (duration: 536.604198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:39.84876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.311943Z","time spent":"536.805493ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:52:39.848332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.958193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-17T16:52:39.848836Z","caller":"traceutil/trace.go:171","msg":"trace[1734666187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30412; }","duration":"536.468076ms","start":"2026-07-17T16:52:39.312351Z","end":"2026-07-17T16:52:39.848819Z","steps":["trace[1734666187] 'agreement among raft nodes before linearized reading' (duration: 535.895942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:39.848884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:39.312318Z","time spent":"536.553607ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:52:40.855391Z","caller":"traceutil/trace.go:171","msg":"trace[542350222] linearizableReadLoop","detail":"{readStateIndex:31407; appliedIndex:31406; }","duration":"199.626921ms","start":"2026-07-17T16:52:40.655737Z","end":"2026-07-17T16:52:40.855364Z","steps":["trace[542350222] 'read index received' (duration: 143.80079ms)","trace[542350222] 'applied index is now lower than readState.Index' (duration: 55.824541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:40.855587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.820246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:40.855675Z","caller":"traceutil/trace.go:171","msg":"trace[159288822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30417; }","duration":"199.942409ms","start":"2026-07-17T16:52:40.655707Z","end":"2026-07-17T16:52:40.85565Z","steps":["trace[159288822] 'agreement among raft nodes before linearized reading' (duration: 199.784425ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:42.248022Z","caller":"traceutil/trace.go:171","msg":"trace[5335268] transaction","detail":"{read_only:false; response_revision:30418; number_of_response:1; }","duration":"395.153554ms","start":"2026-07-17T16:52:41.852844Z","end":"2026-07-17T16:52:42.247997Z","steps":["trace[5335268] 'process raft request' (duration: 394.97618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:42.248156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.852821Z","time spent":"395.270487ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:42.252185Z","caller":"traceutil/trace.go:171","msg":"trace[886591936] transaction","detail":"{read_only:false; response_revision:30420; number_of_response:1; }","duration":"397.513561ms","start":"2026-07-17T16:52:41.854658Z","end":"2026-07-17T16:52:42.252172Z","steps":["trace[886591936] 'process raft request' (duration: 397.324166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:42.252261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.854645Z","time spent":"397.580702ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:42.252617Z","caller":"traceutil/trace.go:171","msg":"trace[742393644] transaction","detail":"{read_only:false; response_revision:30421; number_of_response:1; }","duration":"397.875169ms","start":"2026-07-17T16:52:41.854731Z","end":"2026-07-17T16:52:42.252606Z","steps":["trace[742393644] 'process raft request' (duration: 397.394157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:42.252683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.854708Z","time spent":"397.942481ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:42.253053Z","caller":"traceutil/trace.go:171","msg":"trace[97662611] transaction","detail":"{read_only:false; response_revision:30422; number_of_response:1; }","duration":"398.260078ms","start":"2026-07-17T16:52:41.854782Z","end":"2026-07-17T16:52:42.253042Z","steps":["trace[97662611] 'process raft request' (duration: 397.775887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:42.253125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.854753Z","time spent":"398.3358ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:42.253498Z","caller":"traceutil/trace.go:171","msg":"trace[2110143169] transaction","detail":"{read_only:false; response_revision:30423; number_of_response:1; }","duration":"398.513704ms","start":"2026-07-17T16:52:41.854973Z","end":"2026-07-17T16:52:42.253487Z","steps":["trace[2110143169] 'process raft request' (duration: 398.026532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:42.253563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.85496Z","time spent":"398.572286ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:42.254021Z","caller":"traceutil/trace.go:171","msg":"trace[1075416754] transaction","detail":"{read_only:false; response_revision:30424; number_of_response:1; }","duration":"393.72138ms","start":"2026-07-17T16:52:41.860285Z","end":"2026-07-17T16:52:42.254006Z","steps":["trace[1075416754] 'process raft request' (duration: 393.165417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:42.254095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.860263Z","time spent":"393.797412ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:42.25427Z","caller":"traceutil/trace.go:171","msg":"trace[158394994] linearizableReadLoop","detail":"{readStateIndex:31415; appliedIndex:31407; }","duration":"393.782722ms","start":"2026-07-17T16:52:41.860453Z","end":"2026-07-17T16:52:42.254235Z","steps":["trace[158394994] 'read index received' (duration: 387.449921ms)","trace[158394994] 'applied index is now lower than readState.Index' (duration: 6.331271ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:42.254371Z","caller":"traceutil/trace.go:171","msg":"trace[12197160] transaction","detail":"{read_only:false; response_revision:30426; number_of_response:1; }","duration":"393.765251ms","start":"2026-07-17T16:52:41.860598Z","end":"2026-07-17T16:52:42.254363Z","steps":["trace[12197160] 'process raft request' (duration: 393.519885ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:42.254325Z","caller":"traceutil/trace.go:171","msg":"trace[208490825] transaction","detail":"{read_only:false; response_revision:30425; number_of_response:1; }","duration":"393.957056ms","start":"2026-07-17T16:52:41.860356Z","end":"2026-07-17T16:52:42.254313Z","steps":["trace[208490825] 'process raft request' (duration: 393.555546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:42.254434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.860583Z","time spent":"393.820983ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:42.254502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.042098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-17T16:52:42.254557Z","caller":"traceutil/trace.go:171","msg":"trace[875331038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30427; }","duration":"394.13072ms","start":"2026-07-17T16:52:41.860414Z","end":"2026-07-17T16:52:42.254544Z","steps":["trace[875331038] 'agreement among raft nodes before linearized reading' (duration: 393.989957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:42.254571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.158566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:42.254602Z","caller":"traceutil/trace.go:171","msg":"trace[1790386064] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:30427; }","duration":"203.276408ms","start":"2026-07-17T16:52:42.051314Z","end":"2026-07-17T16:52:42.25459Z","steps":["trace[1790386064] 'agreement among raft nodes before linearized reading' (duration: 203.227507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:42.254596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.860398Z","time spent":"394.190021ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:52:42.254611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.860336Z","time spent":"394.13639ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:42.254895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.11157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-17T16:52:42.254979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.061568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-17T16:52:42.254708Z","caller":"traceutil/trace.go:171","msg":"trace[1855983185] transaction","detail":"{read_only:false; response_revision:30427; number_of_response:1; }","duration":"393.992707ms","start":"2026-07-17T16:52:41.860693Z","end":"2026-07-17T16:52:42.254686Z","steps":["trace[1855983185] 'process raft request' (duration: 393.486474ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:42.25503Z","caller":"traceutil/trace.go:171","msg":"trace[1516637690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30427; }","duration":"394.127319ms","start":"2026-07-17T16:52:41.860892Z","end":"2026-07-17T16:52:42.25502Z","steps":["trace[1516637690] 'agreement among raft nodes before linearized reading' (duration: 394.015167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:42.255064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.860885Z","time spent":"394.173531ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:42.255066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.068468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:52:42.255107Z","caller":"traceutil/trace.go:171","msg":"trace[425133011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30427; }","duration":"394.122799ms","start":"2026-07-17T16:52:41.860971Z","end":"2026-07-17T16:52:42.255094Z","steps":["trace[425133011] 'agreement among raft nodes before linearized reading' (duration: 393.948885ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:42.255113Z","caller":"traceutil/trace.go:171","msg":"trace[80043975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30427; }","duration":"394.261873ms","start":"2026-07-17T16:52:41.860751Z","end":"2026-07-17T16:52:42.255013Z","steps":["trace[80043975] 'agreement among raft nodes before linearized reading' (duration: 393.802852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:42.254923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.333362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-17T16:52:42.255152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.860965Z","time spent":"394.179701ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T16:52:42.255187Z","caller":"traceutil/trace.go:171","msg":"trace[837222630] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30427; }","duration":"162.619539ms","start":"2026-07-17T16:52:42.092542Z","end":"2026-07-17T16:52:42.255162Z","steps":["trace[837222630] 'agreement among raft nodes before linearized reading' (duration: 162.25837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:42.255212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.860721Z","time spent":"394.476808ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:52:42.255188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.262643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-17T16:52:42.255284Z","caller":"traceutil/trace.go:171","msg":"trace[2076553624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30427; }","duration":"394.392936ms","start":"2026-07-17T16:52:41.860867Z","end":"2026-07-17T16:52:42.25526Z","steps":["trace[2076553624] 'agreement among raft nodes before linearized reading' (duration: 394.108219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:42.255101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.860653Z","time spent":"394.380726ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:42.255358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.860855Z","time spent":"394.492528ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:52:42.252036Z","caller":"traceutil/trace.go:171","msg":"trace[1192331134] transaction","detail":"{read_only:false; response_revision:30419; number_of_response:1; }","duration":"398.31041ms","start":"2026-07-17T16:52:41.85371Z","end":"2026-07-17T16:52:42.25202Z","steps":["trace[1192331134] 'process raft request' (duration: 398.185987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:42.256393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:41.853696Z","time spent":"402.613192ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:44.823552Z","caller":"traceutil/trace.go:171","msg":"trace[43001621] transaction","detail":"{read_only:false; response_revision:30434; number_of_response:1; }","duration":"565.59912ms","start":"2026-07-17T16:52:44.257925Z","end":"2026-07-17T16:52:44.823524Z","steps":["trace[43001621] 'process raft request' (duration: 565.318833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:44.823707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.257897Z","time spent":"565.734523ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:44.823842Z","caller":"traceutil/trace.go:171","msg":"trace[1776790385] transaction","detail":"{read_only:false; response_revision:30435; number_of_response:1; }","duration":"565.746333ms","start":"2026-07-17T16:52:44.258059Z","end":"2026-07-17T16:52:44.823806Z","steps":["trace[1776790385] 'process raft request' (duration: 565.416946ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:44.823925Z","caller":"traceutil/trace.go:171","msg":"trace[1573952559] transaction","detail":"{read_only:false; response_revision:30437; number_of_response:1; }","duration":"565.415036ms","start":"2026-07-17T16:52:44.258493Z","end":"2026-07-17T16:52:44.823908Z","steps":["trace[1573952559] 'process raft request' (duration: 565.300143ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:44.823953Z","caller":"traceutil/trace.go:171","msg":"trace[494761895] transaction","detail":"{read_only:false; response_revision:30436; number_of_response:1; }","duration":"565.422786ms","start":"2026-07-17T16:52:44.258486Z","end":"2026-07-17T16:52:44.823909Z","steps":["trace[494761895] 'process raft request' (duration: 565.218471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:44.823998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.258479Z","time spent":"565.478997ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:44.824008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.258051Z","time spent":"565.869826ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:44.824062Z","caller":"traceutil/trace.go:171","msg":"trace[1479628492] linearizableReadLoop","detail":"{readStateIndex:31432; appliedIndex:31422; }","duration":"561.161464ms","start":"2026-07-17T16:52:44.262883Z","end":"2026-07-17T16:52:44.824044Z","steps":["trace[1479628492] 'read index received' (duration: 35.555248ms)","trace[1479628492] 'applied index is now lower than readState.Index' (duration: 525.605236ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:44.824048Z","caller":"traceutil/trace.go:171","msg":"trace[244877132] transaction","detail":"{read_only:false; response_revision:30438; number_of_response:1; }","duration":"564.092324ms","start":"2026-07-17T16:52:44.259916Z","end":"2026-07-17T16:52:44.824008Z","steps":["trace[244877132] 'process raft request' (duration: 563.92291ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:44.82415Z","caller":"traceutil/trace.go:171","msg":"trace[1233015067] transaction","detail":"{read_only:false; response_revision:30440; number_of_response:1; }","duration":"563.187702ms","start":"2026-07-17T16:52:44.260947Z","end":"2026-07-17T16:52:44.824134Z","steps":["trace[1233015067] 'process raft request' (duration: 562.974947ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:44.824164Z","caller":"traceutil/trace.go:171","msg":"trace[837953926] transaction","detail":"{read_only:false; response_revision:30441; number_of_response:1; }","duration":"562.864664ms","start":"2026-07-17T16:52:44.261273Z","end":"2026-07-17T16:52:44.824137Z","steps":["trace[837953926] 'process raft request' (duration: 562.69558ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:44.824184Z","caller":"traceutil/trace.go:171","msg":"trace[2091081458] transaction","detail":"{read_only:false; response_revision:30442; number_of_response:1; }","duration":"561.7929ms","start":"2026-07-17T16:52:44.262353Z","end":"2026-07-17T16:52:44.824146Z","steps":["trace[2091081458] 'process raft request' (duration: 561.652166ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:44.82408Z","caller":"traceutil/trace.go:171","msg":"trace[1067155506] transaction","detail":"{read_only:false; response_revision:30439; number_of_response:1; }","duration":"563.720085ms","start":"2026-07-17T16:52:44.260336Z","end":"2026-07-17T16:52:44.824056Z","steps":["trace[1067155506] 'process raft request' (duration: 563.545241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:44.824284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.38924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-17T16:52:44.82428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.260935Z","time spent":"563.263854ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:44.824285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.259902Z","time spent":"564.243818ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:44.824305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.261256Z","time spent":"562.993848ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:44.824325Z","caller":"traceutil/trace.go:171","msg":"trace[47394960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30442; }","duration":"561.455741ms","start":"2026-07-17T16:52:44.262858Z","end":"2026-07-17T16:52:44.824314Z","steps":["trace[47394960] 'agreement among raft nodes before linearized reading' (duration: 561.280896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:44.824348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.26033Z","time spent":"563.964541ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:44.824371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.26285Z","time spent":"561.513153ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:52:44.824379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.26233Z","time spent":"561.955323ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:44.824392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.25847Z","time spent":"565.561849ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:45.134406Z","caller":"traceutil/trace.go:171","msg":"trace[206569315] transaction","detail":"{read_only:false; response_revision:30443; number_of_response:1; }","duration":"711.423158ms","start":"2026-07-17T16:52:44.422961Z","end":"2026-07-17T16:52:45.134385Z","steps":["trace[206569315] 'process raft request' (duration: 711.141191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:45.134514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.422935Z","time spent":"711.521181ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:45.13465Z","caller":"traceutil/trace.go:171","msg":"trace[420237559] transaction","detail":"{read_only:false; response_revision:30445; number_of_response:1; }","duration":"351.403441ms","start":"2026-07-17T16:52:44.783208Z","end":"2026-07-17T16:52:45.134612Z","steps":["trace[420237559] 'process raft request' (duration: 351.144725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:45.13467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.769094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:45.134682Z","caller":"traceutil/trace.go:171","msg":"trace[560270014] transaction","detail":"{read_only:false; response_revision:30444; number_of_response:1; }","duration":"395.38794ms","start":"2026-07-17T16:52:44.739255Z","end":"2026-07-17T16:52:45.134643Z","steps":["trace[560270014] 'process raft request' (duration: 395.054182ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:45.134734Z","caller":"traceutil/trace.go:171","msg":"trace[1778067270] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:30445; }","duration":"482.887867ms","start":"2026-07-17T16:52:44.651828Z","end":"2026-07-17T16:52:45.134716Z","steps":["trace[1778067270] 'agreement among raft nodes before linearized reading' (duration: 482.656951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:45.134787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.651801Z","time spent":"482.969889ms","remote":"127.0.0.1:41898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:45.134851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.571742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-17T16:52:45.13486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.73923Z","time spent":"395.533714ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:45.134873Z","caller":"traceutil/trace.go:171","msg":"trace[829107266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30445; }","duration":"867.604612ms","start":"2026-07-17T16:52:44.267261Z","end":"2026-07-17T16:52:45.134866Z","steps":["trace[829107266] 'agreement among raft nodes before linearized reading' (duration: 867.52338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:45.134893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.267255Z","time spent":"867.633994ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:45.134796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.783174Z","time spent":"351.540425ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:45.135022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.791521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:52:45.135093Z","caller":"traceutil/trace.go:171","msg":"trace[874371100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30445; }","duration":"868.873873ms","start":"2026-07-17T16:52:44.266202Z","end":"2026-07-17T16:52:45.135076Z","steps":["trace[874371100] 'agreement among raft nodes before linearized reading' (duration: 868.71223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:45.135151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.266193Z","time spent":"868.938555ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:45.135199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.270852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T16:52:45.13522Z","caller":"traceutil/trace.go:171","msg":"trace[157003765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30445; }","duration":"869.313554ms","start":"2026-07-17T16:52:44.2659Z","end":"2026-07-17T16:52:45.135214Z","steps":["trace[157003765] 'agreement among raft nodes before linearized reading' (duration: 869.264543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:45.135003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.133106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:52:45.135218Z","caller":"traceutil/trace.go:171","msg":"trace[1191904290] linearizableReadLoop","detail":"{readStateIndex:31435; appliedIndex:31432; }","duration":"310.344822ms","start":"2026-07-17T16:52:44.82411Z","end":"2026-07-17T16:52:45.134455Z","steps":["trace[1191904290] 'read index received' (duration: 309.987123ms)","trace[1191904290] 'applied index is now lower than readState.Index' (duration: 356.949µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:45.13526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.032487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-17T16:52:45.135285Z","caller":"traceutil/trace.go:171","msg":"trace[395908549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30445; }","duration":"869.072488ms","start":"2026-07-17T16:52:44.266206Z","end":"2026-07-17T16:52:45.135278Z","steps":["trace[395908549] 'agreement among raft nodes before linearized reading' (duration: 868.948805ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:45.135271Z","caller":"traceutil/trace.go:171","msg":"trace[1934379333] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30445; }","duration":"398.454574ms","start":"2026-07-17T16:52:44.7368Z","end":"2026-07-17T16:52:45.135255Z","steps":["trace[1934379333] 'agreement among raft nodes before linearized reading' (duration: 397.854239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:45.135236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.26589Z","time spent":"869.342794ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:52:45.135306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.266199Z","time spent":"869.100319ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:52:45.135236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.957092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:45.1354Z","caller":"traceutil/trace.go:171","msg":"trace[1440585459] transaction","detail":"{read_only:false; response_revision:30446; number_of_response:1; }","duration":"305.887536ms","start":"2026-07-17T16:52:44.829506Z","end":"2026-07-17T16:52:45.135393Z","steps":["trace[1440585459] 'process raft request' (duration: 305.62459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:45.135379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.73677Z","time spent":"398.544045ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9065,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T16:52:45.135416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.809062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/subscriptions/\" range_end:\"/registry/postgresql.cnpg.io/subscriptions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:45.135418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.326155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:45.135434Z","caller":"traceutil/trace.go:171","msg":"trace[1137861414] range","detail":"{range_begin:/registry/postgresql.cnpg.io/subscriptions/; range_end:/registry/postgresql.cnpg.io/subscriptions0; response_count:0; response_revision:30447; }","duration":"180.852994ms","start":"2026-07-17T16:52:44.954574Z","end":"2026-07-17T16:52:45.135427Z","steps":["trace[1137861414] 'agreement among raft nodes before linearized reading' (duration: 180.824593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:45.135443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.829481Z","time spent":"305.935337ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:45.135458Z","caller":"traceutil/trace.go:171","msg":"trace[261112113] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:30447; }","duration":"298.388597ms","start":"2026-07-17T16:52:44.837052Z","end":"2026-07-17T16:52:45.13544Z","steps":["trace[261112113] 'agreement among raft nodes before linearized reading' (duration: 298.302455ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:45.135531Z","caller":"traceutil/trace.go:171","msg":"trace[1194949707] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:30445; }","duration":"741.445824ms","start":"2026-07-17T16:52:44.393969Z","end":"2026-07-17T16:52:45.135415Z","steps":["trace[1194949707] 'agreement among raft nodes before linearized reading' (duration: 740.856539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:45.136087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:44.393944Z","time spent":"742.088309ms","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:45.852355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.839441ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-17T16:52:45.852491Z","caller":"traceutil/trace.go:171","msg":"trace[1385628989] linearizableReadLoop","detail":"{readStateIndex:31443; appliedIndex:31442; }","duration":"554.795472ms","start":"2026-07-17T16:52:45.297671Z","end":"2026-07-17T16:52:45.852466Z","steps":["trace[1385628989] 'read index received' (duration: 33.555571ms)","trace[1385628989] 'applied index is now lower than readState.Index' (duration: 521.237721ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:45.852623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:45.297091Z","time spent":"555.526848ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T16:52:45.852941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.455442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T16:52:45.853037Z","caller":"traceutil/trace.go:171","msg":"trace[164339705] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30452; }","duration":"476.589526ms","start":"2026-07-17T16:52:45.376424Z","end":"2026-07-17T16:52:45.853014Z","steps":["trace[164339705] 'agreement among raft nodes before linearized reading' (duration: 476.325099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:45.853088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:45.376406Z","time spent":"476.672748ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:52:45.853233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.49438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:45.853267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.56686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:45.853306Z","caller":"traceutil/trace.go:171","msg":"trace[290737863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30452; }","duration":"197.609073ms","start":"2026-07-17T16:52:45.655679Z","end":"2026-07-17T16:52:45.853288Z","steps":["trace[290737863] 'agreement among raft nodes before linearized reading' (duration: 197.449749ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:45.853308Z","caller":"traceutil/trace.go:171","msg":"trace[1618103735] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:30452; }","duration":"555.641001ms","start":"2026-07-17T16:52:45.297654Z","end":"2026-07-17T16:52:45.853294Z","steps":["trace[1618103735] 'agreement among raft nodes before linearized reading' (duration: 555.533899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:45.853356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:45.297639Z","time spent":"555.707493ms","remote":"127.0.0.1:41588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-17T16:52:45.853278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.105685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:45.853453Z","caller":"traceutil/trace.go:171","msg":"trace[1426609135] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:30452; }","duration":"289.32819ms","start":"2026-07-17T16:52:45.564092Z","end":"2026-07-17T16:52:45.85342Z","steps":["trace[1426609135] 'agreement among raft nodes before linearized reading' (duration: 289.087075ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:47.000415Z","caller":"traceutil/trace.go:171","msg":"trace[1595539737] transaction","detail":"{read_only:false; response_revision:30457; number_of_response:1; }","duration":"169.929513ms","start":"2026-07-17T16:52:46.830465Z","end":"2026-07-17T16:52:47.000395Z","steps":["trace[1595539737] 'process raft request' (duration: 169.764899ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:47.063255Z","caller":"traceutil/trace.go:171","msg":"trace[2118564733] transaction","detail":"{read_only:false; response_revision:30458; number_of_response:1; }","duration":"232.529406ms","start":"2026-07-17T16:52:46.830635Z","end":"2026-07-17T16:52:47.063164Z","steps":["trace[2118564733] 'process raft request' (duration: 232.213749ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:47.063293Z","caller":"traceutil/trace.go:171","msg":"trace[2146658091] transaction","detail":"{read_only:false; response_revision:30459; number_of_response:1; }","duration":"232.485795ms","start":"2026-07-17T16:52:46.830777Z","end":"2026-07-17T16:52:47.063263Z","steps":["trace[2146658091] 'process raft request' (duration: 232.31438ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:47.063301Z","caller":"traceutil/trace.go:171","msg":"trace[784658052] transaction","detail":"{read_only:false; response_revision:30460; number_of_response:1; }","duration":"232.435633ms","start":"2026-07-17T16:52:46.830846Z","end":"2026-07-17T16:52:47.063282Z","steps":["trace[784658052] 'process raft request' (duration: 232.31422ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:47.063502Z","caller":"traceutil/trace.go:171","msg":"trace[1456221321] linearizableReadLoop","detail":"{readStateIndex:31457; appliedIndex:31448; }","duration":"126.2021ms","start":"2026-07-17T16:52:46.937288Z","end":"2026-07-17T16:52:47.063491Z","steps":["trace[1456221321] 'read index received' (duration: 63.028523ms)","trace[1456221321] 'applied index is now lower than readState.Index' (duration: 63.172977ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:47.063525Z","caller":"traceutil/trace.go:171","msg":"trace[539825876] transaction","detail":"{read_only:false; response_revision:30463; number_of_response:1; }","duration":"232.551236ms","start":"2026-07-17T16:52:46.830961Z","end":"2026-07-17T16:52:47.063512Z","steps":["trace[539825876] 'process raft request' (duration: 232.456334ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:47.063498Z","caller":"traceutil/trace.go:171","msg":"trace[1639809123] transaction","detail":"{read_only:false; response_revision:30461; number_of_response:1; }","duration":"232.576646ms","start":"2026-07-17T16:52:46.83089Z","end":"2026-07-17T16:52:47.063466Z","steps":["trace[1639809123] 'process raft request' (duration: 232.360201ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:47.063564Z","caller":"traceutil/trace.go:171","msg":"trace[574439407] transaction","detail":"{read_only:false; response_revision:30465; number_of_response:1; }","duration":"231.982133ms","start":"2026-07-17T16:52:46.831575Z","end":"2026-07-17T16:52:47.063557Z","steps":["trace[574439407] 'process raft request' (duration: 231.88942ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:47.063568Z","caller":"traceutil/trace.go:171","msg":"trace[592267557] transaction","detail":"{read_only:false; response_revision:30464; number_of_response:1; }","duration":"232.475355ms","start":"2026-07-17T16:52:46.831048Z","end":"2026-07-17T16:52:47.063523Z","steps":["trace[592267557] 'process raft request' (duration: 232.394693ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:47.063637Z","caller":"traceutil/trace.go:171","msg":"trace[1170510685] transaction","detail":"{read_only:false; response_revision:30462; number_of_response:1; }","duration":"232.689159ms","start":"2026-07-17T16:52:46.830941Z","end":"2026-07-17T16:52:47.06363Z","steps":["trace[1170510685] 'process raft request' (duration: 232.414033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:47.063667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.363123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:47.063693Z","caller":"traceutil/trace.go:171","msg":"trace[1766607961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30465; }","duration":"126.451946ms","start":"2026-07-17T16:52:46.937232Z","end":"2026-07-17T16:52:47.063684Z","steps":["trace[1766607961] 'agreement among raft nodes before linearized reading' (duration: 126.387264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.153634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268161247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T16:52:53.282581Z","caller":"traceutil/trace.go:171","msg":"trace[1876154770] transaction","detail":"{read_only:false; response_revision:30561; number_of_response:1; }","duration":"705.642099ms","start":"2026-07-17T16:52:52.576916Z","end":"2026-07-17T16:52:53.282558Z","steps":["trace[1876154770] 'process raft request' (duration: 705.498825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.282717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:52.576897Z","time spent":"705.749292ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:53.518567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.00149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:53.518778Z","caller":"traceutil/trace.go:171","msg":"trace[1593803828] transaction","detail":"{read_only:false; response_revision:30562; number_of_response:1; }","duration":"876.392192ms","start":"2026-07-17T16:52:52.642366Z","end":"2026-07-17T16:52:53.518759Z","steps":["trace[1593803828] 'process raft request' (duration: 762.106836ms)","trace[1593803828] 'compare' (duration: 113.57703ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:53.518848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:52.642338Z","time spent":"876.482115ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:53.519032Z","caller":"traceutil/trace.go:171","msg":"trace[989800210] transaction","detail":"{read_only:false; response_revision:30563; number_of_response:1; }","duration":"494.639988ms","start":"2026-07-17T16:52:53.024382Z","end":"2026-07-17T16:52:53.519021Z","steps":["trace[989800210] 'process raft request' (duration: 494.286529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.519094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.024363Z","time spent":"494.698949ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:53.519426Z","caller":"traceutil/trace.go:171","msg":"trace[523269227] transaction","detail":"{read_only:false; response_revision:30564; number_of_response:1; }","duration":"439.059692ms","start":"2026-07-17T16:52:53.080299Z","end":"2026-07-17T16:52:53.519359Z","steps":["trace[523269227] 'process raft request' (duration: 438.678613ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:53.519468Z","caller":"traceutil/trace.go:171","msg":"trace[37832235] transaction","detail":"{read_only:false; response_revision:30566; number_of_response:1; }","duration":"435.897337ms","start":"2026-07-17T16:52:53.083544Z","end":"2026-07-17T16:52:53.519442Z","steps":["trace[37832235] 'process raft request' (duration: 435.737753ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:53.519532Z","caller":"traceutil/trace.go:171","msg":"trace[78571634] linearizableReadLoop","detail":"{readStateIndex:31564; appliedIndex:31553; }","duration":"866.282122ms","start":"2026-07-17T16:52:52.653233Z","end":"2026-07-17T16:52:53.519515Z","steps":["trace[78571634] 'read index received' (duration: 629.230528ms)","trace[78571634] 'applied index is now lower than readState.Index' (duration: 237.050583ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:53.519552Z","caller":"traceutil/trace.go:171","msg":"trace[668425139] transaction","detail":"{read_only:false; response_revision:30565; number_of_response:1; }","duration":"436.89947ms","start":"2026-07-17T16:52:53.082604Z","end":"2026-07-17T16:52:53.519504Z","steps":["trace[668425139] 'process raft request' (duration: 436.601473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.519613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.083538Z","time spent":"435.993489ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:53.519627Z","caller":"traceutil/trace.go:171","msg":"trace[1042097133] transaction","detail":"{read_only:false; response_revision:30567; number_of_response:1; }","duration":"434.155695ms","start":"2026-07-17T16:52:53.085462Z","end":"2026-07-17T16:52:53.519618Z","steps":["trace[1042097133] 'process raft request' (duration: 433.891479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.51964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.080272Z","time spent":"439.260137ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:53.519702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.085458Z","time spent":"434.197806ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:53.51976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.08258Z","time spent":"437.068075ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:53.519791Z","caller":"traceutil/trace.go:171","msg":"trace[1347003840] transaction","detail":"{read_only:false; response_revision:30568; number_of_response:1; }","duration":"434.092324ms","start":"2026-07-17T16:52:53.08569Z","end":"2026-07-17T16:52:53.519783Z","steps":["trace[1347003840] 'process raft request' (duration: 433.701125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.519841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.085664Z","time spent":"434.149455ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:53.519873Z","caller":"traceutil/trace.go:171","msg":"trace[1618885953] transaction","detail":"{read_only:false; response_revision:30569; number_of_response:1; }","duration":"430.548479ms","start":"2026-07-17T16:52:53.089313Z","end":"2026-07-17T16:52:53.519862Z","steps":["trace[1618885953] 'process raft request' (duration: 430.108188ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:53.519883Z","caller":"traceutil/trace.go:171","msg":"trace[1321256855] transaction","detail":"{read_only:false; response_revision:30571; number_of_response:1; }","duration":"429.808051ms","start":"2026-07-17T16:52:53.090035Z","end":"2026-07-17T16:52:53.519843Z","steps":["trace[1321256855] 'process raft request' (duration: 429.446453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.519931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.089286Z","time spent":"430.615571ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:53.519982Z","caller":"traceutil/trace.go:171","msg":"trace[703011044] transaction","detail":"{read_only:false; response_revision:30570; number_of_response:1; }","duration":"430.60319ms","start":"2026-07-17T16:52:53.089369Z","end":"2026-07-17T16:52:53.519972Z","steps":["trace[703011044] 'process raft request' (duration: 430.080348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.519931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.707131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:53.520024Z","caller":"traceutil/trace.go:171","msg":"trace[445529639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30571; }","duration":"866.827384ms","start":"2026-07-17T16:52:52.653186Z","end":"2026-07-17T16:52:53.520014Z","steps":["trace[445529639] 'agreement among raft nodes before linearized reading' (duration: 866.718002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.52003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.089359Z","time spent":"430.645851ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:53.520052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:52.653169Z","time spent":"866.876385ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:52:53.520043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.090021Z","time spent":"429.942474ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:53.52018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.265847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-17T16:52:53.520209Z","caller":"traceutil/trace.go:171","msg":"trace[819135815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30571; }","duration":"265.302868ms","start":"2026-07-17T16:52:53.254895Z","end":"2026-07-17T16:52:53.520198Z","steps":["trace[819135815] 'agreement among raft nodes before linearized reading' (duration: 265.200055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.520366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.97177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T16:52:53.520404Z","caller":"traceutil/trace.go:171","msg":"trace[991679295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30571; }","duration":"270.02556ms","start":"2026-07-17T16:52:53.250364Z","end":"2026-07-17T16:52:53.52039Z","steps":["trace[991679295] 'agreement among raft nodes before linearized reading' (duration: 269.886207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.520535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.406394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-17T16:52:53.520559Z","caller":"traceutil/trace.go:171","msg":"trace[1619712401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30571; }","duration":"266.459035ms","start":"2026-07-17T16:52:53.254093Z","end":"2026-07-17T16:52:53.520552Z","steps":["trace[1619712401] 'agreement among raft nodes before linearized reading' (duration: 266.382713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.520654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.513563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-17T16:52:53.520677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.27738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-17T16:52:53.520711Z","caller":"traceutil/trace.go:171","msg":"trace[868709630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30571; }","duration":"291.620966ms","start":"2026-07-17T16:52:53.229074Z","end":"2026-07-17T16:52:53.520695Z","steps":["trace[868709630] 'agreement among raft nodes before linearized reading' (duration: 290.861748ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:53.520717Z","caller":"traceutil/trace.go:171","msg":"trace[533251190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30571; }","duration":"276.337521ms","start":"2026-07-17T16:52:53.244369Z","end":"2026-07-17T16:52:53.520707Z","steps":["trace[533251190] 'agreement among raft nodes before linearized reading' (duration: 276.210558ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:53.842248Z","caller":"traceutil/trace.go:171","msg":"trace[1997104724] transaction","detail":"{read_only:false; response_revision:30572; number_of_response:1; }","duration":"317.630275ms","start":"2026-07-17T16:52:53.524593Z","end":"2026-07-17T16:52:53.842223Z","steps":["trace[1997104724] 'process raft request' (duration: 314.674595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.842375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.524576Z","time spent":"317.730168ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:53.910207Z","caller":"traceutil/trace.go:171","msg":"trace[1293337840] transaction","detail":"{read_only:false; response_revision:30574; number_of_response:1; }","duration":"384.096191ms","start":"2026-07-17T16:52:53.526082Z","end":"2026-07-17T16:52:53.910179Z","steps":["trace[1293337840] 'process raft request' (duration: 384.022539ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:53.910261Z","caller":"traceutil/trace.go:171","msg":"trace[1041582075] transaction","detail":"{read_only:false; response_revision:30573; number_of_response:1; }","duration":"384.880959ms","start":"2026-07-17T16:52:53.525348Z","end":"2026-07-17T16:52:53.910228Z","steps":["trace[1041582075] 'process raft request' (duration: 384.640183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.910358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.52607Z","time spent":"384.213413ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:53.910372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.525333Z","time spent":"384.980492ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:53.91052Z","caller":"traceutil/trace.go:171","msg":"trace[874222909] linearizableReadLoop","detail":"{readStateIndex:31569; appliedIndex:31564; }","duration":"329.919438ms","start":"2026-07-17T16:52:53.58057Z","end":"2026-07-17T16:52:53.91049Z","steps":["trace[874222909] 'read index received' (duration: 258.792012ms)","trace[874222909] 'applied index is now lower than readState.Index' (duration: 71.126056ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:53.910574Z","caller":"traceutil/trace.go:171","msg":"trace[1383663588] transaction","detail":"{read_only:false; response_revision:30576; number_of_response:1; }","duration":"383.398384ms","start":"2026-07-17T16:52:53.52716Z","end":"2026-07-17T16:52:53.910558Z","steps":["trace[1383663588] 'process raft request' (duration: 383.207929ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:53.910554Z","caller":"traceutil/trace.go:171","msg":"trace[212444208] transaction","detail":"{read_only:false; response_revision:30575; number_of_response:1; }","duration":"383.357393ms","start":"2026-07-17T16:52:53.527158Z","end":"2026-07-17T16:52:53.910516Z","steps":["trace[212444208] 'process raft request' (duration: 382.985164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.910662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.527127Z","time spent":"383.491626ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:53.910724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.123484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T16:52:53.910749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.527133Z","time spent":"383.520987ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:53.910769Z","caller":"traceutil/trace.go:171","msg":"trace[230022039] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:30576; }","duration":"330.235797ms","start":"2026-07-17T16:52:53.58052Z","end":"2026-07-17T16:52:53.910755Z","steps":["trace[230022039] 'agreement among raft nodes before linearized reading' (duration: 330.118884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.910808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:53.580496Z","time spent":"330.301988ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:53.910811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.455647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:53.910857Z","caller":"traceutil/trace.go:171","msg":"trace[234639003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30576; }","duration":"256.540399ms","start":"2026-07-17T16:52:53.654304Z","end":"2026-07-17T16:52:53.910844Z","steps":["trace[234639003] 'agreement among raft nodes before linearized reading' (duration: 256.468677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:53.911042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.208825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:53.91108Z","caller":"traceutil/trace.go:171","msg":"trace[1565670398] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:30576; }","duration":"130.278377ms","start":"2026-07-17T16:52:53.78079Z","end":"2026-07-17T16:52:53.911068Z","steps":["trace[1565670398] 'agreement among raft nodes before linearized reading' (duration: 130.216596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.063486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.025552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-17T16:52:55.06353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.90929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:55.063574Z","caller":"traceutil/trace.go:171","msg":"trace[786204963] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c; range_end:; response_count:1; response_revision:30577; }","duration":"538.148875ms","start":"2026-07-17T16:52:54.525393Z","end":"2026-07-17T16:52:55.063542Z","steps":["trace[786204963] 'range keys from in-memory index tree' (duration: 537.855718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.063616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:54.525369Z","time spent":"538.235597ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" "} {"level":"info","ts":"2026-07-17T16:52:55.063576Z","caller":"traceutil/trace.go:171","msg":"trace[1102282049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30577; }","duration":"410.983962ms","start":"2026-07-17T16:52:54.652578Z","end":"2026-07-17T16:52:55.063562Z","steps":["trace[1102282049] 'range keys from in-memory index tree' (duration: 410.847969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.063812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:54.652561Z","time spent":"411.241068ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:52:55.064284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.055453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:52:55.064326Z","caller":"traceutil/trace.go:171","msg":"trace[1748557100] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30577; }","duration":"338.146684ms","start":"2026-07-17T16:52:54.726166Z","end":"2026-07-17T16:52:55.064313Z","steps":["trace[1748557100] 'range keys from in-memory index tree' (duration: 337.615192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.064352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:54.726141Z","time spent":"338.204286ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9065,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"info","ts":"2026-07-17T16:52:55.076385Z","caller":"traceutil/trace.go:171","msg":"trace[1793110808] transaction","detail":"{read_only:false; response_revision:30578; number_of_response:1; }","duration":"221.149165ms","start":"2026-07-17T16:52:54.855204Z","end":"2026-07-17T16:52:55.076354Z","steps":["trace[1793110808] 'process raft request' (duration: 220.896799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.320771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.077045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:55.320924Z","caller":"traceutil/trace.go:171","msg":"trace[1807449844] transaction","detail":"{read_only:false; response_revision:30579; number_of_response:1; }","duration":"171.301046ms","start":"2026-07-17T16:52:55.149595Z","end":"2026-07-17T16:52:55.320896Z","steps":["trace[1807449844] 'process raft request' (duration: 43.005956ms)","trace[1807449844] 'compare' (duration: 127.812208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:55.686666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.164427ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-17T16:52:55.686773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:55.322273Z","time spent":"364.494483ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-17T16:52:55.980243Z","caller":"traceutil/trace.go:171","msg":"trace[881436179] transaction","detail":"{read_only:false; response_revision:30581; number_of_response:1; }","duration":"490.416136ms","start":"2026-07-17T16:52:55.489807Z","end":"2026-07-17T16:52:55.980224Z","steps":["trace[881436179] 'process raft request' (duration: 490.368945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.980361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:55.489781Z","time spent":"490.520179ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:55.980556Z","caller":"traceutil/trace.go:171","msg":"trace[1440701745] transaction","detail":"{read_only:false; response_revision:30580; number_of_response:1; }","duration":"630.647841ms","start":"2026-07-17T16:52:55.349887Z","end":"2026-07-17T16:52:55.980535Z","steps":["trace[1440701745] 'process raft request' (duration: 602.52925ms)","trace[1440701745] 'compare' (duration: 27.64422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:55.980621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:55.349865Z","time spent":"630.727443ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:55.980777Z","caller":"traceutil/trace.go:171","msg":"trace[1567735129] transaction","detail":"{read_only:false; response_revision:30582; number_of_response:1; }","duration":"453.968518ms","start":"2026-07-17T16:52:55.526776Z","end":"2026-07-17T16:52:55.980745Z","steps":["trace[1567735129] 'process raft request' (duration: 453.853855ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:55.980795Z","caller":"traceutil/trace.go:171","msg":"trace[593667972] transaction","detail":"{read_only:false; response_revision:30583; number_of_response:1; }","duration":"454.003299ms","start":"2026-07-17T16:52:55.526775Z","end":"2026-07-17T16:52:55.980778Z","steps":["trace[593667972] 'process raft request' (duration: 453.919577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.980862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:55.526749Z","time spent":"454.08564ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:55.980898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:55.526749Z","time spent":"454.08448ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:55.980928Z","caller":"traceutil/trace.go:171","msg":"trace[59543855] transaction","detail":"{read_only:false; response_revision:30584; number_of_response:1; }","duration":"453.973108ms","start":"2026-07-17T16:52:55.526945Z","end":"2026-07-17T16:52:55.980918Z","steps":["trace[59543855] 'process raft request' (duration: 453.783923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.980982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:55.526928Z","time spent":"454.023409ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:55.981135Z","caller":"traceutil/trace.go:171","msg":"trace[637174085] transaction","detail":"{read_only:false; response_revision:30585; number_of_response:1; }","duration":"454.06333ms","start":"2026-07-17T16:52:55.527061Z","end":"2026-07-17T16:52:55.981125Z","steps":["trace[637174085] 'process raft request' (duration: 453.807454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.981195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:55.52705Z","time spent":"454.108621ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:55.981319Z","caller":"traceutil/trace.go:171","msg":"trace[2060172375] transaction","detail":"{read_only:false; response_revision:30588; number_of_response:1; }","duration":"453.977218ms","start":"2026-07-17T16:52:55.527318Z","end":"2026-07-17T16:52:55.981295Z","steps":["trace[2060172375] 'process raft request' (duration: 453.908536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.981451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:55.527311Z","time spent":"454.07434ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:55.981524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.287262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:55.981553Z","caller":"traceutil/trace.go:171","msg":"trace[2010303328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30591; }","duration":"326.360874ms","start":"2026-07-17T16:52:55.655186Z","end":"2026-07-17T16:52:55.981547Z","steps":["trace[2010303328] 'agreement among raft nodes before linearized reading' (duration: 326.294362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.981573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:55.655162Z","time spent":"326.406984ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:52:55.981578Z","caller":"traceutil/trace.go:171","msg":"trace[1717995128] transaction","detail":"{read_only:false; response_revision:30586; number_of_response:1; }","duration":"454.437048ms","start":"2026-07-17T16:52:55.52713Z","end":"2026-07-17T16:52:55.981567Z","steps":["trace[1717995128] 'process raft request' (duration: 453.946697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.981631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:55.527121Z","time spent":"454.481469ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:55.981458Z","caller":"traceutil/trace.go:171","msg":"trace[1608009392] linearizableReadLoop","detail":"{readStateIndex:31584; appliedIndex:31573; }","duration":"326.20265ms","start":"2026-07-17T16:52:55.655245Z","end":"2026-07-17T16:52:55.981447Z","steps":["trace[1608009392] 'read index received' (duration: 297.257979ms)","trace[1608009392] 'applied index is now lower than readState.Index' (duration: 28.943901ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:55.981763Z","caller":"traceutil/trace.go:171","msg":"trace[130875062] transaction","detail":"{read_only:false; response_revision:30589; number_of_response:1; }","duration":"454.374317ms","start":"2026-07-17T16:52:55.527379Z","end":"2026-07-17T16:52:55.981754Z","steps":["trace[130875062] 'process raft request' (duration: 453.880475ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:55.981765Z","caller":"traceutil/trace.go:171","msg":"trace[1255213969] transaction","detail":"{read_only:false; response_revision:30590; number_of_response:1; }","duration":"454.303456ms","start":"2026-07-17T16:52:55.527449Z","end":"2026-07-17T16:52:55.981753Z","steps":["trace[1255213969] 'process raft request' (duration: 453.888366ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:55.981763Z","caller":"traceutil/trace.go:171","msg":"trace[828663927] transaction","detail":"{read_only:false; response_revision:30587; number_of_response:1; }","duration":"454.48268ms","start":"2026-07-17T16:52:55.527236Z","end":"2026-07-17T16:52:55.981718Z","steps":["trace[828663927] 'process raft request' (duration: 453.949947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.981826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:55.527363Z","time spent":"454.426089ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:55.98186Z","caller":"traceutil/trace.go:171","msg":"trace[1205552572] transaction","detail":"{read_only:false; response_revision:30591; number_of_response:1; }","duration":"294.165406ms","start":"2026-07-17T16:52:55.687682Z","end":"2026-07-17T16:52:55.981847Z","steps":["trace[1205552572] 'process raft request' (duration: 293.723916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.981825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:55.526782Z","time spent":"455.011633ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:55.981928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.82284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-17T16:52:55.981961Z","caller":"traceutil/trace.go:171","msg":"trace[1613323853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30591; }","duration":"135.894901ms","start":"2026-07-17T16:52:55.846057Z","end":"2026-07-17T16:52:55.981952Z","steps":["trace[1613323853] 'agreement among raft nodes before linearized reading' (duration: 135.774748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:55.982018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:55.527224Z","time spent":"454.648204ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:56.273069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.469367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:56.273307Z","caller":"traceutil/trace.go:171","msg":"trace[543157373] transaction","detail":"{read_only:false; response_revision:30593; number_of_response:1; }","duration":"286.677857ms","start":"2026-07-17T16:52:55.986598Z","end":"2026-07-17T16:52:56.273276Z","steps":["trace[543157373] 'process raft request' (duration: 138.903143ms)","trace[543157373] 'compare' (duration: 147.160599ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:56.273389Z","caller":"traceutil/trace.go:171","msg":"trace[1507794619] transaction","detail":"{read_only:false; response_revision:30595; number_of_response:1; }","duration":"286.383929ms","start":"2026-07-17T16:52:55.986988Z","end":"2026-07-17T16:52:56.273372Z","steps":["trace[1507794619] 'process raft request' (duration: 286.288337ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:56.273511Z","caller":"traceutil/trace.go:171","msg":"trace[1080972626] linearizableReadLoop","detail":"{readStateIndex:31590; appliedIndex:31586; }","duration":"285.456497ms","start":"2026-07-17T16:52:55.988035Z","end":"2026-07-17T16:52:56.273492Z","steps":["trace[1080972626] 'read index received' (duration: 12.409546ms)","trace[1080972626] 'applied index is now lower than readState.Index' (duration: 273.046171ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:56.273601Z","caller":"traceutil/trace.go:171","msg":"trace[1200446503] transaction","detail":"{read_only:false; response_revision:30594; number_of_response:1; }","duration":"286.929042ms","start":"2026-07-17T16:52:55.986646Z","end":"2026-07-17T16:52:56.273575Z","steps":["trace[1200446503] 'process raft request' (duration: 286.544833ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:56.273601Z","caller":"traceutil/trace.go:171","msg":"trace[572179433] transaction","detail":"{read_only:false; response_revision:30596; number_of_response:1; }","duration":"286.525713ms","start":"2026-07-17T16:52:55.987044Z","end":"2026-07-17T16:52:56.27357Z","steps":["trace[572179433] 'process raft request' (duration: 286.281357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:56.273727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.674302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-17T16:52:56.273756Z","caller":"traceutil/trace.go:171","msg":"trace[376098291] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:30596; }","duration":"285.727974ms","start":"2026-07-17T16:52:55.988019Z","end":"2026-07-17T16:52:56.273747Z","steps":["trace[376098291] 'agreement among raft nodes before linearized reading' (duration: 285.575891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:56.273728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.784912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:56.273797Z","caller":"traceutil/trace.go:171","msg":"trace[159996159] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:30596; }","duration":"284.881184ms","start":"2026-07-17T16:52:55.988897Z","end":"2026-07-17T16:52:56.273778Z","steps":["trace[159996159] 'agreement among raft nodes before linearized reading' (duration: 284.72905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:56.273821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.001057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-17T16:52:56.273841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.900028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:56.273889Z","caller":"traceutil/trace.go:171","msg":"trace[981591948] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c; range_end:; response_count:1; response_revision:30596; }","duration":"207.094978ms","start":"2026-07-17T16:52:56.066773Z","end":"2026-07-17T16:52:56.273868Z","steps":["trace[981591948] 'agreement among raft nodes before linearized reading' (duration: 206.868903ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:56.273918Z","caller":"traceutil/trace.go:171","msg":"trace[1315596799] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:30596; }","duration":"229.031882ms","start":"2026-07-17T16:52:56.044868Z","end":"2026-07-17T16:52:56.2739Z","steps":["trace[1315596799] 'agreement among raft nodes before linearized reading' (duration: 228.880508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:56.273929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.903742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T16:52:56.274019Z","caller":"traceutil/trace.go:171","msg":"trace[1041431694] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30596; }","duration":"152.036435ms","start":"2026-07-17T16:52:56.121965Z","end":"2026-07-17T16:52:56.274001Z","steps":["trace[1041431694] 'agreement among raft nodes before linearized reading' (duration: 151.747378ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:56.95269Z","caller":"traceutil/trace.go:171","msg":"trace[40216819] linearizableReadLoop","detail":"{readStateIndex:31591; appliedIndex:31590; }","duration":"365.019536ms","start":"2026-07-17T16:52:56.587645Z","end":"2026-07-17T16:52:56.952665Z","steps":["trace[40216819] 'read index received' (duration: 364.77527ms)","trace[40216819] 'applied index is now lower than readState.Index' (duration: 242.936µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:56.952734Z","caller":"traceutil/trace.go:171","msg":"trace[1070401472] transaction","detail":"{read_only:false; response_revision:30597; number_of_response:1; }","duration":"521.076068ms","start":"2026-07-17T16:52:56.431626Z","end":"2026-07-17T16:52:56.952703Z","steps":["trace[1070401472] 'process raft request' (duration: 520.821262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:56.952881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:56.431591Z","time spent":"521.210021ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:56.952922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.275762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c321eb3517f115\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-07-17T16:52:56.952951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.688437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:56.953044Z","caller":"traceutil/trace.go:171","msg":"trace[1334530622] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:30597; }","duration":"200.801189ms","start":"2026-07-17T16:52:56.752222Z","end":"2026-07-17T16:52:56.953023Z","steps":["trace[1334530622] 'agreement among raft nodes before linearized reading' (duration: 200.629885ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:56.952998Z","caller":"traceutil/trace.go:171","msg":"trace[1773054223] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c321eb3517f115; range_end:; response_count:1; response_revision:30597; }","duration":"365.472327ms","start":"2026-07-17T16:52:56.587496Z","end":"2026-07-17T16:52:56.952968Z","steps":["trace[1773054223] 'agreement among raft nodes before linearized reading' (duration: 365.281432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:56.953106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:56.587474Z","time spent":"365.62637ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c321eb3517f115\" "} {"level":"warn","ts":"2026-07-17T16:52:57.294074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.576218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:57.294215Z","caller":"traceutil/trace.go:171","msg":"trace[801494064] transaction","detail":"{read_only:false; response_revision:30598; number_of_response:1; }","duration":"338.956384ms","start":"2026-07-17T16:52:56.955225Z","end":"2026-07-17T16:52:57.294182Z","steps":["trace[801494064] 'process raft request' (duration: 129.189821ms)","trace[801494064] 'compare' (duration: 209.460986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:57.294387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:56.955205Z","time spent":"339.119309ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:57.943425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.399183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:57.943512Z","caller":"traceutil/trace.go:171","msg":"trace[845742278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30598; }","duration":"289.533265ms","start":"2026-07-17T16:52:57.65396Z","end":"2026-07-17T16:52:57.943493Z","steps":["trace[845742278] 'range keys from in-memory index tree' (duration: 289.305111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:57.943501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.9667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:57.943622Z","caller":"traceutil/trace.go:171","msg":"trace[1797121259] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:30598; }","duration":"421.150605ms","start":"2026-07-17T16:52:57.522448Z","end":"2026-07-17T16:52:57.943599Z","steps":["trace[1797121259] 'count revisions from in-memory index tree' (duration: 420.878898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:57.94369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:57.522428Z","time spent":"421.244357ms","remote":"127.0.0.1:41866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:57.94395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.451257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:57.944014Z","caller":"traceutil/trace.go:171","msg":"trace[1403137603] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:30598; }","duration":"365.561728ms","start":"2026-07-17T16:52:57.578438Z","end":"2026-07-17T16:52:57.943999Z","steps":["trace[1403137603] 'count revisions from in-memory index tree' (duration: 365.386935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:57.944058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:57.578417Z","time spent":"365.627471ms","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:58.202658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.539291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:58.202867Z","caller":"traceutil/trace.go:171","msg":"trace[270079403] transaction","detail":"{read_only:false; response_revision:30602; number_of_response:1; }","duration":"213.878581ms","start":"2026-07-17T16:52:57.988975Z","end":"2026-07-17T16:52:58.202853Z","steps":["trace[270079403] 'process raft request' (duration: 213.82341ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:58.2029Z","caller":"traceutil/trace.go:171","msg":"trace[740798342] transaction","detail":"{read_only:false; response_revision:30600; number_of_response:1; }","duration":"214.080586ms","start":"2026-07-17T16:52:57.988794Z","end":"2026-07-17T16:52:58.202874Z","steps":["trace[740798342] 'process raft request' (duration: 94.233137ms)","trace[740798342] 'compare' (duration: 119.406358ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:58.202901Z","caller":"traceutil/trace.go:171","msg":"trace[1275055895] transaction","detail":"{read_only:false; response_revision:30601; number_of_response:1; }","duration":"213.969663ms","start":"2026-07-17T16:52:57.988893Z","end":"2026-07-17T16:52:58.202863Z","steps":["trace[1275055895] 'process raft request' (duration: 213.84201ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:58.203163Z","caller":"traceutil/trace.go:171","msg":"trace[1775138785] transaction","detail":"{read_only:false; response_revision:30603; number_of_response:1; }","duration":"213.960683ms","start":"2026-07-17T16:52:57.989186Z","end":"2026-07-17T16:52:58.203146Z","steps":["trace[1775138785] 'process raft request' (duration: 213.638596ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:58.203288Z","caller":"traceutil/trace.go:171","msg":"trace[1897402254] transaction","detail":"{read_only:false; response_revision:30604; number_of_response:1; }","duration":"213.870701ms","start":"2026-07-17T16:52:57.989404Z","end":"2026-07-17T16:52:58.203274Z","steps":["trace[1897402254] 'process raft request' (duration: 213.687537ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:58.20361Z","caller":"traceutil/trace.go:171","msg":"trace[930473429] transaction","detail":"{read_only:false; response_revision:30605; number_of_response:1; }","duration":"214.111747ms","start":"2026-07-17T16:52:57.989486Z","end":"2026-07-17T16:52:58.203597Z","steps":["trace[930473429] 'process raft request' (duration: 213.758619ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:58.203646Z","caller":"traceutil/trace.go:171","msg":"trace[914418833] linearizableReadLoop","detail":"{readStateIndex:31601; appliedIndex:31592; }","duration":"198.72472ms","start":"2026-07-17T16:52:58.004906Z","end":"2026-07-17T16:52:58.203631Z","steps":["trace[914418833] 'read index received' (duration: 10.941571ms)","trace[914418833] 'applied index is now lower than readState.Index' (duration: 187.782059ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:58.203655Z","caller":"traceutil/trace.go:171","msg":"trace[1232623227] transaction","detail":"{read_only:false; response_revision:30606; number_of_response:1; }","duration":"214.072536ms","start":"2026-07-17T16:52:57.989561Z","end":"2026-07-17T16:52:58.203634Z","steps":["trace[1232623227] 'process raft request' (duration: 213.921852ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:58.203686Z","caller":"traceutil/trace.go:171","msg":"trace[1774831131] transaction","detail":"{read_only:false; response_revision:30607; number_of_response:1; }","duration":"214.042075ms","start":"2026-07-17T16:52:57.989635Z","end":"2026-07-17T16:52:58.203677Z","steps":["trace[1774831131] 'process raft request' (duration: 213.960263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:58.203788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.865583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:52:58.203826Z","caller":"traceutil/trace.go:171","msg":"trace[986343123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30607; }","duration":"198.942715ms","start":"2026-07-17T16:52:58.004875Z","end":"2026-07-17T16:52:58.203817Z","steps":["trace[986343123] 'agreement among raft nodes before linearized reading' (duration: 198.812012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:58.763214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.437183ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:58.763358Z","caller":"traceutil/trace.go:171","msg":"trace[1001296148] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30608; }","duration":"294.561966ms","start":"2026-07-17T16:52:58.468749Z","end":"2026-07-17T16:52:58.763311Z","steps":["trace[1001296148] 'range keys from in-memory index tree' (duration: 294.423002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:58.763612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.959324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:52:58.763724Z","caller":"traceutil/trace.go:171","msg":"trace[1454318799] transaction","detail":"{read_only:false; response_revision:30609; number_of_response:1; }","duration":"480.827898ms","start":"2026-07-17T16:52:58.282874Z","end":"2026-07-17T16:52:58.763702Z","steps":["trace[1454318799] 'process raft request' (duration: 206.69649ms)","trace[1454318799] 'compare' (duration: 273.841581ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:58.76379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:58.282847Z","time spent":"480.91593ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:59.256712Z","caller":"traceutil/trace.go:171","msg":"trace[629195484] linearizableReadLoop","detail":"{readStateIndex:31606; appliedIndex:31602; }","duration":"958.088461ms","start":"2026-07-17T16:52:58.298599Z","end":"2026-07-17T16:52:59.256687Z","steps":["trace[629195484] 'read index received' (duration: 190.988375ms)","trace[629195484] 'applied index is now lower than readState.Index' (duration: 767.098976ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:52:59.256721Z","caller":"traceutil/trace.go:171","msg":"trace[2077794268] transaction","detail":"{read_only:false; response_revision:30611; number_of_response:1; }","duration":"973.229262ms","start":"2026-07-17T16:52:58.283463Z","end":"2026-07-17T16:52:59.256692Z","steps":["trace[2077794268] 'process raft request' (duration: 973.090408ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:59.256767Z","caller":"traceutil/trace.go:171","msg":"trace[423983137] transaction","detail":"{read_only:false; response_revision:30612; number_of_response:1; }","duration":"972.866223ms","start":"2026-07-17T16:52:58.283874Z","end":"2026-07-17T16:52:59.25674Z","steps":["trace[423983137] 'process raft request' (duration: 972.771101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:59.256877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:58.283435Z","time spent":"973.360905ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:59.256903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:58.28386Z","time spent":"972.952005ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:59.257145Z","caller":"traceutil/trace.go:171","msg":"trace[939345170] transaction","detail":"{read_only:false; response_revision:30610; number_of_response:1; }","duration":"973.178911ms","start":"2026-07-17T16:52:58.283467Z","end":"2026-07-17T16:52:59.256646Z","steps":["trace[939345170] 'process raft request' (duration: 875.780428ms)","trace[939345170] 'compare' (duration: 96.948922ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:52:59.257337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:58.283445Z","time spent":"973.848486ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:52:59.257345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.738836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-17T16:52:59.257398Z","caller":"traceutil/trace.go:171","msg":"trace[1277490059] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c; range_end:; response_count:1; response_revision:30612; }","duration":"958.817598ms","start":"2026-07-17T16:52:58.298563Z","end":"2026-07-17T16:52:59.257381Z","steps":["trace[1277490059] 'agreement among raft nodes before linearized reading' (duration: 958.239554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:59.25744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:58.29855Z","time spent":"958.878499ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" "} {"level":"info","ts":"2026-07-17T16:52:59.30632Z","caller":"traceutil/trace.go:171","msg":"trace[1417054150] transaction","detail":"{read_only:false; response_revision:30613; number_of_response:1; }","duration":"347.707333ms","start":"2026-07-17T16:52:58.958582Z","end":"2026-07-17T16:52:59.306289Z","steps":["trace[1417054150] 'process raft request' (duration: 347.525758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:59.306437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.956748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:59.306471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.402435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T16:52:59.306496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:58.958554Z","time spent":"347.840786ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:52:59.306524Z","caller":"traceutil/trace.go:171","msg":"trace[701965631] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:30613; }","duration":"953.088252ms","start":"2026-07-17T16:52:58.353413Z","end":"2026-07-17T16:52:59.306502Z","steps":["trace[701965631] 'agreement among raft nodes before linearized reading' (duration: 952.930258ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:52:59.306563Z","caller":"traceutil/trace.go:171","msg":"trace[1593335128] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:30613; }","duration":"282.547459ms","start":"2026-07-17T16:52:59.023993Z","end":"2026-07-17T16:52:59.30654Z","steps":["trace[1593335128] 'agreement among raft nodes before linearized reading' (duration: 282.370754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:59.306574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:58.353394Z","time spent":"953.169253ms","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:59.306563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.79863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:52:59.306635Z","caller":"traceutil/trace.go:171","msg":"trace[1083334384] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:30613; }","duration":"569.919752ms","start":"2026-07-17T16:52:58.736697Z","end":"2026-07-17T16:52:59.306617Z","steps":["trace[1083334384] 'agreement among raft nodes before linearized reading' (duration: 569.764169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:59.306632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.462711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:52:59.30668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:58.736676Z","time spent":"569.990005ms","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:52:59.30672Z","caller":"traceutil/trace.go:171","msg":"trace[1439145564] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:30613; }","duration":"844.572063ms","start":"2026-07-17T16:52:58.462128Z","end":"2026-07-17T16:52:59.3067Z","steps":["trace[1439145564] 'agreement among raft nodes before linearized reading' (duration: 844.407009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:59.30677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:58.462069Z","time spent":"844.690276ms","remote":"127.0.0.1:35878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:52:59.306632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.015122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:59.306841Z","caller":"traceutil/trace.go:171","msg":"trace[209795985] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:30613; }","duration":"112.277318ms","start":"2026-07-17T16:52:59.194542Z","end":"2026-07-17T16:52:59.306819Z","steps":["trace[209795985] 'agreement among raft nodes before linearized reading' (duration: 111.987971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:59.307101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.13398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:52:59.307157Z","caller":"traceutil/trace.go:171","msg":"trace[1425667484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30613; }","duration":"651.217102ms","start":"2026-07-17T16:52:58.655924Z","end":"2026-07-17T16:52:59.307141Z","steps":["trace[1425667484] 'agreement among raft nodes before linearized reading' (duration: 650.384812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:52:59.307187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:52:58.655907Z","time spent":"651.272363ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:53:00.481961Z","caller":"traceutil/trace.go:171","msg":"trace[1619134549] transaction","detail":"{read_only:false; response_revision:30615; number_of_response:1; }","duration":"340.936462ms","start":"2026-07-17T16:53:00.141003Z","end":"2026-07-17T16:53:00.481939Z","steps":["trace[1619134549] 'process raft request' (duration: 329.199232ms)","trace[1619134549] 'compare' (duration: 11.303879ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:00.482105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.140977Z","time spent":"341.070495ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:00.542434Z","caller":"traceutil/trace.go:171","msg":"trace[315565136] transaction","detail":"{read_only:false; response_revision:30617; number_of_response:1; }","duration":"333.776671ms","start":"2026-07-17T16:53:00.20863Z","end":"2026-07-17T16:53:00.542407Z","steps":["trace[315565136] 'process raft request' (duration: 333.640387ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:00.542425Z","caller":"traceutil/trace.go:171","msg":"trace[1982815609] transaction","detail":"{read_only:false; response_revision:30616; number_of_response:1; }","duration":"333.807541ms","start":"2026-07-17T16:53:00.208576Z","end":"2026-07-17T16:53:00.542384Z","steps":["trace[1982815609] 'process raft request' (duration: 333.390581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:00.542565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.208599Z","time spent":"333.895584ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:00.542559Z","caller":"traceutil/trace.go:171","msg":"trace[260907583] transaction","detail":"{read_only:false; response_revision:30618; number_of_response:1; }","duration":"333.839852ms","start":"2026-07-17T16:53:00.208678Z","end":"2026-07-17T16:53:00.542518Z","steps":["trace[260907583] 'process raft request' (duration: 333.652118ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:00.542567Z","caller":"traceutil/trace.go:171","msg":"trace[310994075] transaction","detail":"{read_only:false; response_revision:30619; number_of_response:1; }","duration":"333.613827ms","start":"2026-07-17T16:53:00.208925Z","end":"2026-07-17T16:53:00.542538Z","steps":["trace[310994075] 'process raft request' (duration: 333.452743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:00.542636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.20855Z","time spent":"333.995546ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:00.542631Z","caller":"traceutil/trace.go:171","msg":"trace[1091663366] transaction","detail":"{read_only:false; response_revision:30621; number_of_response:1; }","duration":"333.485624ms","start":"2026-07-17T16:53:00.209124Z","end":"2026-07-17T16:53:00.542609Z","steps":["trace[1091663366] 'process raft request' (duration: 333.389321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:00.5427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.208665Z","time spent":"333.958665ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:00.542697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.20891Z","time spent":"333.718629ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:00.542743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.209094Z","time spent":"333.594826ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:00.542779Z","caller":"traceutil/trace.go:171","msg":"trace[769348047] transaction","detail":"{read_only:false; response_revision:30620; number_of_response:1; }","duration":"333.735929ms","start":"2026-07-17T16:53:00.209036Z","end":"2026-07-17T16:53:00.542772Z","steps":["trace[769348047] 'process raft request' (duration: 333.413962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:00.542812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.209012Z","time spent":"333.781951ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:00.542834Z","caller":"traceutil/trace.go:171","msg":"trace[705943697] transaction","detail":"{read_only:false; response_revision:30622; number_of_response:1; }","duration":"332.756946ms","start":"2026-07-17T16:53:00.210059Z","end":"2026-07-17T16:53:00.542816Z","steps":["trace[705943697] 'process raft request' (duration: 332.50244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:00.542933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.21003Z","time spent":"332.851978ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:00.543026Z","caller":"traceutil/trace.go:171","msg":"trace[659570735] transaction","detail":"{read_only:false; response_revision:30623; number_of_response:1; }","duration":"332.632653ms","start":"2026-07-17T16:53:00.21038Z","end":"2026-07-17T16:53:00.543013Z","steps":["trace[659570735] 'process raft request' (duration: 332.358547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:00.543107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.210365Z","time spent":"332.703674ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:00.543218Z","caller":"traceutil/trace.go:171","msg":"trace[1351621415] transaction","detail":"{read_only:false; response_revision:30624; number_of_response:1; }","duration":"216.32554ms","start":"2026-07-17T16:53:00.326873Z","end":"2026-07-17T16:53:00.543199Z","steps":["trace[1351621415] 'process raft request' (duration: 216.075274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:00.752387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.23334ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-17T16:53:00.752494Z","caller":"traceutil/trace.go:171","msg":"trace[1804021676] linearizableReadLoop","detail":"{readStateIndex:31617; appliedIndex:31608; }","duration":"490.533119ms","start":"2026-07-17T16:53:00.261942Z","end":"2026-07-17T16:53:00.752475Z","steps":["trace[1804021676] 'read index received' (duration: 208.277457ms)","trace[1804021676] 'applied index is now lower than readState.Index' (duration: 282.253802ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:00.752912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.615481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-17T16:53:00.75289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.955529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-17T16:53:00.752946Z","caller":"traceutil/trace.go:171","msg":"trace[172942889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30624; }","duration":"477.719144ms","start":"2026-07-17T16:53:00.275216Z","end":"2026-07-17T16:53:00.752935Z","steps":["trace[172942889] 'agreement among raft nodes before linearized reading' (duration: 477.55101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:00.752979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.275183Z","time spent":"477.788416ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T16:53:00.752978Z","caller":"traceutil/trace.go:171","msg":"trace[2021022870] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c; range_end:; response_count:1; response_revision:30624; }","duration":"491.117233ms","start":"2026-07-17T16:53:00.261837Z","end":"2026-07-17T16:53:00.752954Z","steps":["trace[2021022870] 'agreement among raft nodes before linearized reading' (duration: 490.853337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:00.752992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.551377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-17T16:53:00.753035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.2618Z","time spent":"491.221106ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" "} {"level":"info","ts":"2026-07-17T16:53:00.753069Z","caller":"traceutil/trace.go:171","msg":"trace[27325046] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:30624; }","duration":"157.676761ms","start":"2026-07-17T16:53:00.595374Z","end":"2026-07-17T16:53:00.753051Z","steps":["trace[27325046] 'agreement among raft nodes before linearized reading' (duration: 157.406004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:00.75319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.600927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:53:00.75323Z","caller":"traceutil/trace.go:171","msg":"trace[571741124] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:30624; }","duration":"320.696239ms","start":"2026-07-17T16:53:00.432521Z","end":"2026-07-17T16:53:00.753217Z","steps":["trace[571741124] 'agreement among raft nodes before linearized reading' (duration: 320.632777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:00.753259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.432489Z","time spent":"320.76197ms","remote":"127.0.0.1:36324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:01.259222Z","caller":"traceutil/trace.go:171","msg":"trace[1690300203] transaction","detail":"{read_only:false; response_revision:30626; number_of_response:1; }","duration":"451.58441ms","start":"2026-07-17T16:53:00.807605Z","end":"2026-07-17T16:53:01.25919Z","steps":["trace[1690300203] 'process raft request' (duration: 449.656324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:01.259398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.807583Z","time spent":"451.711334ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:01.259441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.026897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:01.259497Z","caller":"traceutil/trace.go:171","msg":"trace[1432161586] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:30626; }","duration":"404.093378ms","start":"2026-07-17T16:53:00.855388Z","end":"2026-07-17T16:53:01.259481Z","steps":["trace[1432161586] 'agreement among raft nodes before linearized reading' (duration: 403.983526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:01.259537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.855373Z","time spent":"404.151359ms","remote":"127.0.0.1:45548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:01.259192Z","caller":"traceutil/trace.go:171","msg":"trace[949728647] linearizableReadLoop","detail":"{readStateIndex:31621; appliedIndex:31620; }","duration":"403.76664ms","start":"2026-07-17T16:53:00.855396Z","end":"2026-07-17T16:53:01.259163Z","steps":["trace[949728647] 'read index received' (duration: 401.973197ms)","trace[949728647] 'applied index is now lower than readState.Index' (duration: 1.792143ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:01.26026Z","caller":"traceutil/trace.go:171","msg":"trace[1474309795] transaction","detail":"{read_only:false; response_revision:30627; number_of_response:1; }","duration":"233.853137ms","start":"2026-07-17T16:53:01.026384Z","end":"2026-07-17T16:53:01.260237Z","steps":["trace[1474309795] 'process raft request' (duration: 233.736035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:01.260313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.873986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:01.260356Z","caller":"traceutil/trace.go:171","msg":"trace[1341013908] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:30627; }","duration":"404.962929ms","start":"2026-07-17T16:53:00.855379Z","end":"2026-07-17T16:53:01.260342Z","steps":["trace[1341013908] 'agreement among raft nodes before linearized reading' (duration: 404.851226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:01.260403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:00.855362Z","time spent":"405.02949ms","remote":"127.0.0.1:45324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:01.260486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.625596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:01.260571Z","caller":"traceutil/trace.go:171","msg":"trace[2105299036] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:30627; }","duration":"195.77148ms","start":"2026-07-17T16:53:01.064777Z","end":"2026-07-17T16:53:01.260549Z","steps":["trace[2105299036] 'agreement among raft nodes before linearized reading' (duration: 195.591316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:01.260586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.643928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:53:01.260685Z","caller":"traceutil/trace.go:171","msg":"trace[1603802331] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30627; }","duration":"289.757821ms","start":"2026-07-17T16:53:00.970882Z","end":"2026-07-17T16:53:01.26064Z","steps":["trace[1603802331] 'agreement among raft nodes before linearized reading' (duration: 289.515435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:01.810478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268161378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:53:02.311247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268161378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:53:02.661191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.39618311s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T16:53:02.735448Z","caller":"traceutil/trace.go:171","msg":"trace[1497420274] transaction","detail":"{read_only:false; response_revision:30628; number_of_response:1; }","duration":"1.470460341s","start":"2026-07-17T16:53:01.264939Z","end":"2026-07-17T16:53:02.735399Z","steps":["trace[1497420274] 'process raft request' (duration: 1.396533619s)","trace[1497420274] 'compare' (duration: 73.120653ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:02.73563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:01.264922Z","time spent":"1.470603435s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:02.738248Z","caller":"traceutil/trace.go:171","msg":"trace[1282510308] transaction","detail":"{read_only:false; response_revision:30630; number_of_response:1; }","duration":"1.471884665s","start":"2026-07-17T16:53:01.266348Z","end":"2026-07-17T16:53:02.738232Z","steps":["trace[1282510308] 'process raft request' (duration: 1.471831494s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:02.73828Z","caller":"traceutil/trace.go:171","msg":"trace[176710332] transaction","detail":"{read_only:false; response_revision:30629; number_of_response:1; }","duration":"1.471982138s","start":"2026-07-17T16:53:01.266269Z","end":"2026-07-17T16:53:02.738251Z","steps":["trace[176710332] 'process raft request' (duration: 1.471822484s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:02.738342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:01.26633Z","time spent":"1.471963697s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:02.738475Z","caller":"traceutil/trace.go:171","msg":"trace[1893634098] transaction","detail":"{read_only:false; response_revision:30631; number_of_response:1; }","duration":"1.427159729s","start":"2026-07-17T16:53:01.311298Z","end":"2026-07-17T16:53:02.738458Z","steps":["trace[1893634098] 'process raft request' (duration: 1.426909253s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:02.738517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:01.26626Z","time spent":"1.47209282s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:02.738573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:01.311273Z","time spent":"1.42725239s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:02.739124Z","caller":"traceutil/trace.go:171","msg":"trace[1547993658] transaction","detail":"{read_only:false; response_revision:30632; number_of_response:1; }","duration":"707.985596ms","start":"2026-07-17T16:53:02.031114Z","end":"2026-07-17T16:53:02.739099Z","steps":["trace[1547993658] 'process raft request' (duration: 707.813222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:02.739267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:02.031089Z","time spent":"708.108498ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:02.739546Z","caller":"traceutil/trace.go:171","msg":"trace[1353129800] transaction","detail":"{read_only:false; response_revision:30636; number_of_response:1; }","duration":"191.244602ms","start":"2026-07-17T16:53:02.548292Z","end":"2026-07-17T16:53:02.739537Z","steps":["trace[1353129800] 'process raft request' (duration: 191.18771ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:02.739604Z","caller":"traceutil/trace.go:171","msg":"trace[2139255777] transaction","detail":"{read_only:false; response_revision:30633; number_of_response:1; }","duration":"191.406115ms","start":"2026-07-17T16:53:02.548184Z","end":"2026-07-17T16:53:02.73959Z","steps":["trace[2139255777] 'process raft request' (duration: 190.864942ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:02.739641Z","caller":"traceutil/trace.go:171","msg":"trace[978285902] transaction","detail":"{read_only:false; response_revision:30634; number_of_response:1; }","duration":"191.384805ms","start":"2026-07-17T16:53:02.548247Z","end":"2026-07-17T16:53:02.739632Z","steps":["trace[978285902] 'process raft request' (duration: 191.037617ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:02.739709Z","caller":"traceutil/trace.go:171","msg":"trace[1771940511] transaction","detail":"{read_only:false; response_revision:30635; number_of_response:1; }","duration":"191.455807ms","start":"2026-07-17T16:53:02.548247Z","end":"2026-07-17T16:53:02.739703Z","steps":["trace[1771940511] 'process raft request' (duration: 191.19766ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:02.739907Z","caller":"traceutil/trace.go:171","msg":"trace[1703155009] transaction","detail":"{read_only:false; response_revision:30637; number_of_response:1; }","duration":"191.6016ms","start":"2026-07-17T16:53:02.548292Z","end":"2026-07-17T16:53:02.739894Z","steps":["trace[1703155009] 'process raft request' (duration: 191.216881ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:02.739979Z","caller":"traceutil/trace.go:171","msg":"trace[1861361210] linearizableReadLoop","detail":"{readStateIndex:31627; appliedIndex:31622; }","duration":"1.430084149s","start":"2026-07-17T16:53:01.309875Z","end":"2026-07-17T16:53:02.739959Z","steps":["trace[1861361210] 'read index received' (duration: 1.351554245s)","trace[1861361210] 'applied index is now lower than readState.Index' (duration: 78.528554ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:02.74009Z","caller":"traceutil/trace.go:171","msg":"trace[265213673] transaction","detail":"{read_only:false; response_revision:30638; number_of_response:1; }","duration":"191.756314ms","start":"2026-07-17T16:53:02.548321Z","end":"2026-07-17T16:53:02.740078Z","steps":["trace[265213673] 'process raft request' (duration: 191.430866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:02.740258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430387206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-17T16:53:02.74027Z","caller":"traceutil/trace.go:171","msg":"trace[681340847] transaction","detail":"{read_only:false; response_revision:30639; number_of_response:1; }","duration":"191.827005ms","start":"2026-07-17T16:53:02.548413Z","end":"2026-07-17T16:53:02.74024Z","steps":["trace[681340847] 'process raft request' (duration: 191.440706ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:02.740298Z","caller":"traceutil/trace.go:171","msg":"trace[1038309325] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:30640; }","duration":"1.430457917s","start":"2026-07-17T16:53:01.309829Z","end":"2026-07-17T16:53:02.740287Z","steps":["trace[1038309325] 'agreement among raft nodes before linearized reading' (duration: 1.430329384s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:02.740327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:01.309812Z","time spent":"1.430508128s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-17T16:53:02.740409Z","caller":"traceutil/trace.go:171","msg":"trace[1057253621] transaction","detail":"{read_only:false; response_revision:30640; number_of_response:1; }","duration":"191.570619ms","start":"2026-07-17T16:53:02.548818Z","end":"2026-07-17T16:53:02.740388Z","steps":["trace[1057253621] 'process raft request' (duration: 191.073747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:02.740513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379360879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T16:53:02.740555Z","caller":"traceutil/trace.go:171","msg":"trace[2130230029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30640; }","duration":"1.379444101s","start":"2026-07-17T16:53:01.361101Z","end":"2026-07-17T16:53:02.740545Z","steps":["trace[2130230029] 'agreement among raft nodes before linearized reading' (duration: 1.379296047s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:02.740584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:01.361078Z","time spent":"1.379499602s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:53:02.740617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.164215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-17T16:53:02.740659Z","caller":"traceutil/trace.go:171","msg":"trace[162350041] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c; range_end:; response_count:1; response_revision:30640; }","duration":"982.232837ms","start":"2026-07-17T16:53:01.758412Z","end":"2026-07-17T16:53:02.740645Z","steps":["trace[162350041] 'agreement among raft nodes before linearized reading' (duration: 982.108824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:02.740631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.961337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:02.74069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:01.758402Z","time spent":"982.280438ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" "} {"level":"warn","ts":"2026-07-17T16:53:02.740703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.555544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:02.740731Z","caller":"traceutil/trace.go:171","msg":"trace[2135787217] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:30640; }","duration":"717.616316ms","start":"2026-07-17T16:53:02.023108Z","end":"2026-07-17T16:53:02.740724Z","steps":["trace[2135787217] 'agreement among raft nodes before linearized reading' (duration: 717.566415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:02.740749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:02.023078Z","time spent":"717.667216ms","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:02.740745Z","caller":"traceutil/trace.go:171","msg":"trace[1723883585] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:30640; }","duration":"542.131831ms","start":"2026-07-17T16:53:02.198586Z","end":"2026-07-17T16:53:02.740717Z","steps":["trace[1723883585] 'agreement among raft nodes before linearized reading' (duration: 541.939826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:02.740767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045020674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:53:02.740822Z","caller":"traceutil/trace.go:171","msg":"trace[2135868042] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:30640; }","duration":"1.045111087s","start":"2026-07-17T16:53:01.695697Z","end":"2026-07-17T16:53:02.740808Z","steps":["trace[2135868042] 'agreement among raft nodes before linearized reading' (duration: 1.045007694s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:02.74082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:02.198563Z","time spent":"542.237633ms","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:02.740869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:01.695679Z","time spent":"1.045177518s","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:02.740785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205265476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T16:53:02.740891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000953133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:02.740934Z","caller":"traceutil/trace.go:171","msg":"trace[1665211186] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:30640; }","duration":"1.205452841s","start":"2026-07-17T16:53:01.535471Z","end":"2026-07-17T16:53:02.740924Z","steps":["trace[1665211186] 'agreement among raft nodes before linearized reading' (duration: 1.205274036s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:02.740972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:01.535448Z","time spent":"1.205512773s","remote":"127.0.0.1:41902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:02.740972Z","caller":"traceutil/trace.go:171","msg":"trace[1764780443] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:30640; }","duration":"1.001080766s","start":"2026-07-17T16:53:01.739871Z","end":"2026-07-17T16:53:02.740952Z","steps":["trace[1764780443] 'agreement among raft nodes before linearized reading' (duration: 1.000930853s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:02.741018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:01.739849Z","time spent":"1.001158009s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:03.01187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.222486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:03.011992Z","caller":"traceutil/trace.go:171","msg":"trace[43409030] linearizableReadLoop","detail":"{readStateIndex:31636; appliedIndex:31635; }","duration":"198.474704ms","start":"2026-07-17T16:53:02.813487Z","end":"2026-07-17T16:53:03.011962Z","steps":["trace[43409030] 'read index received' (duration: 68.003142ms)","trace[43409030] 'applied index is now lower than readState.Index' (duration: 130.470302ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:03.012019Z","caller":"traceutil/trace.go:171","msg":"trace[1466721699] transaction","detail":"{read_only:false; response_revision:30641; number_of_response:1; }","duration":"200.936852ms","start":"2026-07-17T16:53:02.811047Z","end":"2026-07-17T16:53:03.011984Z","steps":["trace[1466721699] 'process raft request' (duration: 70.520472ms)","trace[1466721699] 'compare' (duration: 129.98147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:03.012169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.661518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-17T16:53:03.012237Z","caller":"traceutil/trace.go:171","msg":"trace[2128760128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:30641; }","duration":"198.762371ms","start":"2026-07-17T16:53:02.813458Z","end":"2026-07-17T16:53:03.01222Z","steps":["trace[2128760128] 'agreement among raft nodes before linearized reading' (duration: 198.581577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:04.941088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277238783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:04.941162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782147854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:04.941151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62603789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/k8s.keycloak.org/keycloakrealmimports/\" range_end:\"/registry/k8s.keycloak.org/keycloakrealmimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:04.941175Z","caller":"traceutil/trace.go:171","msg":"trace[346823098] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:30641; }","duration":"1.277372656s","start":"2026-07-17T16:53:03.663783Z","end":"2026-07-17T16:53:04.941156Z","steps":["trace[346823098] 'count revisions from in-memory index tree' (duration: 1.277165272s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:04.941192Z","caller":"traceutil/trace.go:171","msg":"trace[1635029716] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:30641; }","duration":"1.782223746s","start":"2026-07-17T16:53:03.158958Z","end":"2026-07-17T16:53:04.941182Z","steps":["trace[1635029716] 'count revisions from in-memory index tree' (duration: 1.782039691s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:04.941203Z","caller":"traceutil/trace.go:171","msg":"trace[1962548976] range","detail":"{range_begin:/registry/k8s.keycloak.org/keycloakrealmimports/; range_end:/registry/k8s.keycloak.org/keycloakrealmimports0; response_count:0; response_revision:30641; }","duration":"1.626133363s","start":"2026-07-17T16:53:03.315054Z","end":"2026-07-17T16:53:04.941188Z","steps":["trace[1962548976] 'count revisions from in-memory index tree' (duration: 1.625956179s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:04.941213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:03.158932Z","time spent":"1.782274987s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:04.941229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:03.315038Z","time spent":"1.626184424s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/k8s.keycloak.org/keycloakrealmimports/\" range_end:\"/registry/k8s.keycloak.org/keycloakrealmimports0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:04.941221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:03.663764Z","time spent":"1.277443418s","remote":"127.0.0.1:35954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:04.941281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195389131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-17T16:53:04.941335Z","caller":"traceutil/trace.go:171","msg":"trace[1584524937] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c; range_end:; response_count:1; response_revision:30641; }","duration":"1.195479673s","start":"2026-07-17T16:53:03.745841Z","end":"2026-07-17T16:53:04.94132Z","steps":["trace[1584524937] 'range keys from in-memory index tree' (duration: 1.195260058s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:04.941322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677236381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-17T16:53:04.941323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.966284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:04.941362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:03.745824Z","time spent":"1.195532024s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" "} {"level":"info","ts":"2026-07-17T16:53:04.941381Z","caller":"traceutil/trace.go:171","msg":"trace[350076966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30641; }","duration":"1.677340374s","start":"2026-07-17T16:53:03.264026Z","end":"2026-07-17T16:53:04.941367Z","steps":["trace[350076966] 'range keys from in-memory index tree' (duration: 1.677085258s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:04.941393Z","caller":"traceutil/trace.go:171","msg":"trace[28506331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30641; }","duration":"287.067996ms","start":"2026-07-17T16:53:04.654307Z","end":"2026-07-17T16:53:04.941375Z","steps":["trace[28506331] 'range keys from in-memory index tree' (duration: 286.889892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:04.941417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:03.264007Z","time spent":"1.677401946s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:04.941398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.860697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:53:04.941469Z","caller":"traceutil/trace.go:171","msg":"trace[1653388586] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30641; }","duration":"212.970119ms","start":"2026-07-17T16:53:04.728478Z","end":"2026-07-17T16:53:04.941448Z","steps":["trace[1653388586] 'range keys from in-memory index tree' (duration: 212.690193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:04.941513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554446014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:04.941533Z","caller":"traceutil/trace.go:171","msg":"trace[797893195] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:30641; }","duration":"1.554498526s","start":"2026-07-17T16:53:03.387028Z","end":"2026-07-17T16:53:04.941526Z","steps":["trace[797893195] 'count revisions from in-memory index tree' (duration: 1.554381012s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:04.941547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:03.387008Z","time spent":"1.554534316s","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:04.941659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.194028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:04.941721Z","caller":"traceutil/trace.go:171","msg":"trace[71263050] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:30641; }","duration":"341.27398ms","start":"2026-07-17T16:53:04.600425Z","end":"2026-07-17T16:53:04.941699Z","steps":["trace[71263050] 'count revisions from in-memory index tree' (duration: 341.147246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:04.941771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:04.600414Z","time spent":"341.342231ms","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:04.941794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.295479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-17T16:53:04.941825Z","caller":"traceutil/trace.go:171","msg":"trace[374794687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30641; }","duration":"203.33692ms","start":"2026-07-17T16:53:04.738479Z","end":"2026-07-17T16:53:04.941816Z","steps":["trace[374794687] 'range keys from in-memory index tree' (duration: 203.229847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:04.941965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.70363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:04.942019Z","caller":"traceutil/trace.go:171","msg":"trace[354404274] linearizableReadLoop","detail":"{readStateIndex:31637; appliedIndex:31636; }","duration":"199.370515ms","start":"2026-07-17T16:53:04.74264Z","end":"2026-07-17T16:53:04.942011Z","steps":["trace[354404274] 'read index received' (duration: 198.28849ms)","trace[354404274] 'applied index is now lower than readState.Index' (duration: 1.081305ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:04.942032Z","caller":"traceutil/trace.go:171","msg":"trace[1848473498] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:30641; }","duration":"388.795583ms","start":"2026-07-17T16:53:04.553226Z","end":"2026-07-17T16:53:04.942022Z","steps":["trace[1848473498] 'count revisions from in-memory index tree' (duration: 388.66322ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:04.942054Z","caller":"traceutil/trace.go:171","msg":"trace[1014429521] transaction","detail":"{read_only:false; response_revision:30642; number_of_response:1; }","duration":"199.718993ms","start":"2026-07-17T16:53:04.742325Z","end":"2026-07-17T16:53:04.942044Z","steps":["trace[1014429521] 'process raft request' (duration: 198.34021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:04.942077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:04.553212Z","time spent":"388.857584ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:04.942182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.534249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-17T16:53:04.942237Z","caller":"traceutil/trace.go:171","msg":"trace[1072035405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30642; }","duration":"199.590521ms","start":"2026-07-17T16:53:04.742632Z","end":"2026-07-17T16:53:04.942223Z","steps":["trace[1072035405] 'agreement among raft nodes before linearized reading' (duration: 199.414556ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:04.949467Z","caller":"traceutil/trace.go:171","msg":"trace[465743142] transaction","detail":"{read_only:false; response_revision:30643; number_of_response:1; }","duration":"205.177984ms","start":"2026-07-17T16:53:04.744265Z","end":"2026-07-17T16:53:04.949443Z","steps":["trace[465743142] 'process raft request' (duration: 204.971009ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:04.949632Z","caller":"traceutil/trace.go:171","msg":"trace[577130026] transaction","detail":"{read_only:false; response_revision:30646; number_of_response:1; }","duration":"204.693732ms","start":"2026-07-17T16:53:04.744923Z","end":"2026-07-17T16:53:04.949616Z","steps":["trace[577130026] 'process raft request' (duration: 204.63041ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:04.949623Z","caller":"traceutil/trace.go:171","msg":"trace[1062243605] transaction","detail":"{read_only:false; response_revision:30645; number_of_response:1; }","duration":"204.924737ms","start":"2026-07-17T16:53:04.744675Z","end":"2026-07-17T16:53:04.9496Z","steps":["trace[1062243605] 'process raft request' (duration: 204.687732ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:04.949618Z","caller":"traceutil/trace.go:171","msg":"trace[1465810666] transaction","detail":"{read_only:false; response_revision:30644; number_of_response:1; }","duration":"204.961669ms","start":"2026-07-17T16:53:04.744613Z","end":"2026-07-17T16:53:04.949575Z","steps":["trace[1465810666] 'process raft request' (duration: 204.721313ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:04.949659Z","caller":"traceutil/trace.go:171","msg":"trace[1697637019] transaction","detail":"{read_only:false; response_revision:30648; number_of_response:1; }","duration":"203.930563ms","start":"2026-07-17T16:53:04.745716Z","end":"2026-07-17T16:53:04.949646Z","steps":["trace[1697637019] 'process raft request' (duration: 203.883392ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:04.949741Z","caller":"traceutil/trace.go:171","msg":"trace[1650859775] transaction","detail":"{read_only:false; response_revision:30649; number_of_response:1; }","duration":"203.850941ms","start":"2026-07-17T16:53:04.745879Z","end":"2026-07-17T16:53:04.94973Z","steps":["trace[1650859775] 'process raft request' (duration: 203.742059ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:04.949771Z","caller":"traceutil/trace.go:171","msg":"trace[1517363275] transaction","detail":"{read_only:false; response_revision:30647; number_of_response:1; }","duration":"204.087497ms","start":"2026-07-17T16:53:04.745677Z","end":"2026-07-17T16:53:04.949764Z","steps":["trace[1517363275] 'process raft request' (duration: 203.902893ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:04.949886Z","caller":"traceutil/trace.go:171","msg":"trace[657065982] transaction","detail":"{read_only:false; response_revision:30650; number_of_response:1; }","duration":"203.737789ms","start":"2026-07-17T16:53:04.74614Z","end":"2026-07-17T16:53:04.949878Z","steps":["trace[657065982] 'process raft request' (duration: 203.543934ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:04.949927Z","caller":"traceutil/trace.go:171","msg":"trace[50138443] transaction","detail":"{read_only:false; response_revision:30651; number_of_response:1; }","duration":"202.693185ms","start":"2026-07-17T16:53:04.747219Z","end":"2026-07-17T16:53:04.949912Z","steps":["trace[50138443] 'process raft request' (duration: 202.571122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:04.949983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.032428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-17T16:53:04.950018Z","caller":"traceutil/trace.go:171","msg":"trace[38648011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30651; }","duration":"207.1148ms","start":"2026-07-17T16:53:04.742893Z","end":"2026-07-17T16:53:04.950008Z","steps":["trace[38648011] 'agreement among raft nodes before linearized reading' (duration: 207.008628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.546406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.064671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:07.546741Z","caller":"traceutil/trace.go:171","msg":"trace[74858374] transaction","detail":"{read_only:false; response_revision:30667; number_of_response:1; }","duration":"591.981759ms","start":"2026-07-17T16:53:06.954709Z","end":"2026-07-17T16:53:07.546691Z","steps":["trace[74858374] 'process raft request' (duration: 591.788085ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:07.546805Z","caller":"traceutil/trace.go:171","msg":"trace[877721021] transaction","detail":"{read_only:false; response_revision:30666; number_of_response:1; }","duration":"592.273456ms","start":"2026-07-17T16:53:06.954501Z","end":"2026-07-17T16:53:07.546774Z","steps":["trace[877721021] 'process raft request' (duration: 417.750984ms)","trace[877721021] 'compare' (duration: 173.471257ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:07.546811Z","caller":"traceutil/trace.go:171","msg":"trace[889261185] transaction","detail":"{read_only:false; response_revision:30669; number_of_response:1; }","duration":"592.00344ms","start":"2026-07-17T16:53:06.954789Z","end":"2026-07-17T16:53:07.546792Z","steps":["trace[889261185] 'process raft request' (duration: 591.814255ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:07.546847Z","caller":"traceutil/trace.go:171","msg":"trace[2004708406] linearizableReadLoop","detail":"{readStateIndex:31670; appliedIndex:31661; }","duration":"535.00602ms","start":"2026-07-17T16:53:07.011827Z","end":"2026-07-17T16:53:07.546833Z","steps":["trace[2004708406] 'read index received' (duration: 360.367015ms)","trace[2004708406] 'applied index is now lower than readState.Index' (duration: 174.638095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:07.546877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:06.954784Z","time spent":"592.062561ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:07.546889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:06.954475Z","time spent":"592.362648ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:07.546889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:06.954702Z","time spent":"592.099302ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:07.546934Z","caller":"traceutil/trace.go:171","msg":"trace[739798529] transaction","detail":"{read_only:false; response_revision:30670; number_of_response:1; }","duration":"592.03542ms","start":"2026-07-17T16:53:06.954888Z","end":"2026-07-17T16:53:07.546924Z","steps":["trace[739798529] 'process raft request' (duration: 591.752273ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:07.54691Z","caller":"traceutil/trace.go:171","msg":"trace[1107334738] transaction","detail":"{read_only:false; response_revision:30668; number_of_response:1; }","duration":"592.156843ms","start":"2026-07-17T16:53:06.954719Z","end":"2026-07-17T16:53:07.546876Z","steps":["trace[1107334738] 'process raft request' (duration: 591.844055ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:07.547055Z","caller":"traceutil/trace.go:171","msg":"trace[911433422] transaction","detail":"{read_only:false; response_revision:30672; number_of_response:1; }","duration":"591.779444ms","start":"2026-07-17T16:53:06.955261Z","end":"2026-07-17T16:53:07.54704Z","steps":["trace[911433422] 'process raft request' (duration: 591.457196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.547082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:06.954686Z","time spent":"592.309587ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:07.54711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:06.955254Z","time spent":"591.828556ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:07.547196Z","caller":"traceutil/trace.go:171","msg":"trace[614452058] transaction","detail":"{read_only:false; response_revision:30671; number_of_response:1; }","duration":"592.225975ms","start":"2026-07-17T16:53:06.954962Z","end":"2026-07-17T16:53:07.547188Z","steps":["trace[614452058] 'process raft request' (duration: 591.710973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.547181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.633399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-17T16:53:07.54724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:06.954954Z","time spent":"592.261846ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:07.547258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.008437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-17T16:53:07.547257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.995866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-17T16:53:07.547293Z","caller":"traceutil/trace.go:171","msg":"trace[971402481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30674; }","duration":"586.056057ms","start":"2026-07-17T16:53:06.961227Z","end":"2026-07-17T16:53:07.547283Z","steps":["trace[971402481] 'agreement among raft nodes before linearized reading' (duration: 585.949135ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:07.547299Z","caller":"traceutil/trace.go:171","msg":"trace[1479004064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30674; }","duration":"586.050697ms","start":"2026-07-17T16:53:06.961237Z","end":"2026-07-17T16:53:07.547288Z","steps":["trace[1479004064] 'agreement among raft nodes before linearized reading' (duration: 585.75435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.54735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:06.96123Z","time spent":"586.111619ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T16:53:07.547306Z","caller":"traceutil/trace.go:171","msg":"trace[649206723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30674; }","duration":"588.751202ms","start":"2026-07-17T16:53:06.958498Z","end":"2026-07-17T16:53:07.547249Z","steps":["trace[649206723] 'agreement among raft nodes before linearized reading' (duration: 588.514636ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:07.547363Z","caller":"traceutil/trace.go:171","msg":"trace[488324153] transaction","detail":"{read_only:false; response_revision:30673; number_of_response:1; }","duration":"590.908553ms","start":"2026-07-17T16:53:06.956406Z","end":"2026-07-17T16:53:07.547315Z","steps":["trace[488324153] 'process raft request' (duration: 590.35157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.547318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:06.961217Z","time spent":"586.095038ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:07.547413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:06.956399Z","time spent":"590.988465ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:07.547444Z","caller":"traceutil/trace.go:171","msg":"trace[963690666] transaction","detail":"{read_only:false; response_revision:30674; number_of_response:1; }","duration":"590.429542ms","start":"2026-07-17T16:53:06.956992Z","end":"2026-07-17T16:53:07.547421Z","steps":["trace[963690666] 'process raft request' (duration: 589.800117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.547478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.453105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T16:53:07.547515Z","caller":"traceutil/trace.go:171","msg":"trace[386032560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30674; }","duration":"588.556688ms","start":"2026-07-17T16:53:06.958948Z","end":"2026-07-17T16:53:07.547505Z","steps":["trace[386032560] 'agreement among raft nodes before linearized reading' (duration: 588.436695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.547556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:06.95697Z","time spent":"590.512804ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:07.547578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:06.958939Z","time spent":"588.629929ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:53:07.547638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.061498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7bbc97c64d-jn4fp.18c32075b0cd4662\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-07-17T16:53:07.547668Z","caller":"traceutil/trace.go:171","msg":"trace[1695116475] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7bbc97c64d-jn4fp.18c32075b0cd4662; range_end:; response_count:1; response_revision:30674; }","duration":"329.127319ms","start":"2026-07-17T16:53:07.218533Z","end":"2026-07-17T16:53:07.54766Z","steps":["trace[1695116475] 'agreement among raft nodes before linearized reading' (duration: 329.049057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.54766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.904221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T16:53:07.547688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:07.218513Z","time spent":"329.170921ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-7bbc97c64d-jn4fp.18c32075b0cd4662\" "} {"level":"info","ts":"2026-07-17T16:53:07.547728Z","caller":"traceutil/trace.go:171","msg":"trace[1262396573] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:30674; }","duration":"514.999103ms","start":"2026-07-17T16:53:07.032713Z","end":"2026-07-17T16:53:07.547713Z","steps":["trace[1262396573] 'agreement among raft nodes before linearized reading' (duration: 514.88503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.547785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:07.0327Z","time spent":"515.069655ms","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":18,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:07.546992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:06.954862Z","time spent":"592.095112ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:07.547567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.450118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-07-17T16:53:07.547568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.082062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T16:53:07.548184Z","caller":"traceutil/trace.go:171","msg":"trace[1362829108] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c; range_end:; response_count:1; response_revision:30674; }","duration":"382.075992ms","start":"2026-07-17T16:53:07.166076Z","end":"2026-07-17T16:53:07.548152Z","steps":["trace[1362829108] 'agreement among raft nodes before linearized reading' (duration: 381.404126ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:07.548237Z","caller":"traceutil/trace.go:171","msg":"trace[798324640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30674; }","duration":"522.81792ms","start":"2026-07-17T16:53:07.025398Z","end":"2026-07-17T16:53:07.548216Z","steps":["trace[798324640] 'agreement among raft nodes before linearized reading' (duration: 522.031881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.5483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:07.025376Z","time spent":"522.906791ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:07.548303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:07.166057Z","time spent":"382.212646ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" "} {"level":"warn","ts":"2026-07-17T16:53:07.548703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:06.958492Z","time spent":"590.185936ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:53:07.963191Z","caller":"traceutil/trace.go:171","msg":"trace[494117385] transaction","detail":"{read_only:false; response_revision:30676; number_of_response:1; }","duration":"408.098733ms","start":"2026-07-17T16:53:07.555067Z","end":"2026-07-17T16:53:07.963166Z","steps":["trace[494117385] 'process raft request' (duration: 407.898859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.963357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:07.555047Z","time spent":"408.212837ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:07.963514Z","caller":"traceutil/trace.go:171","msg":"trace[1159004859] transaction","detail":"{read_only:false; response_revision:30678; number_of_response:1; }","duration":"408.022202ms","start":"2026-07-17T16:53:07.555466Z","end":"2026-07-17T16:53:07.963488Z","steps":["trace[1159004859] 'process raft request' (duration: 407.882759ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:07.963522Z","caller":"traceutil/trace.go:171","msg":"trace[1867386811] transaction","detail":"{read_only:false; response_revision:30677; number_of_response:1; }","duration":"408.225486ms","start":"2026-07-17T16:53:07.555265Z","end":"2026-07-17T16:53:07.963491Z","steps":["trace[1867386811] 'process raft request' (duration: 407.858567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.963674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:07.555443Z","time spent":"408.136194ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:07.963685Z","caller":"traceutil/trace.go:171","msg":"trace[275979550] linearizableReadLoop","detail":"{readStateIndex:31676; appliedIndex:31670; }","duration":"399.517138ms","start":"2026-07-17T16:53:07.564111Z","end":"2026-07-17T16:53:07.963628Z","steps":["trace[275979550] 'read index received' (duration: 55.566385ms)","trace[275979550] 'applied index is now lower than readState.Index' (duration: 343.949723ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:07.963701Z","caller":"traceutil/trace.go:171","msg":"trace[1961231788] transaction","detail":"{read_only:false; response_revision:30680; number_of_response:1; }","duration":"407.077869ms","start":"2026-07-17T16:53:07.556599Z","end":"2026-07-17T16:53:07.963677Z","steps":["trace[1961231788] 'process raft request' (duration: 406.949095ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:07.963706Z","caller":"traceutil/trace.go:171","msg":"trace[28045000] transaction","detail":"{read_only:false; response_revision:30679; number_of_response:1; }","duration":"407.275394ms","start":"2026-07-17T16:53:07.5564Z","end":"2026-07-17T16:53:07.963676Z","steps":["trace[28045000] 'process raft request' (duration: 407.058618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.963805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:07.556581Z","time spent":"407.179012ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:07.963845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.291587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:07.963821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.701553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:07.96389Z","caller":"traceutil/trace.go:171","msg":"trace[433263082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30680; }","duration":"309.375318ms","start":"2026-07-17T16:53:07.654501Z","end":"2026-07-17T16:53:07.963877Z","steps":["trace[433263082] 'agreement among raft nodes before linearized reading' (duration: 309.296796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.963877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:07.556389Z","time spent":"407.390196ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:07.963927Z","caller":"traceutil/trace.go:171","msg":"trace[267623066] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:30680; }","duration":"399.834926ms","start":"2026-07-17T16:53:07.564078Z","end":"2026-07-17T16:53:07.963913Z","steps":["trace[267623066] 'agreement among raft nodes before linearized reading' (duration: 399.702763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.963932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:07.654482Z","time spent":"309.44042ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:53:07.963972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:07.564068Z","time spent":"399.890597ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:07.963976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.027917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-17T16:53:07.964003Z","caller":"traceutil/trace.go:171","msg":"trace[69970930] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:30680; }","duration":"212.053827ms","start":"2026-07-17T16:53:07.751941Z","end":"2026-07-17T16:53:07.963995Z","steps":["trace[69970930] 'agreement among raft nodes before linearized reading' (duration: 211.945575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:07.963782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:07.555258Z","time spent":"408.420152ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:08.462099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.779713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T16:53:08.462221Z","caller":"traceutil/trace.go:171","msg":"trace[1996003734] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30680; }","duration":"440.938527ms","start":"2026-07-17T16:53:08.021263Z","end":"2026-07-17T16:53:08.462202Z","steps":["trace[1996003734] 'range keys from in-memory index tree' (duration: 440.627349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:08.462269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:08.021246Z","time spent":"441.008988ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:53:08.462256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.696654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-17T16:53:08.462348Z","caller":"traceutil/trace.go:171","msg":"trace[1397429216] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c; range_end:; response_count:1; response_revision:30680; }","duration":"446.837148ms","start":"2026-07-17T16:53:08.015486Z","end":"2026-07-17T16:53:08.462323Z","steps":["trace[1397429216] 'range keys from in-memory index tree' (duration: 446.490679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:08.462406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:08.015464Z","time spent":"446.926229ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" "} {"level":"info","ts":"2026-07-17T16:53:08.995874Z","caller":"traceutil/trace.go:171","msg":"trace[1718799436] transaction","detail":"{read_only:false; response_revision:30681; number_of_response:1; }","duration":"230.076677ms","start":"2026-07-17T16:53:08.765774Z","end":"2026-07-17T16:53:08.995851Z","steps":["trace[1718799436] 'process raft request' (duration: 229.911663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:09.415669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.043943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:09.415778Z","caller":"traceutil/trace.go:171","msg":"trace[1365769980] transaction","detail":"{read_only:false; response_revision:30682; number_of_response:1; }","duration":"399.129479ms","start":"2026-07-17T16:53:09.016629Z","end":"2026-07-17T16:53:09.415758Z","steps":["trace[1365769980] 'process raft request' (duration: 195.903842ms)","trace[1365769980] 'compare' (duration: 202.615033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:09.415837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.016607Z","time spent":"399.202291ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:09.735421Z","caller":"traceutil/trace.go:171","msg":"trace[1121955072] transaction","detail":"{read_only:false; response_revision:30683; number_of_response:1; }","duration":"182.245977ms","start":"2026-07-17T16:53:09.553148Z","end":"2026-07-17T16:53:09.735394Z","steps":["trace[1121955072] 'process raft request' (duration: 180.510936ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:10.297411Z","caller":"traceutil/trace.go:171","msg":"trace[1750365178] linearizableReadLoop","detail":"{readStateIndex:31687; appliedIndex:31678; }","duration":"644.224855ms","start":"2026-07-17T16:53:09.653142Z","end":"2026-07-17T16:53:10.297367Z","steps":["trace[1750365178] 'read index received' (duration: 80.447879ms)","trace[1750365178] 'applied index is now lower than readState.Index' (duration: 563.776116ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:10.297599Z","caller":"traceutil/trace.go:171","msg":"trace[1258907195] transaction","detail":"{read_only:false; response_revision:30684; number_of_response:1; }","duration":"740.934441ms","start":"2026-07-17T16:53:09.556654Z","end":"2026-07-17T16:53:10.297589Z","steps":["trace[1258907195] 'process raft request' (duration: 659.359386ms)","trace[1258907195] 'compare' (duration: 81.042053ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:10.297678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.556633Z","time spent":"740.990643ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:10.297808Z","caller":"traceutil/trace.go:171","msg":"trace[1224100457] transaction","detail":"{read_only:false; response_revision:30690; number_of_response:1; }","duration":"739.434116ms","start":"2026-07-17T16:53:09.558366Z","end":"2026-07-17T16:53:10.2978Z","steps":["trace[1224100457] 'process raft request' (duration: 738.943214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:10.297851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.558348Z","time spent":"739.484257ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:10.297948Z","caller":"traceutil/trace.go:171","msg":"trace[543438757] transaction","detail":"{read_only:false; response_revision:30691; number_of_response:1; }","duration":"738.977575ms","start":"2026-07-17T16:53:09.558963Z","end":"2026-07-17T16:53:10.297941Z","steps":["trace[543438757] 'process raft request' (duration: 738.37246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:10.297987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.558954Z","time spent":"739.009135ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:10.298096Z","caller":"traceutil/trace.go:171","msg":"trace[198771953] transaction","detail":"{read_only:false; response_revision:30686; number_of_response:1; }","duration":"741.199088ms","start":"2026-07-17T16:53:09.556874Z","end":"2026-07-17T16:53:10.298073Z","steps":["trace[198771953] 'process raft request' (duration: 740.320097ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:10.298149Z","caller":"traceutil/trace.go:171","msg":"trace[1492161027] transaction","detail":"{read_only:false; response_revision:30688; number_of_response:1; }","duration":"740.03362ms","start":"2026-07-17T16:53:09.558108Z","end":"2026-07-17T16:53:10.298141Z","steps":["trace[1492161027] 'process raft request' (duration: 739.130488ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:10.298148Z","caller":"traceutil/trace.go:171","msg":"trace[323046093] transaction","detail":"{read_only:false; response_revision:30685; number_of_response:1; }","duration":"741.311961ms","start":"2026-07-17T16:53:09.556825Z","end":"2026-07-17T16:53:10.298137Z","steps":["trace[323046093] 'process raft request' (duration: 740.337217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:10.298134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.981263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:10.298148Z","caller":"traceutil/trace.go:171","msg":"trace[963159684] transaction","detail":"{read_only:false; response_revision:30687; number_of_response:1; }","duration":"740.146063ms","start":"2026-07-17T16:53:09.557969Z","end":"2026-07-17T16:53:10.298115Z","steps":["trace[963159684] 'process raft request' (duration: 739.245522ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:10.298203Z","caller":"traceutil/trace.go:171","msg":"trace[921197201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30691; }","duration":"645.099256ms","start":"2026-07-17T16:53:09.653086Z","end":"2026-07-17T16:53:10.298185Z","steps":["trace[921197201] 'agreement among raft nodes before linearized reading' (duration: 644.964692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:10.298254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.653064Z","time spent":"645.182888ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:53:10.298261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.556867Z","time spent":"741.30329ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:10.298192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.558093Z","time spent":"740.075121ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:10.298315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.557941Z","time spent":"740.290786ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:10.298192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.556819Z","time spent":"741.352201ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:10.297825Z","caller":"traceutil/trace.go:171","msg":"trace[1111127311] transaction","detail":"{read_only:false; response_revision:30689; number_of_response:1; }","duration":"739.62529ms","start":"2026-07-17T16:53:09.558147Z","end":"2026-07-17T16:53:10.297772Z","steps":["trace[1111127311] 'process raft request' (duration: 739.140418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:10.298499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.558137Z","time spent":"740.306067ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:10.29928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.636006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:53:10.299432Z","caller":"traceutil/trace.go:171","msg":"trace[978024777] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30692; }","duration":"413.82712ms","start":"2026-07-17T16:53:09.885595Z","end":"2026-07-17T16:53:10.299422Z","steps":["trace[978024777] 'agreement among raft nodes before linearized reading' (duration: 413.607275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:10.299472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.885575Z","time spent":"413.890171ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9065,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"info","ts":"2026-07-17T16:53:10.299633Z","caller":"traceutil/trace.go:171","msg":"trace[1404989108] transaction","detail":"{read_only:false; response_revision:30692; number_of_response:1; }","duration":"218.234125ms","start":"2026-07-17T16:53:10.081393Z","end":"2026-07-17T16:53:10.299627Z","steps":["trace[1404989108] 'process raft request' (duration: 217.770894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:10.299811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.484636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:10.299879Z","caller":"traceutil/trace.go:171","msg":"trace[1387768055] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:30692; }","duration":"222.581809ms","start":"2026-07-17T16:53:10.077289Z","end":"2026-07-17T16:53:10.299871Z","steps":["trace[1387768055] 'agreement among raft nodes before linearized reading' (duration: 222.501777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:10.300024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.426492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:10.300084Z","caller":"traceutil/trace.go:171","msg":"trace[1286739340] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:30692; }","duration":"377.512944ms","start":"2026-07-17T16:53:09.922556Z","end":"2026-07-17T16:53:10.300069Z","steps":["trace[1286739340] 'agreement among raft nodes before linearized reading' (duration: 377.401431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:10.300112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.163752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-17T16:53:10.300149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.138751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-17T16:53:10.300209Z","caller":"traceutil/trace.go:171","msg":"trace[1567730429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30692; }","duration":"332.222034ms","start":"2026-07-17T16:53:09.967972Z","end":"2026-07-17T16:53:10.300194Z","steps":["trace[1567730429] 'agreement among raft nodes before linearized reading' (duration: 332.011399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:10.300224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.51889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-17T16:53:10.300163Z","caller":"traceutil/trace.go:171","msg":"trace[719439600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30692; }","duration":"332.234564ms","start":"2026-07-17T16:53:09.967915Z","end":"2026-07-17T16:53:10.300149Z","steps":["trace[719439600] 'agreement among raft nodes before linearized reading' (duration: 332.07095ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:10.300256Z","caller":"traceutil/trace.go:171","msg":"trace[1979427705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30692; }","duration":"332.571212ms","start":"2026-07-17T16:53:09.967676Z","end":"2026-07-17T16:53:10.300248Z","steps":["trace[1979427705] 'agreement among raft nodes before linearized reading' (duration: 332.46922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:10.300285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.967664Z","time spent":"332.614863ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:53:10.300377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.518627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"warn","ts":"2026-07-17T16:53:10.300249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.967957Z","time spent":"332.284555ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T16:53:10.300448Z","caller":"traceutil/trace.go:171","msg":"trace[1199245700] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30692; }","duration":"414.584018ms","start":"2026-07-17T16:53:09.885828Z","end":"2026-07-17T16:53:10.300412Z","steps":["trace[1199245700] 'agreement among raft nodes before linearized reading' (duration: 414.425524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:10.300489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.88582Z","time spent":"414.66122ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9065,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T16:53:10.300493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.386547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-17T16:53:10.300336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.343539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T16:53:10.300557Z","caller":"traceutil/trace.go:171","msg":"trace[1010775358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30692; }","duration":"332.49343ms","start":"2026-07-17T16:53:09.968046Z","end":"2026-07-17T16:53:10.300539Z","steps":["trace[1010775358] 'agreement among raft nodes before linearized reading' (duration: 332.298595ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:10.300587Z","caller":"traceutil/trace.go:171","msg":"trace[1275863260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30692; }","duration":"330.628076ms","start":"2026-07-17T16:53:09.969943Z","end":"2026-07-17T16:53:10.300571Z","steps":["trace[1275863260] 'agreement among raft nodes before linearized reading' (duration: 330.325098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:10.300594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.968024Z","time spent":"332.559582ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:10.300678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.969922Z","time spent":"330.700857ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:53:10.300126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.92254Z","time spent":"377.576796ms","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:10.300301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:09.967907Z","time spent":"332.371187ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:10.589331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.877854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:10.589587Z","caller":"traceutil/trace.go:171","msg":"trace[698086515] transaction","detail":"{read_only:false; response_revision:30695; number_of_response:1; }","duration":"282.491567ms","start":"2026-07-17T16:53:10.307077Z","end":"2026-07-17T16:53:10.589569Z","steps":["trace[698086515] 'process raft request' (duration: 282.359893ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:10.589677Z","caller":"traceutil/trace.go:171","msg":"trace[780783510] transaction","detail":"{read_only:false; response_revision:30694; number_of_response:1; }","duration":"282.897766ms","start":"2026-07-17T16:53:10.306745Z","end":"2026-07-17T16:53:10.589643Z","steps":["trace[780783510] 'process raft request' (duration: 158.619693ms)","trace[780783510] 'compare' (duration: 123.742681ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:10.589873Z","caller":"traceutil/trace.go:171","msg":"trace[1093572006] linearizableReadLoop","detail":"{readStateIndex:31693; appliedIndex:31689; }","duration":"201.508445ms","start":"2026-07-17T16:53:10.388341Z","end":"2026-07-17T16:53:10.58985Z","steps":["trace[1093572006] 'read index received' (duration: 77.196751ms)","trace[1093572006] 'applied index is now lower than readState.Index' (duration: 124.310614ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:10.589933Z","caller":"traceutil/trace.go:171","msg":"trace[790717001] transaction","detail":"{read_only:false; response_revision:30697; number_of_response:1; }","duration":"282.510967ms","start":"2026-07-17T16:53:10.307409Z","end":"2026-07-17T16:53:10.58992Z","steps":["trace[790717001] 'process raft request' (duration: 282.354143ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:10.58996Z","caller":"traceutil/trace.go:171","msg":"trace[1542071510] transaction","detail":"{read_only:false; response_revision:30696; number_of_response:1; }","duration":"282.772273ms","start":"2026-07-17T16:53:10.307153Z","end":"2026-07-17T16:53:10.589925Z","steps":["trace[1542071510] 'process raft request' (duration: 282.360823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:10.590105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.74398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:10.590226Z","caller":"traceutil/trace.go:171","msg":"trace[646801311] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:30697; }","duration":"201.866683ms","start":"2026-07-17T16:53:10.388326Z","end":"2026-07-17T16:53:10.590193Z","steps":["trace[646801311] 'agreement among raft nodes before linearized reading' (duration: 201.633468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:11.167411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.880986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:11.167784Z","caller":"traceutil/trace.go:171","msg":"trace[1361275861] linearizableReadLoop","detail":"{readStateIndex:31694; appliedIndex:31693; }","duration":"577.789571ms","start":"2026-07-17T16:53:10.589935Z","end":"2026-07-17T16:53:11.167724Z","steps":["trace[1361275861] 'read index received' (duration: 237.351631ms)","trace[1361275861] 'applied index is now lower than readState.Index' (duration: 340.4339ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:11.167782Z","caller":"traceutil/trace.go:171","msg":"trace[1549107085] transaction","detail":"{read_only:false; response_revision:30698; number_of_response:1; }","duration":"610.88847ms","start":"2026-07-17T16:53:10.556847Z","end":"2026-07-17T16:53:11.167735Z","steps":["trace[1549107085] 'process raft request' (duration: 270.548743ms)","trace[1549107085] 'compare' (duration: 339.583039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:11.168004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:10.556817Z","time spent":"611.072425ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:11.266382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.274059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:11.266442Z","caller":"traceutil/trace.go:171","msg":"trace[354544614] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:30698; }","duration":"572.387612ms","start":"2026-07-17T16:53:10.694042Z","end":"2026-07-17T16:53:11.266429Z","steps":["trace[354544614] 'agreement among raft nodes before linearized reading' (duration: 572.274779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:11.266445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.200588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-07-17T16:53:11.266475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:10.694018Z","time spent":"572.449773ms","remote":"127.0.0.1:41808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:11.266501Z","caller":"traceutil/trace.go:171","msg":"trace[224763511] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c; range_end:; response_count:1; response_revision:30698; }","duration":"796.310321ms","start":"2026-07-17T16:53:10.470176Z","end":"2026-07-17T16:53:11.266486Z","steps":["trace[224763511] 'agreement among raft nodes before linearized reading' (duration: 697.70694ms)","trace[224763511] 'range keys from in-memory index tree' (duration: 98.424727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:11.266531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:10.47016Z","time spent":"796.365062ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" "} {"level":"warn","ts":"2026-07-17T16:53:11.266635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.859332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"warn","ts":"2026-07-17T16:53:11.266748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.171277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:11.266774Z","caller":"traceutil/trace.go:171","msg":"trace[2072406852] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:30698; }","duration":"219.207188ms","start":"2026-07-17T16:53:11.047557Z","end":"2026-07-17T16:53:11.266765Z","steps":["trace[2072406852] 'agreement among raft nodes before linearized reading' (duration: 219.161237ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:11.266703Z","caller":"traceutil/trace.go:171","msg":"trace[1457560757] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30698; }","duration":"294.973375ms","start":"2026-07-17T16:53:10.971711Z","end":"2026-07-17T16:53:11.266684Z","steps":["trace[1457560757] 'agreement among raft nodes before linearized reading' (duration: 294.76113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:11.266758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.860865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-17T16:53:11.266829Z","caller":"traceutil/trace.go:171","msg":"trace[2087671412] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30698; }","duration":"570.959238ms","start":"2026-07-17T16:53:10.695852Z","end":"2026-07-17T16:53:11.266812Z","steps":["trace[2087671412] 'agreement among raft nodes before linearized reading' (duration: 570.754403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:11.26687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:10.695841Z","time spent":"571.019999ms","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-17T16:53:11.948983Z","caller":"traceutil/trace.go:171","msg":"trace[1701437346] linearizableReadLoop","detail":"{readStateIndex:31697; appliedIndex:31696; }","duration":"294.675608ms","start":"2026-07-17T16:53:11.654285Z","end":"2026-07-17T16:53:11.948961Z","steps":["trace[1701437346] 'read index received' (duration: 294.497873ms)","trace[1701437346] 'applied index is now lower than readState.Index' (duration: 176.645µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:11.949131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.800151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:11.949144Z","caller":"traceutil/trace.go:171","msg":"trace[1847986429] transaction","detail":"{read_only:false; response_revision:30700; number_of_response:1; }","duration":"357.935997ms","start":"2026-07-17T16:53:11.591179Z","end":"2026-07-17T16:53:11.949115Z","steps":["trace[1847986429] 'process raft request' (duration: 357.548078ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:11.949204Z","caller":"traceutil/trace.go:171","msg":"trace[1852635679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30700; }","duration":"294.952734ms","start":"2026-07-17T16:53:11.654239Z","end":"2026-07-17T16:53:11.949192Z","steps":["trace[1852635679] 'agreement among raft nodes before linearized reading' (duration: 294.807921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:11.949285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:11.591155Z","time spent":"358.05705ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:11.959094Z","caller":"traceutil/trace.go:171","msg":"trace[1319715737] transaction","detail":"{read_only:false; response_revision:30701; number_of_response:1; }","duration":"218.124462ms","start":"2026-07-17T16:53:11.740942Z","end":"2026-07-17T16:53:11.959066Z","steps":["trace[1319715737] 'process raft request' (duration: 218.00975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:12.855788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268161535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:53:13.334166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030783214s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T16:53:13.334599Z","caller":"traceutil/trace.go:171","msg":"trace[211616651] transaction","detail":"{read_only:false; response_revision:30702; number_of_response:1; }","duration":"1.031329068s","start":"2026-07-17T16:53:12.303244Z","end":"2026-07-17T16:53:13.334573Z","steps":["trace[211616651] 'process raft request' (duration: 1.031107213s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:13.334756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.303221Z","time spent":"1.031448381s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:14.655706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000932312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:53:14.655804Z","caller":"traceutil/trace.go:171","msg":"trace[2098983564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001055954s","start":"2026-07-17T16:53:12.654724Z","end":"2026-07-17T16:53:14.65578Z","steps":["trace[2098983564] 'agreement among raft nodes before linearized reading' (duration: 2.000939042s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:14.655866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.654718Z","time spent":"2.001134637s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 16:53:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:53:15.10063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.766254065s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T16:53:15.101087Z","caller":"traceutil/trace.go:171","msg":"trace[1014132148] transaction","detail":"{read_only:false; response_revision:30703; number_of_response:1; }","duration":"2.797439119s","start":"2026-07-17T16:53:12.303623Z","end":"2026-07-17T16:53:15.101062Z","steps":["trace[1014132148] 'process raft request' (duration: 2.797198403s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:15.101133Z","caller":"traceutil/trace.go:171","msg":"trace[1581049342] transaction","detail":"{read_only:false; response_revision:30705; number_of_response:1; }","duration":"2.79704718s","start":"2026-07-17T16:53:12.30406Z","end":"2026-07-17T16:53:15.101107Z","steps":["trace[1581049342] 'process raft request' (duration: 2.796951288s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.101208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.303606Z","time spent":"2.797523951s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:15.101273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.30405Z","time spent":"2.797147902s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:15.101405Z","caller":"traceutil/trace.go:171","msg":"trace[2015240142] transaction","detail":"{read_only:false; response_revision:30706; number_of_response:1; }","duration":"2.796739563s","start":"2026-07-17T16:53:12.304654Z","end":"2026-07-17T16:53:15.101394Z","steps":["trace[2015240142] 'process raft request' (duration: 2.796391654s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.101445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.304644Z","time spent":"2.796780243s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:15.101512Z","caller":"traceutil/trace.go:171","msg":"trace[1724203313] transaction","detail":"{read_only:false; response_revision:30708; number_of_response:1; }","duration":"2.79665595s","start":"2026-07-17T16:53:12.30485Z","end":"2026-07-17T16:53:15.101505Z","steps":["trace[1724203313] 'process raft request' (duration: 2.796582619s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:15.101518Z","caller":"traceutil/trace.go:171","msg":"trace[715122481] transaction","detail":"{read_only:false; response_revision:30707; number_of_response:1; }","duration":"2.796739512s","start":"2026-07-17T16:53:12.304762Z","end":"2026-07-17T16:53:15.101501Z","steps":["trace[715122481] 'process raft request' (duration: 2.796527177s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:15.101525Z","caller":"traceutil/trace.go:171","msg":"trace[1451136746] linearizableReadLoop","detail":"{readStateIndex:31706; appliedIndex:31698; }","duration":"2.746759351s","start":"2026-07-17T16:53:12.354754Z","end":"2026-07-17T16:53:15.101514Z","steps":["trace[1451136746] 'read index received' (duration: 979.640825ms)","trace[1451136746] 'applied index is now lower than readState.Index' (duration: 1.767115566s)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:15.101552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.304837Z","time spent":"2.796697132s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:15.101584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.304732Z","time spent":"2.796816014s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:15.101592Z","caller":"traceutil/trace.go:171","msg":"trace[1702508551] transaction","detail":"{read_only:false; response_revision:30709; number_of_response:1; }","duration":"2.795929514s","start":"2026-07-17T16:53:12.305633Z","end":"2026-07-17T16:53:15.101562Z","steps":["trace[1702508551] 'process raft request' (duration: 2.795841462s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.101699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746933684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:53:15.101726Z","caller":"traceutil/trace.go:171","msg":"trace[1202147987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30709; }","duration":"2.747019136s","start":"2026-07-17T16:53:12.354699Z","end":"2026-07-17T16:53:15.101718Z","steps":["trace[1202147987] 'agreement among raft nodes before linearized reading' (duration: 2.746879013s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.101753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.354674Z","time spent":"2.747071818s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:15.10176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.305623Z","time spent":"2.796047256s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:15.101164Z","caller":"traceutil/trace.go:171","msg":"trace[1205896007] transaction","detail":"{read_only:false; response_revision:30704; number_of_response:1; }","duration":"2.797417129s","start":"2026-07-17T16:53:12.303702Z","end":"2026-07-17T16:53:15.101119Z","steps":["trace[1205896007] 'process raft request' (duration: 2.797266396s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.101955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.303681Z","time spent":"2.798186177s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:15.158988Z","caller":"traceutil/trace.go:171","msg":"trace[1527880057] transaction","detail":"{read_only:false; response_revision:30710; number_of_response:1; }","duration":"1.706396318s","start":"2026-07-17T16:53:13.452558Z","end":"2026-07-17T16:53:15.158955Z","steps":["trace[1527880057] 'process raft request' (duration: 1.69897096s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:15.159028Z","caller":"traceutil/trace.go:171","msg":"trace[633044713] transaction","detail":"{read_only:false; response_revision:30711; number_of_response:1; }","duration":"1.194753984s","start":"2026-07-17T16:53:13.964241Z","end":"2026-07-17T16:53:15.158995Z","steps":["trace[633044713] 'process raft request' (duration: 1.194653482s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.159163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681547175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:15.15921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:13.964224Z","time spent":"1.194874927s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:15.159249Z","caller":"traceutil/trace.go:171","msg":"trace[1740458167] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:30712; }","duration":"2.681694238s","start":"2026-07-17T16:53:12.477536Z","end":"2026-07-17T16:53:15.15923Z","steps":["trace[1740458167] 'agreement among raft nodes before linearized reading' (duration: 2.681494363s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.159294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.477515Z","time spent":"2.68176843s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:15.159278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56517494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-17T16:53:15.159315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550776716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-17T16:53:15.15936Z","caller":"traceutil/trace.go:171","msg":"trace[632406406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30712; }","duration":"2.565300623s","start":"2026-07-17T16:53:12.594044Z","end":"2026-07-17T16:53:15.159344Z","steps":["trace[632406406] 'agreement among raft nodes before linearized reading' (duration: 2.565123639s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.159346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185679879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-17T16:53:15.159398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.594027Z","time spent":"2.565361524s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:15.159398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433201732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-17T16:53:15.159428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519126812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:15.159421Z","caller":"traceutil/trace.go:171","msg":"trace[107909747] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:30712; }","duration":"2.185816751s","start":"2026-07-17T16:53:12.973586Z","end":"2026-07-17T16:53:15.159403Z","steps":["trace[107909747] 'agreement among raft nodes before linearized reading' (duration: 2.185557885s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:15.159448Z","caller":"traceutil/trace.go:171","msg":"trace[830996960] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:30712; }","duration":"2.519172522s","start":"2026-07-17T16:53:12.64027Z","end":"2026-07-17T16:53:15.159442Z","steps":["trace[830996960] 'agreement among raft nodes before linearized reading' (duration: 2.519128381s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:15.159444Z","caller":"traceutil/trace.go:171","msg":"trace[963367191] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30712; }","duration":"2.433290024s","start":"2026-07-17T16:53:12.726144Z","end":"2026-07-17T16:53:15.159434Z","steps":["trace[963367191] 'agreement among raft nodes before linearized reading' (duration: 2.433083809s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.159449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190275948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:15.159478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.640257Z","time spent":"2.519207493s","remote":"127.0.0.1:45176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:15.159476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.726127Z","time spent":"2.433342346s","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-17T16:53:15.159479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.973569Z","time spent":"2.185900864s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-17T16:53:15.15949Z","caller":"traceutil/trace.go:171","msg":"trace[1503684780] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:30712; }","duration":"2.19035359s","start":"2026-07-17T16:53:12.969123Z","end":"2026-07-17T16:53:15.159477Z","steps":["trace[1503684780] 'agreement among raft nodes before linearized reading' (duration: 2.190290338s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.15952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564897093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-17T16:53:15.159525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.969103Z","time spent":"2.190413131s","remote":"127.0.0.1:36112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:15.159549Z","caller":"traceutil/trace.go:171","msg":"trace[1154969053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30712; }","duration":"2.564950514s","start":"2026-07-17T16:53:12.594587Z","end":"2026-07-17T16:53:15.159538Z","steps":["trace[1154969053] 'agreement among raft nodes before linearized reading' (duration: 2.564875543s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.159573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.594578Z","time spent":"2.564987725s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:53:15.159185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:13.452529Z","time spent":"1.706550212s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:15.15968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566076971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T16:53:15.159713Z","caller":"traceutil/trace.go:171","msg":"trace[1899210384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30712; }","duration":"2.566147622s","start":"2026-07-17T16:53:12.593556Z","end":"2026-07-17T16:53:15.159704Z","steps":["trace[1899210384] 'agreement among raft nodes before linearized reading' (duration: 2.566002749s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.159741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.593538Z","time spent":"2.566196974s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:53:15.159755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6398302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:53:15.159779Z","caller":"traceutil/trace.go:171","msg":"trace[1607069537] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:30712; }","duration":"2.639889752s","start":"2026-07-17T16:53:12.519882Z","end":"2026-07-17T16:53:15.159772Z","steps":["trace[1607069537] 'agreement among raft nodes before linearized reading' (duration: 2.639846081s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.159796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.51986Z","time spent":"2.639931282s","remote":"127.0.0.1:34964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:15.159837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.704792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"warn","ts":"2026-07-17T16:53:15.159848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.591461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:15.159868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89349402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:15.159914Z","caller":"traceutil/trace.go:171","msg":"trace[1664208413] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:30712; }","duration":"1.893586812s","start":"2026-07-17T16:53:13.266318Z","end":"2026-07-17T16:53:15.159904Z","steps":["trace[1664208413] 'agreement among raft nodes before linearized reading' (duration: 1.893520531s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.159883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.695535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:15.159943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:13.266296Z","time spent":"1.893637453s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:15.159383Z","caller":"traceutil/trace.go:171","msg":"trace[1794912755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30712; }","duration":"2.550878758s","start":"2026-07-17T16:53:12.608491Z","end":"2026-07-17T16:53:15.15937Z","steps":["trace[1794912755] 'agreement among raft nodes before linearized reading' (duration: 2.550669593s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.159969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883607964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-07-17T16:53:15.159978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.655968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:15.159921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613584133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-17T16:53:15.159993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:12.608481Z","time spent":"2.551505643s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:53:15.159999Z","caller":"traceutil/trace.go:171","msg":"trace[823579032] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c; range_end:; response_count:1; response_revision:30712; }","duration":"1.883636874s","start":"2026-07-17T16:53:13.276353Z","end":"2026-07-17T16:53:15.15999Z","steps":["trace[823579032] 'agreement among raft nodes before linearized reading' (duration: 1.883551172s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:15.15987Z","caller":"traceutil/trace.go:171","msg":"trace[1523739688] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30712; }","duration":"430.792644ms","start":"2026-07-17T16:53:14.729067Z","end":"2026-07-17T16:53:15.15986Z","steps":["trace[1523739688] 'agreement among raft nodes before linearized reading' (duration: 430.692562ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:15.15988Z","caller":"traceutil/trace.go:171","msg":"trace[36113037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30712; }","duration":"503.659482ms","start":"2026-07-17T16:53:14.656211Z","end":"2026-07-17T16:53:15.15987Z","steps":["trace[36113037] 'agreement among raft nodes before linearized reading' (duration: 503.604711ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:15.159971Z","caller":"traceutil/trace.go:171","msg":"trace[526903695] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:30712; }","duration":"462.823918ms","start":"2026-07-17T16:53:14.69713Z","end":"2026-07-17T16:53:15.159954Z","steps":["trace[526903695] 'agreement among raft nodes before linearized reading' (duration: 462.714356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.160026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:13.276344Z","time spent":"1.883674406s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bd02097-a1b1-4560-883b-6268d190507c\" "} {"level":"warn","ts":"2026-07-17T16:53:15.160041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:14.729052Z","time spent":"430.984439ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":9065,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"warn","ts":"2026-07-17T16:53:15.160056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:14.65619Z","time spent":"503.852817ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:53:15.160055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:14.697106Z","time spent":"462.940092ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:15.160087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470300796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:15.160017Z","caller":"traceutil/trace.go:171","msg":"trace[500732482] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30712; }","duration":"1.613724437s","start":"2026-07-17T16:53:13.546284Z","end":"2026-07-17T16:53:15.160009Z","steps":["trace[500732482] 'agreement among raft nodes before linearized reading' (duration: 1.613496201s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:15.160124Z","caller":"traceutil/trace.go:171","msg":"trace[2116824460] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:30712; }","duration":"1.470371568s","start":"2026-07-17T16:53:13.689744Z","end":"2026-07-17T16:53:15.160116Z","steps":["trace[2116824460] 'agreement among raft nodes before linearized reading' (duration: 1.470305377s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.160149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:13.546264Z","time spent":"1.613878831s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:53:15.160154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:13.689728Z","time spent":"1.470418159s","remote":"127.0.0.1:45248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:15.160016Z","caller":"traceutil/trace.go:171","msg":"trace[410087260] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:30712; }","duration":"811.73054ms","start":"2026-07-17T16:53:14.348273Z","end":"2026-07-17T16:53:15.160003Z","steps":["trace[410087260] 'agreement among raft nodes before linearized reading' (duration: 811.675578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:15.160229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:14.348254Z","time spent":"811.962206ms","remote":"127.0.0.1:36016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:19.242638Z","caller":"traceutil/trace.go:171","msg":"trace[337678795] transaction","detail":"{read_only:false; response_revision:30763; number_of_response:1; }","duration":"129.463538ms","start":"2026-07-17T16:53:19.11315Z","end":"2026-07-17T16:53:19.242613Z","steps":["trace[337678795] 'process raft request' (duration: 129.299164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:20.135261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.347936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:20.135623Z","caller":"traceutil/trace.go:171","msg":"trace[1182860883] linearizableReadLoop","detail":"{readStateIndex:31769; appliedIndex:31760; }","duration":"961.291647ms","start":"2026-07-17T16:53:19.174318Z","end":"2026-07-17T16:53:20.13561Z","steps":["trace[1182860883] 'read index received' (duration: 68.171406ms)","trace[1182860883] 'applied index is now lower than readState.Index' (duration: 893.119231ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:20.135692Z","caller":"traceutil/trace.go:171","msg":"trace[786341536] transaction","detail":"{read_only:false; response_revision:30764; number_of_response:1; }","duration":"1.020207932s","start":"2026-07-17T16:53:19.115473Z","end":"2026-07-17T16:53:20.135681Z","steps":["trace[786341536] 'process raft request' (duration: 765.362184ms)","trace[786341536] 'compare' (duration: 253.837784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:20.135744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.115451Z","time spent":"1.020265144s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:20.135808Z","caller":"traceutil/trace.go:171","msg":"trace[253797611] transaction","detail":"{read_only:false; response_revision:30768; number_of_response:1; }","duration":"1.018931791s","start":"2026-07-17T16:53:19.116854Z","end":"2026-07-17T16:53:20.135786Z","steps":["trace[253797611] 'process raft request' (duration: 1.018645515s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:20.135848Z","caller":"traceutil/trace.go:171","msg":"trace[703679522] transaction","detail":"{read_only:false; response_revision:30770; number_of_response:1; }","duration":"965.238761ms","start":"2026-07-17T16:53:19.170588Z","end":"2026-07-17T16:53:20.135827Z","steps":["trace[703679522] 'process raft request' (duration: 964.965955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:20.135924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.11683Z","time spent":"1.019033444s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:20.135931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.170556Z","time spent":"965.331064ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:20.135993Z","caller":"traceutil/trace.go:171","msg":"trace[386956996] transaction","detail":"{read_only:false; response_revision:30771; number_of_response:1; }","duration":"964.36643ms","start":"2026-07-17T16:53:19.171548Z","end":"2026-07-17T16:53:20.135915Z","steps":["trace[386956996] 'process raft request' (duration: 964.033193ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:20.136111Z","caller":"traceutil/trace.go:171","msg":"trace[121781045] transaction","detail":"{read_only:false; response_revision:30765; number_of_response:1; }","duration":"1.020454058s","start":"2026-07-17T16:53:19.115633Z","end":"2026-07-17T16:53:20.136087Z","steps":["trace[121781045] 'process raft request' (duration: 1.0197247s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:20.136121Z","caller":"traceutil/trace.go:171","msg":"trace[72534062] transaction","detail":"{read_only:false; response_revision:30766; number_of_response:1; }","duration":"1.020230743s","start":"2026-07-17T16:53:19.115864Z","end":"2026-07-17T16:53:20.136094Z","steps":["trace[72534062] 'process raft request' (duration: 1.019572607s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:20.136157Z","caller":"traceutil/trace.go:171","msg":"trace[140003357] transaction","detail":"{read_only:false; response_revision:30767; number_of_response:1; }","duration":"1.019864394s","start":"2026-07-17T16:53:19.116277Z","end":"2026-07-17T16:53:20.136141Z","steps":["trace[140003357] 'process raft request' (duration: 1.019193558s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:20.136078Z","caller":"traceutil/trace.go:171","msg":"trace[1369511011] transaction","detail":"{read_only:false; response_revision:30769; number_of_response:1; }","duration":"1.017967509s","start":"2026-07-17T16:53:19.118045Z","end":"2026-07-17T16:53:20.136012Z","steps":["trace[1369511011] 'process raft request' (duration: 1.017480667s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:20.136222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.115627Z","time spent":"1.02053381s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:20.136239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.927902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-17T16:53:20.136244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.116247Z","time spent":"1.019942876s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:20.136265Z","caller":"traceutil/trace.go:171","msg":"trace[1558129105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30771; }","duration":"961.987564ms","start":"2026-07-17T16:53:19.17427Z","end":"2026-07-17T16:53:20.136258Z","steps":["trace[1558129105] 'agreement among raft nodes before linearized reading' (duration: 961.881151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:20.136256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.115856Z","time spent":"1.020335285s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:20.136293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.174257Z","time spent":"962.030164ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:20.136318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.118037Z","time spent":"1.018205374s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:20.136222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.171527Z","time spent":"964.597245ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:20.169202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.635044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:20.169314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.744904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:53:20.169387Z","caller":"traceutil/trace.go:171","msg":"trace[48514935] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30772; }","duration":"282.868097ms","start":"2026-07-17T16:53:19.886502Z","end":"2026-07-17T16:53:20.16937Z","steps":["trace[48514935] 'agreement among raft nodes before linearized reading' (duration: 282.682862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:20.169394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.544403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-17T16:53:20.169465Z","caller":"traceutil/trace.go:171","msg":"trace[553916137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30772; }","duration":"992.643935ms","start":"2026-07-17T16:53:19.176808Z","end":"2026-07-17T16:53:20.169452Z","steps":["trace[553916137] 'agreement among raft nodes before linearized reading' (duration: 992.503841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:20.169489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.385744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-17T16:53:20.16955Z","caller":"traceutil/trace.go:171","msg":"trace[2055129634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30772; }","duration":"988.490906ms","start":"2026-07-17T16:53:19.181048Z","end":"2026-07-17T16:53:20.169539Z","steps":["trace[2055129634] 'agreement among raft nodes before linearized reading' (duration: 988.25448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:20.169589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.181039Z","time spent":"988.541808ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:53:20.169613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.117483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:53:20.169649Z","caller":"traceutil/trace.go:171","msg":"trace[556096716] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30772; }","duration":"283.177264ms","start":"2026-07-17T16:53:19.88646Z","end":"2026-07-17T16:53:20.169637Z","steps":["trace[556096716] 'agreement among raft nodes before linearized reading' (duration: 283.084062ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:20.169754Z","caller":"traceutil/trace.go:171","msg":"trace[703575193] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:30772; }","duration":"467.868129ms","start":"2026-07-17T16:53:19.701489Z","end":"2026-07-17T16:53:20.169357Z","steps":["trace[703575193] 'agreement among raft nodes before linearized reading' (duration: 467.624603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:20.169506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.176796Z","time spent":"992.699897ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:20.170012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.814837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:20.170057Z","caller":"traceutil/trace.go:171","msg":"trace[1990043768] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:30772; }","duration":"137.91151ms","start":"2026-07-17T16:53:20.032134Z","end":"2026-07-17T16:53:20.170046Z","steps":["trace[1990043768] 'agreement among raft nodes before linearized reading' (duration: 137.007688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:20.169794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.069296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-17T16:53:20.170239Z","caller":"traceutil/trace.go:171","msg":"trace[97413488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30772; }","duration":"988.548257ms","start":"2026-07-17T16:53:19.181678Z","end":"2026-07-17T16:53:20.170227Z","steps":["trace[97413488] 'agreement among raft nodes before linearized reading' (duration: 988.057395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:20.170277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.181662Z","time spent":"988.604539ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:20.169856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.318698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-17T16:53:20.170406Z","caller":"traceutil/trace.go:171","msg":"trace[1831071705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30772; }","duration":"987.883571ms","start":"2026-07-17T16:53:19.182514Z","end":"2026-07-17T16:53:20.170397Z","steps":["trace[1831071705] 'agreement among raft nodes before linearized reading' (duration: 987.295687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:20.170445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.182504Z","time spent":"987.931913ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T16:53:20.169234Z","caller":"traceutil/trace.go:171","msg":"trace[538369770] transaction","detail":"{read_only:false; response_revision:30772; number_of_response:1; }","duration":"817.58053ms","start":"2026-07-17T16:53:19.351605Z","end":"2026-07-17T16:53:20.169186Z","steps":["trace[538369770] 'process raft request' (duration: 817.302944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:20.170604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.35158Z","time spent":"818.951912ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:20.170021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:19.701463Z","time spent":"468.458203ms","remote":"127.0.0.1:36198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:20.669256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268161671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:53:21.052872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.243503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:21.052966Z","caller":"traceutil/trace.go:171","msg":"trace[799582389] transaction","detail":"{read_only:false; response_revision:30773; number_of_response:1; }","duration":"912.099624ms","start":"2026-07-17T16:53:20.140848Z","end":"2026-07-17T16:53:21.052947Z","steps":["trace[799582389] 'process raft request' (duration: 787.714308ms)","trace[799582389] 'compare' (duration: 123.798392ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:21.05302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:20.140829Z","time spent":"912.163975ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:21.470959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.269891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:53:21.471041Z","caller":"traceutil/trace.go:171","msg":"trace[1622079570] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"500.404565ms","start":"2026-07-17T16:53:20.970616Z","end":"2026-07-17T16:53:21.471021Z","steps":["trace[1622079570] 'agreement among raft nodes before linearized reading' (duration: 500.302472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:21.471095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:20.970596Z","time spent":"500.489776ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:53:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:53:21.652578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.937448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:21.65328Z","caller":"traceutil/trace.go:171","msg":"trace[456767831] transaction","detail":"{read_only:false; response_revision:30776; number_of_response:1; }","duration":"1.478377449s","start":"2026-07-17T16:53:20.174831Z","end":"2026-07-17T16:53:21.653209Z","steps":["trace[456767831] 'process raft request' (duration: 1.47799387s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:21.653273Z","caller":"traceutil/trace.go:171","msg":"trace[1394741003] transaction","detail":"{read_only:false; response_revision:30774; number_of_response:1; }","duration":"1.478790518s","start":"2026-07-17T16:53:20.174446Z","end":"2026-07-17T16:53:21.653237Z","steps":["trace[1394741003] 'process raft request' (duration: 1.013095383s)","trace[1394741003] 'compare' (duration: 464.528208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:21.653457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:20.174817Z","time spent":"1.478542753s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:21.653467Z","caller":"traceutil/trace.go:171","msg":"trace[206879010] transaction","detail":"{read_only:false; response_revision:30777; number_of_response:1; }","duration":"1.478243136s","start":"2026-07-17T16:53:20.175205Z","end":"2026-07-17T16:53:21.653448Z","steps":["trace[206879010] 'process raft request' (duration: 1.477654701s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:21.653512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:20.17442Z","time spent":"1.478997034s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:21.65355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:20.175182Z","time spent":"1.478326788s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:21.653229Z","caller":"traceutil/trace.go:171","msg":"trace[1757332056] transaction","detail":"{read_only:false; response_revision:30775; number_of_response:1; }","duration":"1.478399779s","start":"2026-07-17T16:53:20.174786Z","end":"2026-07-17T16:53:21.653186Z","steps":["trace[1757332056] 'process raft request' (duration: 1.477950438s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:21.653985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:20.174769Z","time spent":"1.479170388s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:21.725181Z","caller":"traceutil/trace.go:171","msg":"trace[1374565375] linearizableReadLoop","detail":"{readStateIndex:31776; appliedIndex:31770; }","duration":"1.556092162s","start":"2026-07-17T16:53:20.169047Z","end":"2026-07-17T16:53:21.725139Z","steps":["trace[1374565375] 'read index received' (duration: 759.497174ms)","trace[1374565375] 'applied index is now lower than readState.Index' (duration: 796.593818ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:21.725424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576433827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:21.725474Z","caller":"traceutil/trace.go:171","msg":"trace[423805707] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:30778; }","duration":"1.57653462s","start":"2026-07-17T16:53:20.148928Z","end":"2026-07-17T16:53:21.725463Z","steps":["trace[423805707] 'agreement among raft nodes before linearized reading' (duration: 1.576346926s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:21.725533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:20.148914Z","time spent":"1.576607902s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:21.725531Z","caller":"traceutil/trace.go:171","msg":"trace[772001079] transaction","detail":"{read_only:false; response_revision:30778; number_of_response:1; }","duration":"542.099939ms","start":"2026-07-17T16:53:21.183391Z","end":"2026-07-17T16:53:21.725491Z","steps":["trace[772001079] 'process raft request' (duration: 541.649098ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:21.725593Z","caller":"traceutil/trace.go:171","msg":"trace[1194971871] transaction","detail":"{read_only:false; response_revision:30779; number_of_response:1; }","duration":"477.924169ms","start":"2026-07-17T16:53:21.247653Z","end":"2026-07-17T16:53:21.725577Z","steps":["trace[1194971871] 'process raft request' (duration: 477.736994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:21.725622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.381942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:21.725687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553779007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-17T16:53:21.725698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:21.183352Z","time spent":"542.266943ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:21.725725Z","caller":"traceutil/trace.go:171","msg":"trace[1170313834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:30779; }","duration":"967.545956ms","start":"2026-07-17T16:53:20.758153Z","end":"2026-07-17T16:53:21.725699Z","steps":["trace[1170313834] 'agreement among raft nodes before linearized reading' (duration: 967.376112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:21.725765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070645994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:21.725782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:20.758131Z","time spent":"967.635777ms","remote":"127.0.0.1:56884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:21.725856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.84716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-17T16:53:21.725762Z","caller":"traceutil/trace.go:171","msg":"trace[344883376] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:30779; }","duration":"1.5538797s","start":"2026-07-17T16:53:20.171864Z","end":"2026-07-17T16:53:21.725743Z","steps":["trace[344883376] 'agreement among raft nodes before linearized reading' (duration: 1.553639504s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:21.725885Z","caller":"traceutil/trace.go:171","msg":"trace[1887674480] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:30779; }","duration":"226.916092ms","start":"2026-07-17T16:53:21.498962Z","end":"2026-07-17T16:53:21.725878Z","steps":["trace[1887674480] 'agreement among raft nodes before linearized reading' (duration: 226.84775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:21.725889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457302096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-17T16:53:21.725912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:20.17185Z","time spent":"1.554047434s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-17T16:53:21.725703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:21.247622Z","time spent":"478.0077ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:21.725935Z","caller":"traceutil/trace.go:171","msg":"trace[198979937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30779; }","duration":"1.457384778s","start":"2026-07-17T16:53:20.268537Z","end":"2026-07-17T16:53:21.725922Z","steps":["trace[198979937] 'agreement among raft nodes before linearized reading' (duration: 1.457250335s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:21.725797Z","caller":"traceutil/trace.go:171","msg":"trace[1767426292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30779; }","duration":"1.070711126s","start":"2026-07-17T16:53:20.65508Z","end":"2026-07-17T16:53:21.725791Z","steps":["trace[1767426292] 'agreement among raft nodes before linearized reading' (duration: 1.070665945s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:21.725988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:20.268515Z","time spent":"1.45746116s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:53:21.726012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:20.655059Z","time spent":"1.070946062s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:53:22.010046Z","caller":"traceutil/trace.go:171","msg":"trace[1902618694] linearizableReadLoop","detail":"{readStateIndex:31779; appliedIndex:31778; }","duration":"263.597767ms","start":"2026-07-17T16:53:21.746427Z","end":"2026-07-17T16:53:22.010024Z","steps":["trace[1902618694] 'read index received' (duration: 262.689575ms)","trace[1902618694] 'applied index is now lower than readState.Index' (duration: 907.142µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:22.010398Z","caller":"traceutil/trace.go:171","msg":"trace[520940375] transaction","detail":"{read_only:false; response_revision:30780; number_of_response:1; }","duration":"265.00535ms","start":"2026-07-17T16:53:21.745367Z","end":"2026-07-17T16:53:22.010372Z","steps":["trace[520940375] 'process raft request' (duration: 263.819932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.010444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.503268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:22.010489Z","caller":"traceutil/trace.go:171","msg":"trace[1182509067] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30780; }","duration":"212.608091ms","start":"2026-07-17T16:53:21.797871Z","end":"2026-07-17T16:53:22.010479Z","steps":["trace[1182509067] 'agreement among raft nodes before linearized reading' (duration: 212.500378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.010759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.334484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-17T16:53:22.010795Z","caller":"traceutil/trace.go:171","msg":"trace[1959705744] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:30780; }","duration":"264.397666ms","start":"2026-07-17T16:53:21.746389Z","end":"2026-07-17T16:53:22.010787Z","steps":["trace[1959705744] 'agreement among raft nodes before linearized reading' (duration: 264.262913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.562107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.110802Z","time spent":"451.297864ms","remote":"127.0.0.1:50086","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-17T16:53:22.56259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.757861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:22.562665Z","caller":"traceutil/trace.go:171","msg":"trace[1041743209] linearizableReadLoop","detail":"{readStateIndex:31781; appliedIndex:31780; }","duration":"520.689778ms","start":"2026-07-17T16:53:22.041956Z","end":"2026-07-17T16:53:22.562646Z","steps":["trace[1041743209] 'read index received' (duration: 256.880566ms)","trace[1041743209] 'applied index is now lower than readState.Index' (duration: 263.807892ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:22.562711Z","caller":"traceutil/trace.go:171","msg":"trace[1717343424] transaction","detail":"{read_only:false; response_revision:30782; number_of_response:1; }","duration":"527.699546ms","start":"2026-07-17T16:53:22.034976Z","end":"2026-07-17T16:53:22.562675Z","steps":["trace[1717343424] 'process raft request' (duration: 263.790912ms)","trace[1717343424] 'compare' (duration: 263.365221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:22.562822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.859292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-17T16:53:22.562852Z","caller":"traceutil/trace.go:171","msg":"trace[164139632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:30782; }","duration":"520.904504ms","start":"2026-07-17T16:53:22.041938Z","end":"2026-07-17T16:53:22.562842Z","steps":["trace[164139632] 'agreement among raft nodes before linearized reading' (duration: 520.774591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.562868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.034953Z","time spent":"527.828869ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:22.562883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.041923Z","time spent":"520.951125ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-17T16:53:22.890591Z","caller":"traceutil/trace.go:171","msg":"trace[1242834125] transaction","detail":"{read_only:false; response_revision:30786; number_of_response:1; }","duration":"748.117373ms","start":"2026-07-17T16:53:22.142449Z","end":"2026-07-17T16:53:22.890566Z","steps":["trace[1242834125] 'process raft request' (duration: 748.016751ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:22.890688Z","caller":"traceutil/trace.go:171","msg":"trace[953904773] transaction","detail":"{read_only:false; response_revision:30785; number_of_response:1; }","duration":"748.227246ms","start":"2026-07-17T16:53:22.142448Z","end":"2026-07-17T16:53:22.890675Z","steps":["trace[953904773] 'process raft request' (duration: 747.9696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.89075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.142424Z","time spent":"748.289017ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:22.890722Z","caller":"traceutil/trace.go:171","msg":"trace[1131744322] transaction","detail":"{read_only:false; response_revision:30783; number_of_response:1; }","duration":"748.705227ms","start":"2026-07-17T16:53:22.14198Z","end":"2026-07-17T16:53:22.890686Z","steps":["trace[1131744322] 'process raft request' (duration: 669.724564ms)","trace[1131744322] 'compare' (duration: 78.217735ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:22.890728Z","caller":"traceutil/trace.go:171","msg":"trace[604897040] transaction","detail":"{read_only:false; response_revision:30784; number_of_response:1; }","duration":"748.543823ms","start":"2026-07-17T16:53:22.14214Z","end":"2026-07-17T16:53:22.890684Z","steps":["trace[604897040] 'process raft request' (duration: 748.196425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.890747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.142426Z","time spent":"748.241606ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:22.890872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.141953Z","time spent":"748.833549ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:22.89087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.142102Z","time spent":"748.694147ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:22.891103Z","caller":"traceutil/trace.go:171","msg":"trace[60555557] transaction","detail":"{read_only:false; response_revision:30787; number_of_response:1; }","duration":"748.411629ms","start":"2026-07-17T16:53:22.142667Z","end":"2026-07-17T16:53:22.891079Z","steps":["trace[60555557] 'process raft request' (duration: 747.862506ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:22.891147Z","caller":"traceutil/trace.go:171","msg":"trace[1207967265] transaction","detail":"{read_only:false; response_revision:30788; number_of_response:1; }","duration":"748.373568ms","start":"2026-07-17T16:53:22.142748Z","end":"2026-07-17T16:53:22.891121Z","steps":["trace[1207967265] 'process raft request' (duration: 748.219885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.89121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.142657Z","time spent":"748.502982ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:22.891291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.142741Z","time spent":"748.474152ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:22.891442Z","caller":"traceutil/trace.go:171","msg":"trace[1548103296] transaction","detail":"{read_only:false; response_revision:30789; number_of_response:1; }","duration":"748.582544ms","start":"2026-07-17T16:53:22.142837Z","end":"2026-07-17T16:53:22.89142Z","steps":["trace[1548103296] 'process raft request' (duration: 748.239655ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:22.891539Z","caller":"traceutil/trace.go:171","msg":"trace[1495660772] linearizableReadLoop","detail":"{readStateIndex:31790; appliedIndex:31781; }","duration":"328.818513ms","start":"2026-07-17T16:53:22.562688Z","end":"2026-07-17T16:53:22.891506Z","steps":["trace[1495660772] 'read index received' (duration: 248.947658ms)","trace[1495660772] 'applied index is now lower than readState.Index' (duration: 79.869365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:22.891627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.773044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:22.891673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.14283Z","time spent":"748.709136ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:22.891736Z","caller":"traceutil/trace.go:171","msg":"trace[744055559] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:30791; }","duration":"495.912478ms","start":"2026-07-17T16:53:22.395809Z","end":"2026-07-17T16:53:22.891721Z","steps":["trace[744055559] 'agreement among raft nodes before linearized reading' (duration: 495.718343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.89178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.395783Z","time spent":"495.983519ms","remote":"127.0.0.1:45358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:22.891782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.021289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:22.891827Z","caller":"traceutil/trace.go:171","msg":"trace[2060331375] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:30791; }","duration":"527.127642ms","start":"2026-07-17T16:53:22.364685Z","end":"2026-07-17T16:53:22.891812Z","steps":["trace[2060331375] 'agreement among raft nodes before linearized reading' (duration: 527.015179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.891881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.364666Z","time spent":"527.199844ms","remote":"127.0.0.1:50674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:22.891936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.339518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:22.891978Z","caller":"traceutil/trace.go:171","msg":"trace[1128575167] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:30791; }","duration":"631.42864ms","start":"2026-07-17T16:53:22.260535Z","end":"2026-07-17T16:53:22.891963Z","steps":["trace[1128575167] 'agreement among raft nodes before linearized reading' (duration: 631.355748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.892001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.260505Z","time spent":"631.490141ms","remote":"127.0.0.1:36342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:22.891997Z","caller":"traceutil/trace.go:171","msg":"trace[1697338797] transaction","detail":"{read_only:false; response_revision:30790; number_of_response:1; }","duration":"748.333488ms","start":"2026-07-17T16:53:22.143651Z","end":"2026-07-17T16:53:22.891985Z","steps":["trace[1697338797] 'process raft request' (duration: 747.628311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.89204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.469284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-17T16:53:22.892042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.85034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-17T16:53:22.892093Z","caller":"traceutil/trace.go:171","msg":"trace[1883356165] transaction","detail":"{read_only:false; response_revision:30791; number_of_response:1; }","duration":"715.820272ms","start":"2026-07-17T16:53:22.176262Z","end":"2026-07-17T16:53:22.892082Z","steps":["trace[1883356165] 'process raft request' (duration: 715.177537ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:22.892109Z","caller":"traceutil/trace.go:171","msg":"trace[2132215476] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:30791; }","duration":"702.585017ms","start":"2026-07-17T16:53:22.189507Z","end":"2026-07-17T16:53:22.892092Z","steps":["trace[2132215476] 'agreement among raft nodes before linearized reading' (duration: 702.382452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.892127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.580077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:22.892152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.176185Z","time spent":"715.939655ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:22.892161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.189485Z","time spent":"702.660009ms","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-17T16:53:22.89218Z","caller":"traceutil/trace.go:171","msg":"trace[1114851463] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:30791; }","duration":"154.671479ms","start":"2026-07-17T16:53:22.737492Z","end":"2026-07-17T16:53:22.892163Z","steps":["trace[1114851463] 'agreement among raft nodes before linearized reading' (duration: 154.608268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.892056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.143612Z","time spent":"748.41164ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:22.892071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.237772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:22.892266Z","caller":"traceutil/trace.go:171","msg":"trace[869579060] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:30791; }","duration":"308.462786ms","start":"2026-07-17T16:53:22.583793Z","end":"2026-07-17T16:53:22.892255Z","steps":["trace[869579060] 'agreement among raft nodes before linearized reading' (duration: 308.236811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.892292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.583777Z","time spent":"308.507438ms","remote":"127.0.0.1:45372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:22.892123Z","caller":"traceutil/trace.go:171","msg":"trace[778781717] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:30791; }","duration":"844.976383ms","start":"2026-07-17T16:53:22.047129Z","end":"2026-07-17T16:53:22.892105Z","steps":["trace[778781717] 'agreement among raft nodes before linearized reading' (duration: 844.712197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.89235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.902065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:22.892385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:22.04709Z","time spent":"845.28284ms","remote":"127.0.0.1:41760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":133,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:22.89243Z","caller":"traceutil/trace.go:171","msg":"trace[40232006] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:30791; }","duration":"285.039048ms","start":"2026-07-17T16:53:22.607367Z","end":"2026-07-17T16:53:22.892406Z","steps":["trace[40232006] 'agreement among raft nodes before linearized reading' (duration: 284.883074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:22.892482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.458506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/scheduledbackups/\" range_end:\"/registry/postgresql.cnpg.io/scheduledbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:22.892541Z","caller":"traceutil/trace.go:171","msg":"trace[789861057] range","detail":"{range_begin:/registry/postgresql.cnpg.io/scheduledbackups/; range_end:/registry/postgresql.cnpg.io/scheduledbackups0; response_count:0; response_revision:30791; }","duration":"274.538868ms","start":"2026-07-17T16:53:22.617992Z","end":"2026-07-17T16:53:22.892531Z","steps":["trace[789861057] 'agreement among raft nodes before linearized reading' (duration: 274.455306ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:23.223445Z","caller":"traceutil/trace.go:171","msg":"trace[1141611095] transaction","detail":"{read_only:false; response_revision:30792; number_of_response:1; }","duration":"100.2305ms","start":"2026-07-17T16:53:23.123191Z","end":"2026-07-17T16:53:23.223421Z","steps":["trace[1141611095] 'process raft request' (duration: 99.960814ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:23.867765Z","caller":"traceutil/trace.go:171","msg":"trace[1924837796] transaction","detail":"{read_only:false; response_revision:30793; number_of_response:1; }","duration":"206.540406ms","start":"2026-07-17T16:53:23.661199Z","end":"2026-07-17T16:53:23.86774Z","steps":["trace[1924837796] 'process raft request' (duration: 206.348972ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:24.244715Z","caller":"traceutil/trace.go:171","msg":"trace[763763597] transaction","detail":"{read_only:false; response_revision:30795; number_of_response:1; }","duration":"583.020226ms","start":"2026-07-17T16:53:23.66167Z","end":"2026-07-17T16:53:24.24469Z","steps":["trace[763763597] 'process raft request' (duration: 582.931094ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:24.244724Z","caller":"traceutil/trace.go:171","msg":"trace[1861697339] transaction","detail":"{read_only:false; response_revision:30794; number_of_response:1; }","duration":"583.083227ms","start":"2026-07-17T16:53:23.661609Z","end":"2026-07-17T16:53:24.244692Z","steps":["trace[1861697339] 'process raft request' (duration: 582.827241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:24.244869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:23.661664Z","time spent":"583.129179ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:24.24489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:23.661597Z","time spent":"583.20917ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:24.245037Z","caller":"traceutil/trace.go:171","msg":"trace[166238089] transaction","detail":"{read_only:false; response_revision:30796; number_of_response:1; }","duration":"583.174379ms","start":"2026-07-17T16:53:23.661845Z","end":"2026-07-17T16:53:24.24502Z","steps":["trace[166238089] 'process raft request' (duration: 582.80113ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:24.245053Z","caller":"traceutil/trace.go:171","msg":"trace[1144916452] transaction","detail":"{read_only:false; response_revision:30797; number_of_response:1; }","duration":"514.646574ms","start":"2026-07-17T16:53:23.730382Z","end":"2026-07-17T16:53:24.245028Z","steps":["trace[1144916452] 'process raft request' (duration: 514.510731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:24.245141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:23.661818Z","time spent":"583.263951ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:24.245198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:23.730357Z","time spent":"514.760627ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:24.774515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.011631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:24.774584Z","caller":"traceutil/trace.go:171","msg":"trace[1544207536] linearizableReadLoop","detail":"{readStateIndex:31797; appliedIndex:31792; }","duration":"756.077663ms","start":"2026-07-17T16:53:24.018495Z","end":"2026-07-17T16:53:24.774573Z","steps":["trace[1544207536] 'read index received' (duration: 225.918619ms)","trace[1544207536] 'applied index is now lower than readState.Index' (duration: 530.158194ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:24.774638Z","caller":"traceutil/trace.go:171","msg":"trace[1983151874] transaction","detail":"{read_only:false; response_revision:30798; number_of_response:1; }","duration":"764.7898ms","start":"2026-07-17T16:53:24.00984Z","end":"2026-07-17T16:53:24.77463Z","steps":["trace[1983151874] 'process raft request' (duration: 343.605505ms)","trace[1983151874] 'compare' (duration: 420.778336ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:24.774672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:24.00981Z","time spent":"764.845232ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:24.774878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.979271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:53:24.775002Z","caller":"traceutil/trace.go:171","msg":"trace[1357087185] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:30798; }","duration":"138.157526ms","start":"2026-07-17T16:53:24.636825Z","end":"2026-07-17T16:53:24.774983Z","steps":["trace[1357087185] 'agreement among raft nodes before linearized reading' (duration: 137.92953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:24.775019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.529493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273020"} {"level":"info","ts":"2026-07-17T16:53:24.775053Z","caller":"traceutil/trace.go:171","msg":"trace[195971621] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:30798; }","duration":"756.596645ms","start":"2026-07-17T16:53:24.018448Z","end":"2026-07-17T16:53:24.775044Z","steps":["trace[195971621] 'agreement among raft nodes before linearized reading' (duration: 756.288328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:24.775076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:24.018435Z","time spent":"756.635916ms","remote":"127.0.0.1:41898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273043,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-17T16:53:25.222103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.426598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:25.22224Z","caller":"traceutil/trace.go:171","msg":"trace[488497588] transaction","detail":"{read_only:false; response_revision:30799; number_of_response:1; }","duration":"323.863215ms","start":"2026-07-17T16:53:24.898329Z","end":"2026-07-17T16:53:25.222193Z","steps":["trace[488497588] 'process raft request' (duration: 38.271763ms)","trace[488497588] 'compare' (duration: 285.266924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:25.222323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:24.898302Z","time spent":"323.982397ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:25.261125Z","caller":"traceutil/trace.go:171","msg":"trace[99665331] transaction","detail":"{read_only:false; response_revision:30800; number_of_response:1; }","duration":"362.751302ms","start":"2026-07-17T16:53:24.898342Z","end":"2026-07-17T16:53:25.261093Z","steps":["trace[99665331] 'process raft request' (duration: 362.527426ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:25.261128Z","caller":"traceutil/trace.go:171","msg":"trace[918443711] transaction","detail":"{read_only:false; response_revision:30801; number_of_response:1; }","duration":"362.732602ms","start":"2026-07-17T16:53:24.898373Z","end":"2026-07-17T16:53:25.261105Z","steps":["trace[918443711] 'process raft request' (duration: 362.65351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:25.261255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:24.898322Z","time spent":"362.862755ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:25.261264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:24.898302Z","time spent":"362.889645ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:25.261387Z","caller":"traceutil/trace.go:171","msg":"trace[2001785856] transaction","detail":"{read_only:false; response_revision:30802; number_of_response:1; }","duration":"362.969177ms","start":"2026-07-17T16:53:24.898404Z","end":"2026-07-17T16:53:25.261374Z","steps":["trace[2001785856] 'process raft request' (duration: 362.66416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:25.261441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:24.898382Z","time spent":"363.029468ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:25.261429Z","caller":"traceutil/trace.go:171","msg":"trace[716482826] transaction","detail":"{read_only:false; response_revision:30803; number_of_response:1; }","duration":"361.941902ms","start":"2026-07-17T16:53:24.899467Z","end":"2026-07-17T16:53:25.261409Z","steps":["trace[716482826] 'process raft request' (duration: 361.781978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:25.261546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:24.899447Z","time spent":"362.036855ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:25.261614Z","caller":"traceutil/trace.go:171","msg":"trace[2128414403] transaction","detail":"{read_only:false; response_revision:30804; number_of_response:1; }","duration":"362.116887ms","start":"2026-07-17T16:53:24.899487Z","end":"2026-07-17T16:53:25.261604Z","steps":["trace[2128414403] 'process raft request' (duration: 361.886631ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:25.261656Z","caller":"traceutil/trace.go:171","msg":"trace[858648756] transaction","detail":"{read_only:false; response_revision:30805; number_of_response:1; }","duration":"361.459461ms","start":"2026-07-17T16:53:24.900188Z","end":"2026-07-17T16:53:25.261648Z","steps":["trace[858648756] 'process raft request' (duration: 361.326138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:25.261663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:24.899471Z","time spent":"362.166228ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:25.26169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:24.900182Z","time spent":"361.489751ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:25.261962Z","caller":"traceutil/trace.go:171","msg":"trace[1784432803] transaction","detail":"{read_only:false; response_revision:30806; number_of_response:1; }","duration":"361.282457ms","start":"2026-07-17T16:53:24.900655Z","end":"2026-07-17T16:53:25.261937Z","steps":["trace[1784432803] 'process raft request' (duration: 360.941409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:25.262005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:24.900646Z","time spent":"361.337198ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:25.261989Z","caller":"traceutil/trace.go:171","msg":"trace[178876823] transaction","detail":"{read_only:false; response_revision:30807; number_of_response:1; }","duration":"360.421026ms","start":"2026-07-17T16:53:24.90154Z","end":"2026-07-17T16:53:25.261961Z","steps":["trace[178876823] 'process raft request' (duration: 360.189781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:25.262441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:24.901491Z","time spent":"360.57425ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:26.055771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.50482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T16:53:26.05584Z","caller":"traceutil/trace.go:171","msg":"trace[1798049130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30810; }","duration":"184.607403ms","start":"2026-07-17T16:53:25.871216Z","end":"2026-07-17T16:53:26.055823Z","steps":["trace[1798049130] 'range keys from in-memory index tree' (duration: 184.377537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:26.05586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.00372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:26.055909Z","caller":"traceutil/trace.go:171","msg":"trace[140097856] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:30810; }","duration":"413.089102ms","start":"2026-07-17T16:53:25.642807Z","end":"2026-07-17T16:53:26.055896Z","steps":["trace[140097856] 'count revisions from in-memory index tree' (duration: 412.923508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:26.055947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:25.642789Z","time spent":"413.146794ms","remote":"127.0.0.1:45352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:26.05618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.893296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:26.056213Z","caller":"traceutil/trace.go:171","msg":"trace[1627682389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30810; }","duration":"401.925826ms","start":"2026-07-17T16:53:25.654279Z","end":"2026-07-17T16:53:26.056205Z","steps":["trace[1627682389] 'range keys from in-memory index tree' (duration: 401.861564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:26.05624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:25.654259Z","time spent":"401.973697ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:53:26.325359Z","caller":"traceutil/trace.go:171","msg":"trace[1336345118] transaction","detail":"{read_only:false; response_revision:30811; number_of_response:1; }","duration":"266.099267ms","start":"2026-07-17T16:53:26.05924Z","end":"2026-07-17T16:53:26.325339Z","steps":["trace[1336345118] 'process raft request' (duration: 265.968653ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:26.325941Z","caller":"traceutil/trace.go:171","msg":"trace[1073485765] linearizableReadLoop","detail":"{readStateIndex:31811; appliedIndex:31811; }","duration":"155.320835ms","start":"2026-07-17T16:53:26.170608Z","end":"2026-07-17T16:53:26.325929Z","steps":["trace[1073485765] 'read index received' (duration: 155.316195ms)","trace[1073485765] 'applied index is now lower than readState.Index' (duration: 3.92µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:26.326103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.479908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-17T16:53:26.326143Z","caller":"traceutil/trace.go:171","msg":"trace[1683232545] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:30811; }","duration":"155.56445ms","start":"2026-07-17T16:53:26.170567Z","end":"2026-07-17T16:53:26.326132Z","steps":["trace[1683232545] 'agreement among raft nodes before linearized reading' (duration: 155.434817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.064334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.62038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:27.064425Z","caller":"traceutil/trace.go:171","msg":"trace[393645723] linearizableReadLoop","detail":"{readStateIndex:31812; appliedIndex:31811; }","duration":"738.428342ms","start":"2026-07-17T16:53:26.325981Z","end":"2026-07-17T16:53:27.064409Z","steps":["trace[393645723] 'read index received' (duration: 359.644248ms)","trace[393645723] 'applied index is now lower than readState.Index' (duration: 378.782984ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:27.064429Z","caller":"traceutil/trace.go:171","msg":"trace[493444481] transaction","detail":"{read_only:false; response_revision:30812; number_of_response:1; }","duration":"814.850245ms","start":"2026-07-17T16:53:26.249558Z","end":"2026-07-17T16:53:27.064408Z","steps":["trace[493444481] 'process raft request' (duration: 436.04908ms)","trace[493444481] 'compare' (duration: 377.700218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:27.064472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.375185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T16:53:27.0645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.249539Z","time spent":"814.926237ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:27.064513Z","caller":"traceutil/trace.go:171","msg":"trace[1215704365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30812; }","duration":"752.446277ms","start":"2026-07-17T16:53:26.312055Z","end":"2026-07-17T16:53:27.064502Z","steps":["trace[1215704365] 'agreement among raft nodes before linearized reading' (duration: 752.367115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.06454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.312041Z","time spent":"752.491838ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:27.064595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.751186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-17T16:53:27.064616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.705945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-17T16:53:27.064634Z","caller":"traceutil/trace.go:171","msg":"trace[578568063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30812; }","duration":"815.826948ms","start":"2026-07-17T16:53:26.248794Z","end":"2026-07-17T16:53:27.064621Z","steps":["trace[578568063] 'agreement among raft nodes before linearized reading' (duration: 815.684534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.064622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.854861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-17T16:53:27.064669Z","caller":"traceutil/trace.go:171","msg":"trace[1844068693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30812; }","duration":"815.790818ms","start":"2026-07-17T16:53:26.248865Z","end":"2026-07-17T16:53:27.064656Z","steps":["trace[1844068693] 'agreement among raft nodes before linearized reading' (duration: 815.604313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.064711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.248857Z","time spent":"815.848109ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T16:53:27.06472Z","caller":"traceutil/trace.go:171","msg":"trace[525686763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30812; }","duration":"813.979654ms","start":"2026-07-17T16:53:26.250721Z","end":"2026-07-17T16:53:27.0647Z","steps":["trace[525686763] 'agreement among raft nodes before linearized reading' (duration: 813.693917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.064762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.250668Z","time spent":"814.087087ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:27.064672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.248774Z","time spent":"815.88892ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-17T16:53:27.112828Z","caller":"traceutil/trace.go:171","msg":"trace[1602338996] transaction","detail":"{read_only:false; response_revision:30813; number_of_response:1; }","duration":"514.167873ms","start":"2026-07-17T16:53:26.598639Z","end":"2026-07-17T16:53:27.112807Z","steps":["trace[1602338996] 'process raft request' (duration: 514.009699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.112968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.598616Z","time spent":"514.274946ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:27.754028Z","caller":"traceutil/trace.go:171","msg":"trace[271268183] transaction","detail":"{read_only:false; response_revision:30816; number_of_response:1; }","duration":"685.250984ms","start":"2026-07-17T16:53:27.068751Z","end":"2026-07-17T16:53:27.754002Z","steps":["trace[271268183] 'process raft request' (duration: 685.167622ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:27.754106Z","caller":"traceutil/trace.go:171","msg":"trace[266510518] transaction","detail":"{read_only:false; response_revision:30815; number_of_response:1; }","duration":"1.024164806s","start":"2026-07-17T16:53:26.729907Z","end":"2026-07-17T16:53:27.754072Z","steps":["trace[266510518] 'process raft request' (duration: 1.023962231s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:27.754276Z","caller":"traceutil/trace.go:171","msg":"trace[887279271] transaction","detail":"{read_only:false; response_revision:30817; number_of_response:1; }","duration":"684.728051ms","start":"2026-07-17T16:53:27.069535Z","end":"2026-07-17T16:53:27.754263Z","steps":["trace[887279271] 'process raft request' (duration: 684.425144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.754328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.729897Z","time spent":"1.024310701s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:27.754294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.068726Z","time spent":"685.447558ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:27.754393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.069526Z","time spent":"684.799452ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:27.75405Z","caller":"traceutil/trace.go:171","msg":"trace[285210115] transaction","detail":"{read_only:false; response_revision:30814; number_of_response:1; }","duration":"1.038628842s","start":"2026-07-17T16:53:26.715386Z","end":"2026-07-17T16:53:27.754015Z","steps":["trace[285210115] 'process raft request' (duration: 1.038312314s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.754561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.715364Z","time spent":"1.039168154s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:27.754535Z","caller":"traceutil/trace.go:171","msg":"trace[2030190722] linearizableReadLoop","detail":"{readStateIndex:31815; appliedIndex:31812; }","duration":"690.055478ms","start":"2026-07-17T16:53:27.064454Z","end":"2026-07-17T16:53:27.754509Z","steps":["trace[2030190722] 'read index received' (duration: 48.21417ms)","trace[2030190722] 'applied index is now lower than readState.Index' (duration: 641.840018ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:27.754781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.58489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:27.755188Z","caller":"traceutil/trace.go:171","msg":"trace[1039029713] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:30818; }","duration":"896.051811ms","start":"2026-07-17T16:53:26.859119Z","end":"2026-07-17T16:53:27.755171Z","steps":["trace[1039029713] 'agreement among raft nodes before linearized reading' (duration: 895.524009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.755177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.267564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-hq5rs.18c321317ab98cd1\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-07-17T16:53:27.755235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.859099Z","time spent":"896.125303ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:27.754811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018340747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-17T16:53:27.755277Z","caller":"traceutil/trace.go:171","msg":"trace[1764501727] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-hq5rs.18c321317ab98cd1; range_end:; response_count:1; response_revision:30818; }","duration":"815.409088ms","start":"2026-07-17T16:53:26.939847Z","end":"2026-07-17T16:53:27.755256Z","steps":["trace[1764501727] 'agreement among raft nodes before linearized reading' (duration: 815.132341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.755436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.939832Z","time spent":"815.592392ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-hq5rs.18c321317ab98cd1\" "} {"level":"warn","ts":"2026-07-17T16:53:27.75489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099654708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:27.755432Z","caller":"traceutil/trace.go:171","msg":"trace[483855999] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:30818; }","duration":"1.018881071s","start":"2026-07-17T16:53:26.736426Z","end":"2026-07-17T16:53:27.755308Z","steps":["trace[483855999] 'agreement among raft nodes before linearized reading' (duration: 1.018238725s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:27.755513Z","caller":"traceutil/trace.go:171","msg":"trace[1210741432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30818; }","duration":"1.100298122s","start":"2026-07-17T16:53:26.655191Z","end":"2026-07-17T16:53:27.755489Z","steps":["trace[1210741432] 'agreement among raft nodes before linearized reading' (duration: 1.099672587s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.754964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349370963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:27.755595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.655172Z","time spent":"1.100402355s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:53:27.755618Z","caller":"traceutil/trace.go:171","msg":"trace[859185403] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:30818; }","duration":"1.35004893s","start":"2026-07-17T16:53:26.405551Z","end":"2026-07-17T16:53:27.7556Z","steps":["trace[859185403] 'agreement among raft nodes before linearized reading' (duration: 1.349358333s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.755664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.405535Z","time spent":"1.350115071s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:27.754956Z","caller":"traceutil/trace.go:171","msg":"trace[1336414148] transaction","detail":"{read_only:false; response_revision:30818; number_of_response:1; }","duration":"685.151771ms","start":"2026-07-17T16:53:27.069784Z","end":"2026-07-17T16:53:27.754936Z","steps":["trace[1336414148] 'process raft request' (duration: 684.382543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.755663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.736419Z","time spent":"1.019127356s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-17T16:53:27.755839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.069762Z","time spent":"685.987861ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:27.755016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418578604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:27.756008Z","caller":"traceutil/trace.go:171","msg":"trace[728675174] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30818; }","duration":"1.419570237s","start":"2026-07-17T16:53:26.336417Z","end":"2026-07-17T16:53:27.755987Z","steps":["trace[728675174] 'agreement among raft nodes before linearized reading' (duration: 1.418568633s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.756091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.336412Z","time spent":"1.419660389s","remote":"127.0.0.1:45518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-17T16:53:27.755105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421133355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-887f11db-cd9f-4fe4-9369-0e534acd1b8c\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-17T16:53:27.756213Z","caller":"traceutil/trace.go:171","msg":"trace[1135817218] range","detail":"{range_begin:/registry/persistentvolumes/pvc-887f11db-cd9f-4fe4-9369-0e534acd1b8c; range_end:; response_count:1; response_revision:30818; }","duration":"1.422244481s","start":"2026-07-17T16:53:26.33394Z","end":"2026-07-17T16:53:27.756185Z","steps":["trace[1135817218] 'agreement among raft nodes before linearized reading' (duration: 1.421063982s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:27.756293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:26.333929Z","time spent":"1.422340554s","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-887f11db-cd9f-4fe4-9369-0e534acd1b8c\" "} {"level":"warn","ts":"2026-07-17T16:53:28.255584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268161775,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-17T16:53:28.460672Z","caller":"traceutil/trace.go:171","msg":"trace[2136581644] transaction","detail":"{read_only:false; response_revision:30819; number_of_response:1; }","duration":"1.233152431s","start":"2026-07-17T16:53:27.227497Z","end":"2026-07-17T16:53:28.460649Z","steps":["trace[2136581644] 'process raft request' (duration: 1.232920915s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.460803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.227476Z","time spent":"1.233261553s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:28.460972Z","caller":"traceutil/trace.go:171","msg":"trace[1598248084] transaction","detail":"{read_only:false; response_revision:30820; number_of_response:1; }","duration":"1.19330046s","start":"2026-07-17T16:53:27.267646Z","end":"2026-07-17T16:53:28.460946Z","steps":["trace[1598248084] 'process raft request' (duration: 1.192963112s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.461113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.267619Z","time spent":"1.193419923s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:28.461267Z","caller":"traceutil/trace.go:171","msg":"trace[1975850912] transaction","detail":"{read_only:false; response_revision:30821; number_of_response:1; }","duration":"1.193569137s","start":"2026-07-17T16:53:27.267664Z","end":"2026-07-17T16:53:28.461233Z","steps":["trace[1975850912] 'process raft request' (duration: 1.193175257s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.461629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.267625Z","time spent":"1.193929395s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:28.462562Z","caller":"traceutil/trace.go:171","msg":"trace[1704128037] transaction","detail":"{read_only:false; response_revision:30822; number_of_response:1; }","duration":"1.194024607s","start":"2026-07-17T16:53:27.268524Z","end":"2026-07-17T16:53:28.462548Z","steps":["trace[1704128037] 'process raft request' (duration: 1.192613733s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.462644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.268511Z","time spent":"1.194091958s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:28.462845Z","caller":"traceutil/trace.go:171","msg":"trace[377120306] transaction","detail":"{read_only:false; response_revision:30823; number_of_response:1; }","duration":"1.194193381s","start":"2026-07-17T16:53:27.26864Z","end":"2026-07-17T16:53:28.462833Z","steps":["trace[377120306] 'process raft request' (duration: 1.193835262s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:28.462883Z","caller":"traceutil/trace.go:171","msg":"trace[1727549768] transaction","detail":"{read_only:false; response_revision:30827; number_of_response:1; }","duration":"1.193564297s","start":"2026-07-17T16:53:27.269304Z","end":"2026-07-17T16:53:28.462868Z","steps":["trace[1727549768] 'process raft request' (duration: 1.193524346s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.462905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.268621Z","time spent":"1.194254533s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:28.462926Z","caller":"traceutil/trace.go:171","msg":"trace[192915254] transaction","detail":"{read_only:false; response_revision:30825; number_of_response:1; }","duration":"1.194244953s","start":"2026-07-17T16:53:27.268663Z","end":"2026-07-17T16:53:28.462908Z","steps":["trace[192915254] 'process raft request' (duration: 1.194086849s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.462967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.269292Z","time spent":"1.193636488s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:28.46298Z","caller":"traceutil/trace.go:171","msg":"trace[1265707687] transaction","detail":"{read_only:false; response_revision:30826; number_of_response:1; }","duration":"1.194021147s","start":"2026-07-17T16:53:27.268939Z","end":"2026-07-17T16:53:28.46296Z","steps":["trace[1265707687] 'process raft request' (duration: 1.193853523s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:28.463024Z","caller":"traceutil/trace.go:171","msg":"trace[153725013] transaction","detail":"{read_only:false; response_revision:30824; number_of_response:1; }","duration":"1.194286664s","start":"2026-07-17T16:53:27.268663Z","end":"2026-07-17T16:53:28.46295Z","steps":["trace[153725013] 'process raft request' (duration: 1.194023077s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.463007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.26864Z","time spent":"1.194332394s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:28.463117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.268923Z","time spent":"1.19412826s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:28.463218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.268638Z","time spent":"1.194483448s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:28.741294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.216294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:28.741401Z","caller":"traceutil/trace.go:171","msg":"trace[2116035999] linearizableReadLoop","detail":"{readStateIndex:31828; appliedIndex:31818; }","duration":"986.769134ms","start":"2026-07-17T16:53:27.754616Z","end":"2026-07-17T16:53:28.741385Z","steps":["trace[2116035999] 'read index received' (duration: 705.859285ms)","trace[2116035999] 'applied index is now lower than readState.Index' (duration: 280.908609ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:28.741498Z","caller":"traceutil/trace.go:171","msg":"trace[1234788181] transaction","detail":"{read_only:false; response_revision:30828; number_of_response:1; }","duration":"983.526486ms","start":"2026-07-17T16:53:27.757956Z","end":"2026-07-17T16:53:28.741483Z","steps":["trace[1234788181] 'process raft request' (duration: 812.039477ms)","trace[1234788181] 'compare' (duration: 170.861065ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:28.741554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.757892Z","time spent":"983.630089ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:28.741683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350280394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:28.741725Z","caller":"traceutil/trace.go:171","msg":"trace[1553853507] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:30828; }","duration":"1.350395777s","start":"2026-07-17T16:53:27.391318Z","end":"2026-07-17T16:53:28.741714Z","steps":["trace[1553853507] 'agreement among raft nodes before linearized reading' (duration: 1.350313295s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.741754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.391286Z","time spent":"1.350459178s","remote":"127.0.0.1:41520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:28.741751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23061706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:28.741788Z","caller":"traceutil/trace.go:171","msg":"trace[526303938] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:30828; }","duration":"1.230680091s","start":"2026-07-17T16:53:27.511098Z","end":"2026-07-17T16:53:28.741778Z","steps":["trace[526303938] 'agreement among raft nodes before linearized reading' (duration: 1.230606219s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.741829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.511087Z","time spent":"1.230729462s","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:28.741897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274310262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:28.741918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171457789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T16:53:28.74195Z","caller":"traceutil/trace.go:171","msg":"trace[741872283] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:30828; }","duration":"1.274420994s","start":"2026-07-17T16:53:27.467518Z","end":"2026-07-17T16:53:28.741939Z","steps":["trace[741872283] 'agreement among raft nodes before linearized reading' (duration: 1.274324982s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.741932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.554705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:28.741957Z","caller":"traceutil/trace.go:171","msg":"trace[676469433] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30828; }","duration":"1.171521371s","start":"2026-07-17T16:53:27.570424Z","end":"2026-07-17T16:53:28.741945Z","steps":["trace[676469433] 'agreement among raft nodes before linearized reading' (duration: 1.171397808s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.74198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.467495Z","time spent":"1.274479245s","remote":"127.0.0.1:32910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:28.741999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.570409Z","time spent":"1.171582902s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-17T16:53:28.742001Z","caller":"traceutil/trace.go:171","msg":"trace[346644044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30828; }","duration":"985.659797ms","start":"2026-07-17T16:53:27.756323Z","end":"2026-07-17T16:53:28.741983Z","steps":["trace[346644044] 'agreement among raft nodes before linearized reading' (duration: 985.535894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.741995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.800362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:28.742004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.94592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T16:53:28.742017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655977395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:28.742049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.756308Z","time spent":"985.733629ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:53:28.742044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238347264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/k8s.keycloak.org/keycloaks/\" range_end:\"/registry/k8s.keycloak.org/keycloaks0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:53:28.742069Z","caller":"traceutil/trace.go:171","msg":"trace[1704912236] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:30828; }","duration":"980.917524ms","start":"2026-07-17T16:53:27.761134Z","end":"2026-07-17T16:53:28.742051Z","steps":["trace[1704912236] 'agreement among raft nodes before linearized reading' (duration: 980.770981ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:28.742104Z","caller":"traceutil/trace.go:171","msg":"trace[549647263] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:30828; }","duration":"1.656136649s","start":"2026-07-17T16:53:27.085942Z","end":"2026-07-17T16:53:28.742079Z","steps":["trace[549647263] 'agreement among raft nodes before linearized reading' (duration: 1.655965345s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.742199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.085921Z","time spent":"1.656256151s","remote":"127.0.0.1:36310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:28.742118Z","caller":"traceutil/trace.go:171","msg":"trace[884784058] range","detail":"{range_begin:/registry/k8s.keycloak.org/keycloaks/; range_end:/registry/k8s.keycloak.org/keycloaks0; response_count:0; response_revision:30828; }","duration":"1.238480597s","start":"2026-07-17T16:53:27.503619Z","end":"2026-07-17T16:53:28.742099Z","steps":["trace[884784058] 'agreement among raft nodes before linearized reading' (duration: 1.238327914s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.742267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.503597Z","time spent":"1.238661652s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/k8s.keycloak.org/keycloaks/\" range_end:\"/registry/k8s.keycloak.org/keycloaks0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:28.74208Z","caller":"traceutil/trace.go:171","msg":"trace[1562642317] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:30828; }","duration":"533.054392ms","start":"2026-07-17T16:53:28.209012Z","end":"2026-07-17T16:53:28.742066Z","steps":["trace[1562642317] 'agreement among raft nodes before linearized reading' (duration: 532.857708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.742315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:28.208999Z","time spent":"533.302238ms","remote":"127.0.0.1:41774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":101,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:28.742137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.761094Z","time spent":"981.032957ms","remote":"127.0.0.1:41588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-17T16:53:28.742016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.879854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T16:53:28.742413Z","caller":"traceutil/trace.go:171","msg":"trace[1098521157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30828; }","duration":"407.305313ms","start":"2026-07-17T16:53:28.335095Z","end":"2026-07-17T16:53:28.7424Z","steps":["trace[1098521157] 'agreement among raft nodes before linearized reading' (duration: 406.768421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.742458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:28.33508Z","time spent":"407.366795ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:53:28.742564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460622255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T16:53:28.742611Z","caller":"traceutil/trace.go:171","msg":"trace[369026860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30828; }","duration":"1.460691457s","start":"2026-07-17T16:53:27.28191Z","end":"2026-07-17T16:53:28.742601Z","steps":["trace[369026860] 'agreement among raft nodes before linearized reading' (duration: 1.459844357s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:28.742648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:27.2819Z","time spent":"1.460741458s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:30.124976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201812904s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:30.125131Z","caller":"traceutil/trace.go:171","msg":"trace[1995336186] transaction","detail":"{read_only:false; response_revision:30829; number_of_response:1; }","duration":"1.379111062s","start":"2026-07-17T16:53:28.745978Z","end":"2026-07-17T16:53:30.125089Z","steps":["trace[1995336186] 'process raft request' (duration: 177.106964ms)","trace[1995336186] 'compare' (duration: 1.201289651s)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:30.125254Z","caller":"traceutil/trace.go:171","msg":"trace[1760929841] transaction","detail":"{read_only:false; response_revision:30831; number_of_response:1; }","duration":"1.055364091s","start":"2026-07-17T16:53:29.069873Z","end":"2026-07-17T16:53:30.125237Z","steps":["trace[1760929841] 'process raft request' (duration: 1.05531746s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.125272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:28.745955Z","time spent":"1.379239436s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:30.125324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:29.069854Z","time spent":"1.055434702s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:30.125291Z","caller":"traceutil/trace.go:171","msg":"trace[1348757545] linearizableReadLoop","detail":"{readStateIndex:31829; appliedIndex:31828; }","duration":"1.37898944s","start":"2026-07-17T16:53:28.746216Z","end":"2026-07-17T16:53:30.125205Z","steps":["trace[1348757545] 'read index received' (duration: 176.938761ms)","trace[1348757545] 'applied index is now lower than readState.Index' (duration: 1.202044659s)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:30.125443Z","caller":"traceutil/trace.go:171","msg":"trace[1779472597] transaction","detail":"{read_only:false; response_revision:30830; number_of_response:1; }","duration":"1.378554639s","start":"2026-07-17T16:53:28.746878Z","end":"2026-07-17T16:53:30.125432Z","steps":["trace[1779472597] 'process raft request' (duration: 1.378225572s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.125489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:28.746859Z","time spent":"1.37860391s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:30.125644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37941161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-17T16:53:30.125672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378439277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:30.125697Z","caller":"traceutil/trace.go:171","msg":"trace[770338040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30831; }","duration":"1.379514312s","start":"2026-07-17T16:53:28.746166Z","end":"2026-07-17T16:53:30.12568Z","steps":["trace[770338040] 'agreement among raft nodes before linearized reading' (duration: 1.379259906s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.125747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:28.746147Z","time spent":"1.379587864s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:53:30.125814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.799105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5bc6bc98ff-m6nb9.18c31fdcaa1c58be\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-07-17T16:53:30.125844Z","caller":"traceutil/trace.go:171","msg":"trace[751446319] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5bc6bc98ff-m6nb9.18c31fdcaa1c58be; range_end:; response_count:1; response_revision:30831; }","duration":"147.851296ms","start":"2026-07-17T16:53:29.977984Z","end":"2026-07-17T16:53:30.125835Z","steps":["trace[751446319] 'agreement among raft nodes before linearized reading' (duration: 147.739903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.125843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.664293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:30.125892Z","caller":"traceutil/trace.go:171","msg":"trace[2095848571] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:30831; }","duration":"755.732555ms","start":"2026-07-17T16:53:29.370143Z","end":"2026-07-17T16:53:30.125876Z","steps":["trace[2095848571] 'agreement among raft nodes before linearized reading' (duration: 755.652653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.125927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:29.370132Z","time spent":"755.784946ms","remote":"127.0.0.1:45124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:30.125706Z","caller":"traceutil/trace.go:171","msg":"trace[1769027122] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:30831; }","duration":"1.378487968s","start":"2026-07-17T16:53:28.747205Z","end":"2026-07-17T16:53:30.125693Z","steps":["trace[1769027122] 'agreement among raft nodes before linearized reading' (duration: 1.378435936s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.126002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:28.747195Z","time spent":"1.378790405s","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-17T16:53:30.126031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.982427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:30.126062Z","caller":"traceutil/trace.go:171","msg":"trace[1838608805] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:30831; }","duration":"768.051378ms","start":"2026-07-17T16:53:29.358Z","end":"2026-07-17T16:53:30.126052Z","steps":["trace[1838608805] 'agreement among raft nodes before linearized reading' (duration: 768.002087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.126089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:29.357979Z","time spent":"768.10223ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:30.126193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.755924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"info","ts":"2026-07-17T16:53:30.126226Z","caller":"traceutil/trace.go:171","msg":"trace[1547500349] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30831; }","duration":"238.804556ms","start":"2026-07-17T16:53:29.88741Z","end":"2026-07-17T16:53:30.126214Z","steps":["trace[1547500349] 'agreement among raft nodes before linearized reading' (duration: 238.664743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.126279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.909778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-17T16:53:30.126307Z","caller":"traceutil/trace.go:171","msg":"trace[1872161302] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:30831; }","duration":"929.9742ms","start":"2026-07-17T16:53:29.196324Z","end":"2026-07-17T16:53:30.126298Z","steps":["trace[1872161302] 'agreement among raft nodes before linearized reading' (duration: 929.886858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.126334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:29.196305Z","time spent":"930.021682ms","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-17T16:53:30.126454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.352163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"warn","ts":"2026-07-17T16:53:30.126483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.166264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:30.126498Z","caller":"traceutil/trace.go:171","msg":"trace[1568949499] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:30831; }","duration":"240.432525ms","start":"2026-07-17T16:53:29.886056Z","end":"2026-07-17T16:53:30.126489Z","steps":["trace[1568949499] 'agreement among raft nodes before linearized reading' (duration: 240.325212ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:30.126517Z","caller":"traceutil/trace.go:171","msg":"trace[2125291426] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:30831; }","duration":"961.222126ms","start":"2026-07-17T16:53:29.165281Z","end":"2026-07-17T16:53:30.126503Z","steps":["trace[2125291426] 'agreement among raft nodes before linearized reading' (duration: 961.177045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.126545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:29.165266Z","time spent":"961.271957ms","remote":"127.0.0.1:35790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:30.126678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.459082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:30.126709Z","caller":"traceutil/trace.go:171","msg":"trace[950957504] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:30831; }","duration":"982.523414ms","start":"2026-07-17T16:53:29.144178Z","end":"2026-07-17T16:53:30.126701Z","steps":["trace[950957504] 'agreement among raft nodes before linearized reading' (duration: 982.476713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.126716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.898031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-17T16:53:30.126737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:29.14415Z","time spent":"982.577955ms","remote":"127.0.0.1:45206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:30.126753Z","caller":"traceutil/trace.go:171","msg":"trace[1794885454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30831; }","duration":"366.949492ms","start":"2026-07-17T16:53:29.759794Z","end":"2026-07-17T16:53:30.126743Z","steps":["trace[1794885454] 'agreement among raft nodes before linearized reading' (duration: 366.86076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.126793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:29.759787Z","time spent":"366.999503ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:30.12688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376825198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:30.126912Z","caller":"traceutil/trace.go:171","msg":"trace[666426395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30831; }","duration":"1.37686944s","start":"2026-07-17T16:53:28.750035Z","end":"2026-07-17T16:53:30.126904Z","steps":["trace[666426395] 'agreement among raft nodes before linearized reading' (duration: 1.376823578s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.12694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:28.750028Z","time spent":"1.37690748s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:53:30.126971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.337241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-17T16:53:30.127009Z","caller":"traceutil/trace.go:171","msg":"trace[1491990135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30831; }","duration":"367.412523ms","start":"2026-07-17T16:53:29.759588Z","end":"2026-07-17T16:53:30.127Z","steps":["trace[1491990135] 'agreement among raft nodes before linearized reading' (duration: 367.323261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.127045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:29.759566Z","time spent":"367.469625ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:53:30.12722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.749145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-17T16:53:30.127255Z","caller":"traceutil/trace.go:171","msg":"trace[1186848906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30831; }","duration":"368.820247ms","start":"2026-07-17T16:53:29.758425Z","end":"2026-07-17T16:53:30.127246Z","steps":["trace[1186848906] 'agreement among raft nodes before linearized reading' (duration: 368.734085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:30.127288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:29.758405Z","time spent":"368.875238ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:30.633614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268161786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:53:31.094817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.248198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:31.094901Z","caller":"traceutil/trace.go:171","msg":"trace[58128761] transaction","detail":"{read_only:false; response_revision:30832; number_of_response:1; }","duration":"964.146446ms","start":"2026-07-17T16:53:30.13074Z","end":"2026-07-17T16:53:31.094886Z","steps":["trace[58128761] 'process raft request' (duration: 643.769694ms)","trace[58128761] 'compare' (duration: 320.150466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:31.094945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.130729Z","time spent":"964.195296ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:31.471098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.320569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:53:31.471203Z","caller":"traceutil/trace.go:171","msg":"trace[739977512] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"499.485403ms","start":"2026-07-17T16:53:30.97169Z","end":"2026-07-17T16:53:31.471175Z","steps":["trace[739977512] 'agreement among raft nodes before linearized reading' (duration: 499.36042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:31.471262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.971667Z","time spent":"499.582476ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:53:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:53:32.13578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:53:32.135849Z","caller":"traceutil/trace.go:171","msg":"trace[869291252] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453801s","start":"2026-07-17T16:53:30.135379Z","end":"2026-07-17T16:53:32.135833Z","steps":["trace[869291252] 'agreement among raft nodes before linearized reading' (duration: 2.000365489s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:32.135885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.135374Z","time spent":"2.000503812s","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/17 16:53:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:53:32.832024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.057524382s","expected-duration":"1s"} {"level":"info","ts":"2026-07-17T16:53:32.832537Z","caller":"traceutil/trace.go:171","msg":"trace[1199023449] transaction","detail":"{read_only:false; response_revision:30834; number_of_response:1; }","duration":"2.701087302s","start":"2026-07-17T16:53:30.131426Z","end":"2026-07-17T16:53:32.832514Z","steps":["trace[1199023449] 'process raft request' (duration: 2.70100878s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:32.832608Z","caller":"traceutil/trace.go:171","msg":"trace[1290673746] transaction","detail":"{read_only:false; response_revision:30833; number_of_response:1; }","duration":"2.701615354s","start":"2026-07-17T16:53:30.130957Z","end":"2026-07-17T16:53:32.832573Z","steps":["trace[1290673746] 'process raft request' (duration: 2.701258095s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:32.832741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.131403Z","time spent":"2.701203694s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:32.832741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.130939Z","time spent":"2.701735216s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:32.83274Z","caller":"traceutil/trace.go:171","msg":"trace[288464098] transaction","detail":"{read_only:false; response_revision:30835; number_of_response:1; }","duration":"2.701138562s","start":"2026-07-17T16:53:30.131571Z","end":"2026-07-17T16:53:32.83271Z","steps":["trace[288464098] 'process raft request' (duration: 2.700904677s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:32.832921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.13156Z","time spent":"2.701259385s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:32.961039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.363422ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-17T16:53:32.961477Z","caller":"traceutil/trace.go:171","msg":"trace[211547541] transaction","detail":"{read_only:false; response_revision:30836; number_of_response:1; }","duration":"2.495356844s","start":"2026-07-17T16:53:30.466101Z","end":"2026-07-17T16:53:32.961458Z","steps":["trace[211547541] 'process raft request' (duration: 2.495029006s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:32.961584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.466071Z","time spent":"2.495450897s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:33.540414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.862296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:33.540699Z","caller":"traceutil/trace.go:171","msg":"trace[1163249705] transaction","detail":"{read_only:false; response_revision:30837; number_of_response:1; }","duration":"3.074418085s","start":"2026-07-17T16:53:30.46624Z","end":"2026-07-17T16:53:33.540658Z","steps":["trace[1163249705] 'process raft request' (duration: 2.495209001s)","trace[1163249705] 'compare' (duration: 578.410135ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:33.54075Z","caller":"traceutil/trace.go:171","msg":"trace[721451319] transaction","detail":"{read_only:false; response_revision:30838; number_of_response:1; }","duration":"3.072666913s","start":"2026-07-17T16:53:30.46806Z","end":"2026-07-17T16:53:33.540727Z","steps":["trace[721451319] 'process raft request' (duration: 3.072485619s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.540857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.468044Z","time spent":"3.072759876s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:33.540874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.466206Z","time spent":"3.074578779s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:33.54147Z","caller":"traceutil/trace.go:171","msg":"trace[2147076689] transaction","detail":"{read_only:false; response_revision:30839; number_of_response:1; }","duration":"3.073283338s","start":"2026-07-17T16:53:30.468152Z","end":"2026-07-17T16:53:33.541436Z","steps":["trace[2147076689] 'process raft request' (duration: 3.07251677s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:33.541501Z","caller":"traceutil/trace.go:171","msg":"trace[778169704] transaction","detail":"{read_only:false; response_revision:30840; number_of_response:1; }","duration":"3.073255017s","start":"2026-07-17T16:53:30.468204Z","end":"2026-07-17T16:53:33.541459Z","steps":["trace[778169704] 'process raft request' (duration: 3.073101164s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.541632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.468145Z","time spent":"3.073397s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:33.54181Z","caller":"traceutil/trace.go:171","msg":"trace[304397546] transaction","detail":"{read_only:false; response_revision:30842; number_of_response:1; }","duration":"3.073302848s","start":"2026-07-17T16:53:30.46848Z","end":"2026-07-17T16:53:33.541783Z","steps":["trace[304397546] 'process raft request' (duration: 3.073092903s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:33.541836Z","caller":"traceutil/trace.go:171","msg":"trace[2059895830] transaction","detail":"{read_only:false; response_revision:30841; number_of_response:1; }","duration":"3.073543224s","start":"2026-07-17T16:53:30.468248Z","end":"2026-07-17T16:53:33.541791Z","steps":["trace[2059895830] 'process raft request' (duration: 3.073161485s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:33.541938Z","caller":"traceutil/trace.go:171","msg":"trace[1358097994] transaction","detail":"{read_only:false; response_revision:30843; number_of_response:1; }","duration":"3.073347369s","start":"2026-07-17T16:53:30.468574Z","end":"2026-07-17T16:53:33.541922Z","steps":["trace[1358097994] 'process raft request' (duration: 3.073160865s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.541953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.468471Z","time spent":"3.073405271s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:33.54197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.46824Z","time spent":"3.073647267s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:33.542029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.468567Z","time spent":"3.073417461s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:33.542199Z","caller":"traceutil/trace.go:171","msg":"trace[1210335412] linearizableReadLoop","detail":"{readStateIndex:31846; appliedIndex:31831; }","duration":"3.40959772s","start":"2026-07-17T16:53:30.132583Z","end":"2026-07-17T16:53:33.54218Z","steps":["trace[1210335412] 'read index received' (duration: 641.945831ms)","trace[1210335412] 'applied index is now lower than readState.Index' (duration: 2.767650549s)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:33.54222Z","caller":"traceutil/trace.go:171","msg":"trace[579425378] transaction","detail":"{read_only:false; response_revision:30844; number_of_response:1; }","duration":"3.073201156s","start":"2026-07-17T16:53:30.468991Z","end":"2026-07-17T16:53:33.542192Z","steps":["trace[579425378] 'process raft request' (duration: 3.072857808s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:33.542296Z","caller":"traceutil/trace.go:171","msg":"trace[456174898] transaction","detail":"{read_only:false; response_revision:30845; number_of_response:1; }","duration":"3.048526178s","start":"2026-07-17T16:53:30.493758Z","end":"2026-07-17T16:53:33.542285Z","steps":["trace[456174898] 'process raft request' (duration: 3.048242061s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.542303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.46898Z","time spent":"3.073279929s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:33.54236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.493733Z","time spent":"3.048590629s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:33.542376Z","caller":"traceutil/trace.go:171","msg":"trace[806315055] transaction","detail":"{read_only:false; response_revision:30848; number_of_response:1; }","duration":"781.196542ms","start":"2026-07-17T16:53:32.761168Z","end":"2026-07-17T16:53:33.542365Z","steps":["trace[806315055] 'process raft request' (duration: 781.150451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.542443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:32.761142Z","time spent":"781.263683ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:33.542481Z","caller":"traceutil/trace.go:171","msg":"trace[923052180] transaction","detail":"{read_only:false; response_revision:30846; number_of_response:1; }","duration":"1.412392426s","start":"2026-07-17T16:53:32.130059Z","end":"2026-07-17T16:53:33.542452Z","steps":["trace[923052180] 'process raft request' (duration: 1.412076819s)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:33.542548Z","caller":"traceutil/trace.go:171","msg":"trace[588887280] transaction","detail":"{read_only:false; response_revision:30847; number_of_response:1; }","duration":"1.256091658s","start":"2026-07-17T16:53:32.286446Z","end":"2026-07-17T16:53:33.542537Z","steps":["trace[588887280] 'process raft request' (duration: 1.255819292s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.54256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.409973268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:33.542588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:32.130035Z","time spent":"1.412495189s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:33.542615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:32.286421Z","time spent":"1.25616162s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:33.542598Z","caller":"traceutil/trace.go:171","msg":"trace[994759570] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:30848; }","duration":"3.41003711s","start":"2026-07-17T16:53:30.132548Z","end":"2026-07-17T16:53:33.542585Z","steps":["trace[994759570] 'agreement among raft nodes before linearized reading' (duration: 3.409977119s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.542718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408759789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-17T16:53:33.542725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.132535Z","time spent":"3.410174833s","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-17T16:53:33.542757Z","caller":"traceutil/trace.go:171","msg":"trace[203618946] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:30848; }","duration":"3.40879708s","start":"2026-07-17T16:53:30.13395Z","end":"2026-07-17T16:53:33.542747Z","steps":["trace[203618946] 'agreement among raft nodes before linearized reading' (duration: 3.408676937s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.542794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.133944Z","time spent":"3.408842952s","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-17T16:53:33.542898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.059109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-17T16:53:33.54295Z","caller":"traceutil/trace.go:171","msg":"trace[298509170] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:30848; }","duration":"776.148772ms","start":"2026-07-17T16:53:32.76679Z","end":"2026-07-17T16:53:33.542939Z","steps":["trace[298509170] 'agreement among raft nodes before linearized reading' (duration: 775.989318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.542987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:32.766772Z","time spent":"776.207363ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-17T16:53:33.54301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.333275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18320"} {"level":"info","ts":"2026-07-17T16:53:33.543046Z","caller":"traceutil/trace.go:171","msg":"trace[128003927] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:30848; }","duration":"890.406056ms","start":"2026-07-17T16:53:32.652631Z","end":"2026-07-17T16:53:33.543037Z","steps":["trace[128003927] 'agreement among raft nodes before linearized reading' (duration: 890.306374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.543082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:32.652581Z","time spent":"890.488399ms","remote":"127.0.0.1:41562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18343,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-17T16:53:33.543159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.129071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:33.543172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943838181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:33.543241Z","caller":"traceutil/trace.go:171","msg":"trace[2048692651] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:30848; }","duration":"1.943944784s","start":"2026-07-17T16:53:31.599278Z","end":"2026-07-17T16:53:33.543223Z","steps":["trace[2048692651] 'agreement among raft nodes before linearized reading' (duration: 1.943836991s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.543294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359685549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:33.543372Z","caller":"traceutil/trace.go:171","msg":"trace[715472132] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30848; }","duration":"3.359789902s","start":"2026-07-17T16:53:30.183574Z","end":"2026-07-17T16:53:33.543363Z","steps":["trace[715472132] 'agreement among raft nodes before linearized reading' (duration: 3.35970046s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.543256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95971693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T16:53:33.543406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.183554Z","time spent":"3.359846053s","remote":"127.0.0.1:41898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-17T16:53:33.543408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.468198Z","time spent":"3.073399071s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:33.543466Z","caller":"traceutil/trace.go:171","msg":"trace[1892755046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30848; }","duration":"2.959898154s","start":"2026-07-17T16:53:30.583526Z","end":"2026-07-17T16:53:33.543424Z","steps":["trace[1892755046] 'agreement among raft nodes before linearized reading' (duration: 2.95969666s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.543296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:31.599258Z","time spent":"1.944024195s","remote":"127.0.0.1:45422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:33.54353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:30.583503Z","time spent":"2.960006896s","remote":"127.0.0.1:42044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:33.543574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412446138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-17T16:53:33.54362Z","caller":"traceutil/trace.go:171","msg":"trace[1580735710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30848; }","duration":"1.412501659s","start":"2026-07-17T16:53:32.131106Z","end":"2026-07-17T16:53:33.543607Z","steps":["trace[1580735710] 'agreement among raft nodes before linearized reading' (duration: 1.412370296s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.543652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:32.131099Z","time spent":"1.41254614s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T16:53:33.543197Z","caller":"traceutil/trace.go:171","msg":"trace[328535022] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:30848; }","duration":"394.201132ms","start":"2026-07-17T16:53:33.148985Z","end":"2026-07-17T16:53:33.543187Z","steps":["trace[328535022] 'agreement among raft nodes before linearized reading' (duration: 394.14495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.543786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:33.148966Z","time spent":"394.807567ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:33.543899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4150677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T16:53:33.54396Z","caller":"traceutil/trace.go:171","msg":"trace[974421544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30848; }","duration":"1.415157092s","start":"2026-07-17T16:53:32.128789Z","end":"2026-07-17T16:53:33.543946Z","steps":["trace[974421544] 'agreement among raft nodes before linearized reading' (duration: 1.414954967s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.544005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:32.128773Z","time spent":"1.415219754s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-17T16:53:33.54392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40795399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:33.544181Z","caller":"traceutil/trace.go:171","msg":"trace[790591402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30848; }","duration":"1.408233607s","start":"2026-07-17T16:53:32.135936Z","end":"2026-07-17T16:53:33.544169Z","steps":["trace[790591402] 'agreement among raft nodes before linearized reading' (duration: 1.40795308s)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:33.544217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:32.135928Z","time spent":"1.408278518s","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:53:34.147435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.751675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:34.14762Z","caller":"traceutil/trace.go:171","msg":"trace[1170113708] linearizableReadLoop","detail":"{readStateIndex:31850; appliedIndex:31849; }","duration":"598.509305ms","start":"2026-07-17T16:53:33.549094Z","end":"2026-07-17T16:53:34.147603Z","steps":["trace[1170113708] 'read index received' (duration: 138.470543ms)","trace[1170113708] 'applied index is now lower than readState.Index' (duration: 460.037782ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:34.147629Z","caller":"traceutil/trace.go:171","msg":"trace[895509338] transaction","detail":"{read_only:false; response_revision:30849; number_of_response:1; }","duration":"599.869087ms","start":"2026-07-17T16:53:33.547714Z","end":"2026-07-17T16:53:34.147583Z","steps":["trace[895509338] 'process raft request' (duration: 139.830195ms)","trace[895509338] 'compare' (duration: 459.356446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:34.147789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:33.547697Z","time spent":"600.003821ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:34.147845Z","caller":"traceutil/trace.go:171","msg":"trace[1659871100] transaction","detail":"{read_only:false; response_revision:30850; number_of_response:1; }","duration":"598.600877ms","start":"2026-07-17T16:53:33.549215Z","end":"2026-07-17T16:53:34.147816Z","steps":["trace[1659871100] 'process raft request' (duration: 598.330941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:34.147904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.399987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:34.147951Z","caller":"traceutil/trace.go:171","msg":"trace[2141012301] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:30850; }","duration":"389.491429ms","start":"2026-07-17T16:53:33.758446Z","end":"2026-07-17T16:53:34.147937Z","steps":["trace[2141012301] 'agreement among raft nodes before linearized reading' (duration: 389.388847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:34.147991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:33.758424Z","time spent":"389.557931ms","remote":"127.0.0.1:45380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:34.147969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.892436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:34.148002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.891914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c31f0ce1da2150\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-17T16:53:34.147993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.898656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-17T16:53:34.148009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.815862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-81ac9710-b997-41b6-83ec-f30ddb14b955\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-17T16:53:34.148055Z","caller":"traceutil/trace.go:171","msg":"trace[1496759423] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c31f0ce1da2150; range_end:; response_count:1; response_revision:30850; }","duration":"598.976186ms","start":"2026-07-17T16:53:33.549063Z","end":"2026-07-17T16:53:34.148039Z","steps":["trace[1496759423] 'agreement among raft nodes before linearized reading' (duration: 598.628278ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:34.148056Z","caller":"traceutil/trace.go:171","msg":"trace[1074260605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30850; }","duration":"597.007299ms","start":"2026-07-17T16:53:33.551029Z","end":"2026-07-17T16:53:34.148037Z","steps":["trace[1074260605] 'agreement among raft nodes before linearized reading' (duration: 596.832365ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:34.148085Z","caller":"traceutil/trace.go:171","msg":"trace[763896937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30850; }","duration":"596.995548ms","start":"2026-07-17T16:53:33.551067Z","end":"2026-07-17T16:53:34.148062Z","steps":["trace[763896937] 'agreement among raft nodes before linearized reading' (duration: 596.774693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:34.148104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:33.551022Z","time spent":"597.074841ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:53:34.148106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.434736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-17T16:53:34.148095Z","caller":"traceutil/trace.go:171","msg":"trace[2142220639] range","detail":"{range_begin:/registry/persistentvolumes/pvc-81ac9710-b997-41b6-83ec-f30ddb14b955; range_end:; response_count:1; response_revision:30850; }","duration":"598.955236ms","start":"2026-07-17T16:53:33.549118Z","end":"2026-07-17T16:53:34.148073Z","steps":["trace[2142220639] 'agreement among raft nodes before linearized reading' (duration: 598.70237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:34.148149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:33.551065Z","time spent":"597.071391ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-17T16:53:34.148175Z","caller":"traceutil/trace.go:171","msg":"trace[1597268343] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:30850; }","duration":"596.518388ms","start":"2026-07-17T16:53:33.551638Z","end":"2026-07-17T16:53:34.148157Z","steps":["trace[1597268343] 'agreement among raft nodes before linearized reading' (duration: 596.19326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:34.148199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:33.549099Z","time spent":"599.084318ms","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-81ac9710-b997-41b6-83ec-f30ddb14b955\" "} {"level":"warn","ts":"2026-07-17T16:53:34.148228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:33.551633Z","time spent":"596.582759ms","remote":"127.0.0.1:41588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-17T16:53:34.14796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.480227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:34.14828Z","caller":"traceutil/trace.go:171","msg":"trace[440867671] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:30850; }","duration":"565.875816ms","start":"2026-07-17T16:53:33.582393Z","end":"2026-07-17T16:53:34.148269Z","steps":["trace[440867671] 'agreement among raft nodes before linearized reading' (duration: 565.460216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:34.148313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:33.582376Z","time spent":"565.926798ms","remote":"127.0.0.1:41920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:53:34.1481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:33.549053Z","time spent":"599.040747ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c31f0ce1da2150\" "} {"level":"warn","ts":"2026-07-17T16:53:34.147977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:33.549206Z","time spent":"598.71134ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:58.664794Z","caller":"traceutil/trace.go:171","msg":"trace[443878576] linearizableReadLoop","detail":"{readStateIndex:32083; appliedIndex:32082; }","duration":"401.282721ms","start":"2026-07-17T16:53:58.26349Z","end":"2026-07-17T16:53:58.664773Z","steps":["trace[443878576] 'read index received' (duration: 401.24106ms)","trace[443878576] 'applied index is now lower than readState.Index' (duration: 40.491µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:58.664886Z","caller":"traceutil/trace.go:171","msg":"trace[250817395] transaction","detail":"{read_only:false; response_revision:31077; number_of_response:1; }","duration":"401.890186ms","start":"2026-07-17T16:53:58.262959Z","end":"2026-07-17T16:53:58.664849Z","steps":["trace[250817395] 'process raft request' (duration: 401.675951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:58.665075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:58.262935Z","time spent":"402.040469ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:58.665296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.805573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T16:53:58.665338Z","caller":"traceutil/trace.go:171","msg":"trace[1207383565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31077; }","duration":"401.908956ms","start":"2026-07-17T16:53:58.263419Z","end":"2026-07-17T16:53:58.665328Z","steps":["trace[1207383565] 'agreement among raft nodes before linearized reading' (duration: 401.439265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:58.665378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:58.263409Z","time spent":"401.957997ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:59.16596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268162359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:53:59.478249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.689817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:53:59.478509Z","caller":"traceutil/trace.go:171","msg":"trace[1567390910] transaction","detail":"{read_only:false; response_revision:31079; number_of_response:1; }","duration":"885.883829ms","start":"2026-07-17T16:53:58.592602Z","end":"2026-07-17T16:53:59.478486Z","steps":["trace[1567390910] 'process raft request' (duration: 885.752186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:59.478705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:58.592579Z","time spent":"886.069373ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:59.478672Z","caller":"traceutil/trace.go:171","msg":"trace[1008800788] transaction","detail":"{read_only:false; response_revision:31078; number_of_response:1; }","duration":"1.161816429s","start":"2026-07-17T16:53:58.316811Z","end":"2026-07-17T16:53:59.478627Z","steps":["trace[1008800788] 'process raft request' (duration: 882.654571ms)","trace[1008800788] 'compare' (duration: 278.38217ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:53:59.479693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:58.316793Z","time spent":"1.16267384s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:53:59.488623Z","caller":"traceutil/trace.go:171","msg":"trace[1519137365] linearizableReadLoop","detail":"{readStateIndex:32087; appliedIndex:32083; }","duration":"823.740517ms","start":"2026-07-17T16:53:58.66486Z","end":"2026-07-17T16:53:59.488601Z","steps":["trace[1519137365] 'read index received' (duration: 534.741994ms)","trace[1519137365] 'applied index is now lower than readState.Index' (duration: 288.997393ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:53:59.488685Z","caller":"traceutil/trace.go:171","msg":"trace[868377606] transaction","detail":"{read_only:false; response_revision:31080; number_of_response:1; }","duration":"819.136407ms","start":"2026-07-17T16:53:58.669523Z","end":"2026-07-17T16:53:59.48866Z","steps":["trace[868377606] 'process raft request' (duration: 818.867001ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:59.488713Z","caller":"traceutil/trace.go:171","msg":"trace[2097212450] transaction","detail":"{read_only:false; response_revision:31081; number_of_response:1; }","duration":"435.412165ms","start":"2026-07-17T16:53:59.053293Z","end":"2026-07-17T16:53:59.488706Z","steps":["trace[2097212450] 'process raft request' (duration: 435.243011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:59.488795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:58.669503Z","time spent":"819.226649ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:59.488795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.053274Z","time spent":"435.455296ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:53:59.488935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.485501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-17T16:53:59.488945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.151341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-17T16:53:59.488949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.728066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-17T16:53:59.488964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.908996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:53:59.48898Z","caller":"traceutil/trace.go:171","msg":"trace[751274151] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:31081; }","duration":"257.528532ms","start":"2026-07-17T16:53:59.23144Z","end":"2026-07-17T16:53:59.488968Z","steps":["trace[751274151] 'agreement among raft nodes before linearized reading' (duration: 257.388609ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:59.48899Z","caller":"traceutil/trace.go:171","msg":"trace[439259692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31081; }","duration":"534.235273ms","start":"2026-07-17T16:53:58.95474Z","end":"2026-07-17T16:53:59.488975Z","steps":["trace[439259692] 'agreement among raft nodes before linearized reading' (duration: 534.105319ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:59.488996Z","caller":"traceutil/trace.go:171","msg":"trace[483553008] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:31081; }","duration":"859.024389ms","start":"2026-07-17T16:53:58.629962Z","end":"2026-07-17T16:53:59.488986Z","steps":["trace[483553008] 'agreement among raft nodes before linearized reading' (duration: 858.944927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:59.489026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:58.954698Z","time spent":"534.320415ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:53:59.489139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.370833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-17T16:53:59.489049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.988409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:53:59.489233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:58.62994Z","time spent":"859.08246ms","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:53:59.489227Z","caller":"traceutil/trace.go:171","msg":"trace[1117482390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31081; }","duration":"536.470385ms","start":"2026-07-17T16:53:58.952742Z","end":"2026-07-17T16:53:59.489212Z","steps":["trace[1117482390] 'agreement among raft nodes before linearized reading' (duration: 536.156558ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:59.489309Z","caller":"traceutil/trace.go:171","msg":"trace[1069227006] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:31081; }","duration":"197.248705ms","start":"2026-07-17T16:53:59.291994Z","end":"2026-07-17T16:53:59.489242Z","steps":["trace[1069227006] 'agreement among raft nodes before linearized reading' (duration: 196.952248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:59.489326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:58.952736Z","time spent":"536.578498ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-17T16:53:59.489143Z","caller":"traceutil/trace.go:171","msg":"trace[1315836146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31081; }","duration":"537.890019ms","start":"2026-07-17T16:53:58.951096Z","end":"2026-07-17T16:53:59.488986Z","steps":["trace[1315836146] 'agreement among raft nodes before linearized reading' (duration: 537.626223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:59.489428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:58.95108Z","time spent":"538.33959ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-17T16:53:59.790757Z","caller":"traceutil/trace.go:171","msg":"trace[1182939315] transaction","detail":"{read_only:false; response_revision:31083; number_of_response:1; }","duration":"296.842909ms","start":"2026-07-17T16:53:59.493891Z","end":"2026-07-17T16:53:59.790734Z","steps":["trace[1182939315] 'process raft request' (duration: 296.596583ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:59.790792Z","caller":"traceutil/trace.go:171","msg":"trace[975135274] transaction","detail":"{read_only:false; response_revision:31084; number_of_response:1; }","duration":"296.669745ms","start":"2026-07-17T16:53:59.494104Z","end":"2026-07-17T16:53:59.790774Z","steps":["trace[975135274] 'process raft request' (duration: 296.539462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:53:59.790885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.204971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:53:59.791009Z","caller":"traceutil/trace.go:171","msg":"trace[2004922409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31084; }","duration":"277.363926ms","start":"2026-07-17T16:53:59.513635Z","end":"2026-07-17T16:53:59.790999Z","steps":["trace[2004922409] 'agreement among raft nodes before linearized reading' (duration: 277.163801ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:53:59.79077Z","caller":"traceutil/trace.go:171","msg":"trace[1332431462] linearizableReadLoop","detail":"{readStateIndex:32090; appliedIndex:32087; }","duration":"277.092679ms","start":"2026-07-17T16:53:59.513662Z","end":"2026-07-17T16:53:59.790754Z","steps":["trace[1332431462] 'read index received' (duration: 46.316325ms)","trace[1332431462] 'applied index is now lower than readState.Index' (duration: 230.774684ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:54:00.291943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10400675696268162377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-17T16:54:00.386658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.094418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:54:00.386733Z","caller":"traceutil/trace.go:171","msg":"trace[2096844360] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"500.21163ms","start":"2026-07-17T16:53:59.886506Z","end":"2026-07-17T16:54:00.386717Z","steps":["trace[2096844360] 'agreement among raft nodes before linearized reading' (duration: 500.119638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:00.386658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.017526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-17T16:54:00.386814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.88649Z","time spent":"500.275392ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} {"level":"info","ts":"2026-07-17T16:54:00.386856Z","caller":"traceutil/trace.go:171","msg":"trace[1883826469] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"500.223871ms","start":"2026-07-17T16:53:59.886586Z","end":"2026-07-17T16:54:00.38681Z","steps":["trace[1883826469] 'agreement among raft nodes before linearized reading' (duration: 500.014906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:00.386948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.886536Z","time spent":"500.393435ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:54:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/17 16:54:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-17T16:54:00.456287Z","caller":"traceutil/trace.go:171","msg":"trace[193927989] transaction","detail":"{read_only:false; response_revision:31090; number_of_response:1; }","duration":"822.029216ms","start":"2026-07-17T16:53:59.634226Z","end":"2026-07-17T16:54:00.456255Z","steps":["trace[193927989] 'process raft request' (duration: 821.925804ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:00.456411Z","caller":"traceutil/trace.go:171","msg":"trace[1943297282] transaction","detail":"{read_only:false; response_revision:31088; number_of_response:1; }","duration":"822.6584ms","start":"2026-07-17T16:53:59.633725Z","end":"2026-07-17T16:54:00.456384Z","steps":["trace[1943297282] 'process raft request' (duration: 822.332733ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:00.456377Z","caller":"traceutil/trace.go:171","msg":"trace[368643042] transaction","detail":"{read_only:false; response_revision:31087; number_of_response:1; }","duration":"823.8894ms","start":"2026-07-17T16:53:59.632449Z","end":"2026-07-17T16:54:00.456338Z","steps":["trace[368643042] 'process raft request' (duration: 823.551502ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:00.456489Z","caller":"traceutil/trace.go:171","msg":"trace[1665036173] transaction","detail":"{read_only:false; response_revision:31085; number_of_response:1; }","duration":"829.982346ms","start":"2026-07-17T16:53:59.626458Z","end":"2026-07-17T16:54:00.456441Z","steps":["trace[1665036173] 'process raft request' (duration: 754.176808ms)","trace[1665036173] 'compare' (duration: 75.113881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:54:00.456533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.633707Z","time spent":"822.757483ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:00.456559Z","caller":"traceutil/trace.go:171","msg":"trace[827168428] linearizableReadLoop","detail":"{readStateIndex:32099; appliedIndex:32090; }","duration":"665.442061ms","start":"2026-07-17T16:53:59.791095Z","end":"2026-07-17T16:54:00.456537Z","steps":["trace[827168428] 'read index received' (duration: 589.48116ms)","trace[827168428] 'applied index is now lower than readState.Index' (duration: 75.959701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:54:00.456573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.632434Z","time spent":"824.059714ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:00.456648Z","caller":"traceutil/trace.go:171","msg":"trace[1210415769] transaction","detail":"{read_only:false; response_revision:31092; number_of_response:1; }","duration":"818.184114ms","start":"2026-07-17T16:53:59.638431Z","end":"2026-07-17T16:54:00.456615Z","steps":["trace[1210415769] 'process raft request' (duration: 817.903417ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:00.456654Z","caller":"traceutil/trace.go:171","msg":"trace[597573081] transaction","detail":"{read_only:false; response_revision:31086; number_of_response:1; }","duration":"824.947886ms","start":"2026-07-17T16:53:59.631661Z","end":"2026-07-17T16:54:00.456609Z","steps":["trace[597573081] 'process raft request' (duration: 824.248669ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:00.456687Z","caller":"traceutil/trace.go:171","msg":"trace[1190641800] transaction","detail":"{read_only:false; response_revision:31093; number_of_response:1; }","duration":"817.298902ms","start":"2026-07-17T16:53:59.639371Z","end":"2026-07-17T16:54:00.45667Z","steps":["trace[1190641800] 'process raft request' (duration: 817.076007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:00.45669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.626436Z","time spent":"830.156659ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:00.456779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.638424Z","time spent":"818.288616ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:00.456779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.639317Z","time spent":"817.407946ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:00.45678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.63163Z","time spent":"825.087728ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:00.456842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.440964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-17T16:54:00.456912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.999848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:54:00.456933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.537716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T16:54:00.456918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.360161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:00.456937Z","caller":"traceutil/trace.go:171","msg":"trace[1962178244] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31093; }","duration":"845.608908ms","start":"2026-07-17T16:53:59.611311Z","end":"2026-07-17T16:54:00.45692Z","steps":["trace[1962178244] 'agreement among raft nodes before linearized reading' (duration: 845.351842ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:00.456971Z","caller":"traceutil/trace.go:171","msg":"trace[626150698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31093; }","duration":"802.09484ms","start":"2026-07-17T16:53:59.654858Z","end":"2026-07-17T16:54:00.456953Z","steps":["trace[626150698] 'agreement among raft nodes before linearized reading' (duration: 801.995268ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:00.456975Z","caller":"traceutil/trace.go:171","msg":"trace[940543660] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:31093; }","duration":"497.646269ms","start":"2026-07-17T16:53:59.959318Z","end":"2026-07-17T16:54:00.456964Z","steps":["trace[940543660] 'agreement among raft nodes before linearized reading' (duration: 497.569627ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:00.456989Z","caller":"traceutil/trace.go:171","msg":"trace[2051039843] transaction","detail":"{read_only:false; response_revision:31091; number_of_response:1; }","duration":"820.435038ms","start":"2026-07-17T16:53:59.636548Z","end":"2026-07-17T16:54:00.456983Z","steps":["trace[2051039843] 'process raft request' (duration: 819.659089ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:00.456989Z","caller":"traceutil/trace.go:171","msg":"trace[526876476] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:31093; }","duration":"720.445073ms","start":"2026-07-17T16:53:59.736527Z","end":"2026-07-17T16:54:00.456972Z","steps":["trace[526876476] 'agreement among raft nodes before linearized reading' (duration: 720.3133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:00.456995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.611281Z","time spent":"845.701261ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-17T16:54:00.457015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.65484Z","time spent":"802.164072ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:54:00.457017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.959295Z","time spent":"497.71091ms","remote":"127.0.0.1:41794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:54:00.45702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.006317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-17T16:54:00.457031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.736463Z","time spent":"720.558596ms","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:54:00.457072Z","caller":"traceutil/trace.go:171","msg":"trace[1229388725] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:31093; }","duration":"155.110559ms","start":"2026-07-17T16:54:00.301946Z","end":"2026-07-17T16:54:00.457057Z","steps":["trace[1229388725] 'agreement among raft nodes before linearized reading' (duration: 155.000087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:00.457024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.636539Z","time spent":"820.466328ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:00.457255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.634207Z","time spent":"822.173719ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:00.457544Z","caller":"traceutil/trace.go:171","msg":"trace[460323781] transaction","detail":"{read_only:false; response_revision:31089; number_of_response:1; }","duration":"823.307237ms","start":"2026-07-17T16:53:59.634005Z","end":"2026-07-17T16:54:00.457312Z","steps":["trace[460323781] 'process raft request' (duration: 822.102128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:00.457693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:53:59.633975Z","time spent":"823.663305ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:01.131294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.230991ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-17T16:54:01.131784Z","caller":"traceutil/trace.go:171","msg":"trace[771249106] linearizableReadLoop","detail":"{readStateIndex:32100; appliedIndex:32099; }","duration":"617.272472ms","start":"2026-07-17T16:54:00.514415Z","end":"2026-07-17T16:54:01.131688Z","steps":["trace[771249106] 'read index received' (duration: 56.59947ms)","trace[771249106] 'applied index is now lower than readState.Index' (duration: 560.670722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:54:01.131994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.273584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:01.132039Z","caller":"traceutil/trace.go:171","msg":"trace[210282558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31093; }","duration":"477.358865ms","start":"2026-07-17T16:54:00.654665Z","end":"2026-07-17T16:54:01.132024Z","steps":["trace[210282558] 'agreement among raft nodes before linearized reading' (duration: 477.276083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:01.132082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:00.654645Z","time spent":"477.429137ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:54:01.132007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.576789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:01.132298Z","caller":"traceutil/trace.go:171","msg":"trace[1892910039] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31093; }","duration":"617.885666ms","start":"2026-07-17T16:54:00.514367Z","end":"2026-07-17T16:54:01.132252Z","steps":["trace[1892910039] 'agreement among raft nodes before linearized reading' (duration: 617.402255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:01.132347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.55519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"range_response_count:1 size:9042"} {"level":"warn","ts":"2026-07-17T16:54:01.13242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.003213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:01.132446Z","caller":"traceutil/trace.go:171","msg":"trace[602709928] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; response_count:1; response_revision:31093; }","duration":"160.688972ms","start":"2026-07-17T16:54:00.971734Z","end":"2026-07-17T16:54:01.132423Z","steps":["trace[602709928] 'agreement among raft nodes before linearized reading' (duration: 160.396865ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:01.132505Z","caller":"traceutil/trace.go:171","msg":"trace[649576273] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:31093; }","duration":"271.137367ms","start":"2026-07-17T16:54:00.861345Z","end":"2026-07-17T16:54:01.132482Z","steps":["trace[649576273] 'agreement among raft nodes before linearized reading' (duration: 270.992623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:01.132527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:00.514347Z","time spent":"618.102361ms","remote":"127.0.0.1:41898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-17T16:54:01.132673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.654702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-17T16:54:01.132834Z","caller":"traceutil/trace.go:171","msg":"trace[558959339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31093; }","duration":"464.844767ms","start":"2026-07-17T16:54:00.667928Z","end":"2026-07-17T16:54:01.132773Z","steps":["trace[558959339] 'agreement among raft nodes before linearized reading' (duration: 464.419506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:01.132921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:00.667908Z","time spent":"465.000651ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-17T16:54:01.320169Z","caller":"traceutil/trace.go:171","msg":"trace[416153890] linearizableReadLoop","detail":"{readStateIndex:32101; appliedIndex:32100; }","duration":"179.623115ms","start":"2026-07-17T16:54:01.140521Z","end":"2026-07-17T16:54:01.320144Z","steps":["trace[416153890] 'read index received' (duration: 179.42933ms)","trace[416153890] 'applied index is now lower than readState.Index' (duration: 192.625µs)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:54:01.320376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.84247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T16:54:01.320415Z","caller":"traceutil/trace.go:171","msg":"trace[19621295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31094; }","duration":"179.922781ms","start":"2026-07-17T16:54:01.140482Z","end":"2026-07-17T16:54:01.320405Z","steps":["trace[19621295] 'agreement among raft nodes before linearized reading' (duration: 179.753567ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:01.320534Z","caller":"traceutil/trace.go:171","msg":"trace[2008758535] transaction","detail":"{read_only:false; response_revision:31094; number_of_response:1; }","duration":"182.986625ms","start":"2026-07-17T16:54:01.137508Z","end":"2026-07-17T16:54:01.320494Z","steps":["trace[2008758535] 'process raft request' (duration: 182.434992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:02.105939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.305584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-17T16:54:02.106035Z","caller":"traceutil/trace.go:171","msg":"trace[367121989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:31094; }","duration":"773.433717ms","start":"2026-07-17T16:54:01.332579Z","end":"2026-07-17T16:54:02.106012Z","steps":["trace[367121989] 'range keys from in-memory index tree' (duration: 773.14131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:02.106079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:01.332556Z","time spent":"773.512708ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-17T16:54:02.106358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.868531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T16:54:02.106468Z","caller":"traceutil/trace.go:171","msg":"trace[429210139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31094; }","duration":"614.040395ms","start":"2026-07-17T16:54:01.49241Z","end":"2026-07-17T16:54:02.10645Z","steps":["trace[429210139] 'range keys from in-memory index tree' (duration: 613.638875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:02.106487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.945425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-17T16:54:02.106528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:01.492389Z","time spent":"614.129677ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-17T16:54:02.106599Z","caller":"traceutil/trace.go:171","msg":"trace[731772148] linearizableReadLoop","detail":"{readStateIndex:32102; appliedIndex:32101; }","duration":"543.276757ms","start":"2026-07-17T16:54:01.563297Z","end":"2026-07-17T16:54:02.106574Z","steps":["trace[731772148] 'read index received' (duration: 357.066126ms)","trace[731772148] 'applied index is now lower than readState.Index' (duration: 186.208801ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:02.106678Z","caller":"traceutil/trace.go:171","msg":"trace[1367294036] transaction","detail":"{read_only:false; response_revision:31095; number_of_response:1; }","duration":"613.268886ms","start":"2026-07-17T16:54:01.493392Z","end":"2026-07-17T16:54:02.106661Z","steps":["trace[1367294036] 'process raft request' (duration: 427.054495ms)","trace[1367294036] 'compare' (duration: 185.73308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:54:02.106761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:01.493366Z","time spent":"613.345309ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:02.106885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.600831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:54:02.106885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.590954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-17T16:54:02.106909Z","caller":"traceutil/trace.go:171","msg":"trace[1574686888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31095; }","duration":"451.660612ms","start":"2026-07-17T16:54:01.655243Z","end":"2026-07-17T16:54:02.106903Z","steps":["trace[1574686888] 'agreement among raft nodes before linearized reading' (duration: 451.622041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:02.106927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:01.655223Z","time spent":"451.701114ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-17T16:54:02.106928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.640087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-17T16:54:02.106929Z","caller":"traceutil/trace.go:171","msg":"trace[1075908309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31095; }","duration":"543.665546ms","start":"2026-07-17T16:54:01.56325Z","end":"2026-07-17T16:54:02.106916Z","steps":["trace[1075908309] 'agreement among raft nodes before linearized reading' (duration: 543.443281ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:02.106957Z","caller":"traceutil/trace.go:171","msg":"trace[107798911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31095; }","duration":"312.702808ms","start":"2026-07-17T16:54:01.794246Z","end":"2026-07-17T16:54:02.106949Z","steps":["trace[107798911] 'agreement among raft nodes before linearized reading' (duration: 312.630847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:02.106985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:01.794228Z","time spent":"312.751799ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-17T16:54:02.106975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:01.563234Z","time spent":"543.731078ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-17T16:54:02.107044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.378267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:54:02.107064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.793177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-17T16:54:02.10707Z","caller":"traceutil/trace.go:171","msg":"trace[1800534360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:31095; }","duration":"332.444969ms","start":"2026-07-17T16:54:01.774617Z","end":"2026-07-17T16:54:02.107062Z","steps":["trace[1800534360] 'agreement among raft nodes before linearized reading' (duration: 332.403348ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:02.107086Z","caller":"traceutil/trace.go:171","msg":"trace[1702195930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31095; }","duration":"311.849367ms","start":"2026-07-17T16:54:01.795227Z","end":"2026-07-17T16:54:02.107077Z","steps":["trace[1702195930] 'agreement among raft nodes before linearized reading' (duration: 311.797446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:02.107097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:01.77459Z","time spent":"332.494759ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:54:02.107105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:01.795189Z","time spent":"311.911559ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-17T16:54:02.57088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.26709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:54:02.571141Z","caller":"traceutil/trace.go:171","msg":"trace[1352399730] transaction","detail":"{read_only:false; response_revision:31100; number_of_response:1; }","duration":"107.3215ms","start":"2026-07-17T16:54:02.463803Z","end":"2026-07-17T16:54:02.571124Z","steps":["trace[1352399730] 'process raft request' (duration: 107.280229ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:02.571119Z","caller":"traceutil/trace.go:171","msg":"trace[2026221375] transaction","detail":"{read_only:false; response_revision:31097; number_of_response:1; }","duration":"458.801143ms","start":"2026-07-17T16:54:02.112271Z","end":"2026-07-17T16:54:02.571072Z","steps":["trace[2026221375] 'process raft request' (duration: 340.269836ms)","trace[2026221375] 'compare' (duration: 118.155128ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:02.571274Z","caller":"traceutil/trace.go:171","msg":"trace[1493044578] linearizableReadLoop","detail":"{readStateIndex:32106; appliedIndex:32103; }","duration":"395.622246ms","start":"2026-07-17T16:54:02.175637Z","end":"2026-07-17T16:54:02.57126Z","steps":["trace[1493044578] 'read index received' (duration: 276.843534ms)","trace[1493044578] 'applied index is now lower than readState.Index' (duration: 118.777312ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:02.571278Z","caller":"traceutil/trace.go:171","msg":"trace[361202522] transaction","detail":"{read_only:false; response_revision:31099; number_of_response:1; }","duration":"458.674639ms","start":"2026-07-17T16:54:02.112583Z","end":"2026-07-17T16:54:02.571257Z","steps":["trace[361202522] 'process raft request' (duration: 458.453454ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:02.571312Z","caller":"traceutil/trace.go:171","msg":"trace[1468655462] transaction","detail":"{read_only:false; response_revision:31098; number_of_response:1; }","duration":"458.767862ms","start":"2026-07-17T16:54:02.112526Z","end":"2026-07-17T16:54:02.571294Z","steps":["trace[1468655462] 'process raft request' (duration: 458.451745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:02.571402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:02.112566Z","time spent":"458.773562ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:02.571413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.757129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:02.571477Z","caller":"traceutil/trace.go:171","msg":"trace[1202363860] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:31100; }","duration":"395.852651ms","start":"2026-07-17T16:54:02.175603Z","end":"2026-07-17T16:54:02.571456Z","steps":["trace[1202363860] 'agreement among raft nodes before linearized reading' (duration: 395.696397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:02.57148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:02.11224Z","time spent":"459.116521ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:02.571704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:02.175587Z","time spent":"395.935294ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:54:02.572517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:02.112497Z","time spent":"459.95728ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:03.086978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.289028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:54:03.087234Z","caller":"traceutil/trace.go:171","msg":"trace[964908978] transaction","detail":"{read_only:false; response_revision:31101; number_of_response:1; }","duration":"620.793746ms","start":"2026-07-17T16:54:02.466416Z","end":"2026-07-17T16:54:03.08721Z","steps":["trace[964908978] 'process raft request' (duration: 508.18017ms)","trace[964908978] 'compare' (duration: 112.102084ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:54:03.087371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:02.466399Z","time spent":"620.898409ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:03.087428Z","caller":"traceutil/trace.go:171","msg":"trace[1008369649] transaction","detail":"{read_only:false; response_revision:31103; number_of_response:1; }","duration":"620.893619ms","start":"2026-07-17T16:54:02.466511Z","end":"2026-07-17T16:54:03.087405Z","steps":["trace[1008369649] 'process raft request' (duration: 620.671063ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:03.087421Z","caller":"traceutil/trace.go:171","msg":"trace[225780427] transaction","detail":"{read_only:false; response_revision:31102; number_of_response:1; }","duration":"620.901509ms","start":"2026-07-17T16:54:02.466482Z","end":"2026-07-17T16:54:03.087383Z","steps":["trace[225780427] 'process raft request' (duration: 620.593892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:03.087532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:02.466507Z","time spent":"620.97464ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:03.08761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:02.466476Z","time spent":"621.029562ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:03.087562Z","caller":"traceutil/trace.go:171","msg":"trace[1177802342] transaction","detail":"{read_only:false; response_revision:31104; number_of_response:1; }","duration":"621.063762ms","start":"2026-07-17T16:54:02.46649Z","end":"2026-07-17T16:54:03.087554Z","steps":["trace[1177802342] 'process raft request' (duration: 620.750745ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:03.087685Z","caller":"traceutil/trace.go:171","msg":"trace[786712415] linearizableReadLoop","detail":"{readStateIndex:32115; appliedIndex:32107; }","duration":"516.376066ms","start":"2026-07-17T16:54:02.571303Z","end":"2026-07-17T16:54:03.087679Z","steps":["trace[786712415] 'read index received' (duration: 403.32636ms)","trace[786712415] 'applied index is now lower than readState.Index' (duration: 113.048966ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:03.087752Z","caller":"traceutil/trace.go:171","msg":"trace[740017680] transaction","detail":"{read_only:false; response_revision:31105; number_of_response:1; }","duration":"621.186346ms","start":"2026-07-17T16:54:02.466559Z","end":"2026-07-17T16:54:03.087746Z","steps":["trace[740017680] 'process raft request' (duration: 620.95052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:03.087728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:02.466456Z","time spent":"621.226306ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:03.087798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:02.466458Z","time spent":"621.310298ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:03.087858Z","caller":"traceutil/trace.go:171","msg":"trace[160898669] transaction","detail":"{read_only:false; response_revision:31106; number_of_response:1; }","duration":"621.259817ms","start":"2026-07-17T16:54:02.466592Z","end":"2026-07-17T16:54:03.087852Z","steps":["trace[160898669] 'process raft request' (duration: 621.012441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:03.087886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:02.466587Z","time spent":"621.283058ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:03.087908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.834662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-17T16:54:03.087952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.775486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:03.087936Z","caller":"traceutil/trace.go:171","msg":"trace[1280287558] transaction","detail":"{read_only:false; response_revision:31107; number_of_response:1; }","duration":"617.708643ms","start":"2026-07-17T16:54:02.470207Z","end":"2026-07-17T16:54:03.087916Z","steps":["trace[1280287558] 'process raft request' (duration: 617.421006ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:03.087972Z","caller":"traceutil/trace.go:171","msg":"trace[186013057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31108; }","duration":"433.839627ms","start":"2026-07-17T16:54:02.654126Z","end":"2026-07-17T16:54:03.087966Z","steps":["trace[186013057] 'agreement among raft nodes before linearized reading' (duration: 433.806116ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:03.087967Z","caller":"traceutil/trace.go:171","msg":"trace[2051486172] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:31108; }","duration":"520.932575ms","start":"2026-07-17T16:54:02.567018Z","end":"2026-07-17T16:54:03.08795Z","steps":["trace[2051486172] 'agreement among raft nodes before linearized reading' (duration: 520.840112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:03.088024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:02.567Z","time spent":"521.008746ms","remote":"127.0.0.1:36248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:54:03.088032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:02.470198Z","time spent":"617.784924ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:03.08799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:02.654102Z","time spent":"433.884859ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:54:03.08829Z","caller":"traceutil/trace.go:171","msg":"trace[580694946] transaction","detail":"{read_only:false; response_revision:31108; number_of_response:1; }","duration":"617.977469ms","start":"2026-07-17T16:54:02.470282Z","end":"2026-07-17T16:54:03.08826Z","steps":["trace[580694946] 'process raft request' (duration: 617.369905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:03.088468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:02.470268Z","time spent":"618.134942ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:03.544696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.506195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:03.544797Z","caller":"traceutil/trace.go:171","msg":"trace[657479190] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:31108; }","duration":"258.798252ms","start":"2026-07-17T16:54:03.285979Z","end":"2026-07-17T16:54:03.544777Z","steps":["trace[657479190] 'count revisions from in-memory index tree' (duration: 258.419584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:03.544992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.007807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T16:54:03.545088Z","caller":"traceutil/trace.go:171","msg":"trace[611955443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31108; }","duration":"220.12822ms","start":"2026-07-17T16:54:03.324929Z","end":"2026-07-17T16:54:03.545057Z","steps":["trace[611955443] 'range keys from in-memory index tree' (duration: 219.803692ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:03.709166Z","caller":"traceutil/trace.go:171","msg":"trace[469155132] transaction","detail":"{read_only:false; response_revision:31109; number_of_response:1; }","duration":"158.635733ms","start":"2026-07-17T16:54:03.550498Z","end":"2026-07-17T16:54:03.709134Z","steps":["trace[469155132] 'process raft request' (duration: 158.434148ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:03.722541Z","caller":"traceutil/trace.go:171","msg":"trace[1188909166] linearizableReadLoop","detail":"{readStateIndex:32118; appliedIndex:32115; }","duration":"108.528528ms","start":"2026-07-17T16:54:03.613992Z","end":"2026-07-17T16:54:03.722521Z","steps":["trace[1188909166] 'read index received' (duration: 94.961905ms)","trace[1188909166] 'applied index is now lower than readState.Index' (duration: 13.565703ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:03.72259Z","caller":"traceutil/trace.go:171","msg":"trace[1661276343] transaction","detail":"{read_only:false; response_revision:31110; number_of_response:1; }","duration":"163.263573ms","start":"2026-07-17T16:54:03.559301Z","end":"2026-07-17T16:54:03.722565Z","steps":["trace[1661276343] 'process raft request' (duration: 163.069609ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:03.722634Z","caller":"traceutil/trace.go:171","msg":"trace[1468197143] transaction","detail":"{read_only:false; response_revision:31111; number_of_response:1; }","duration":"151.33607ms","start":"2026-07-17T16:54:03.571289Z","end":"2026-07-17T16:54:03.722625Z","steps":["trace[1468197143] 'process raft request' (duration: 151.200957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:03.722805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.791884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:03.722835Z","caller":"traceutil/trace.go:171","msg":"trace[2074477773] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31111; }","duration":"108.841466ms","start":"2026-07-17T16:54:03.613985Z","end":"2026-07-17T16:54:03.722826Z","steps":["trace[2074477773] 'agreement among raft nodes before linearized reading' (duration: 108.773154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:04.087283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.780349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:04.087374Z","caller":"traceutil/trace.go:171","msg":"trace[161863499] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:31111; }","duration":"182.903492ms","start":"2026-07-17T16:54:03.904449Z","end":"2026-07-17T16:54:04.087353Z","steps":["trace[161863499] 'count revisions from in-memory index tree' (duration: 182.723608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:04.087622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.002056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:04.087693Z","caller":"traceutil/trace.go:171","msg":"trace[1323158136] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:31111; }","duration":"199.118319ms","start":"2026-07-17T16:54:03.888555Z","end":"2026-07-17T16:54:04.087674Z","steps":["trace[1323158136] 'count revisions from in-memory index tree' (duration: 198.935024ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:04.346372Z","caller":"traceutil/trace.go:171","msg":"trace[1247049471] linearizableReadLoop","detail":"{readStateIndex:32119; appliedIndex:32118; }","duration":"185.216386ms","start":"2026-07-17T16:54:04.161134Z","end":"2026-07-17T16:54:04.34635Z","steps":["trace[1247049471] 'read index received' (duration: 184.97643ms)","trace[1247049471] 'applied index is now lower than readState.Index' (duration: 239.086µs)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:04.346433Z","caller":"traceutil/trace.go:171","msg":"trace[1633487706] transaction","detail":"{read_only:false; response_revision:31112; number_of_response:1; }","duration":"235.175628ms","start":"2026-07-17T16:54:04.111227Z","end":"2026-07-17T16:54:04.346403Z","steps":["trace[1633487706] 'process raft request' (duration: 234.966033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:04.346595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.450712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-17T16:54:04.346602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.740751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:04.346634Z","caller":"traceutil/trace.go:171","msg":"trace[322494857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31112; }","duration":"185.541724ms","start":"2026-07-17T16:54:04.161083Z","end":"2026-07-17T16:54:04.346625Z","steps":["trace[322494857] 'agreement among raft nodes before linearized reading' (duration: 185.38076ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:04.346651Z","caller":"traceutil/trace.go:171","msg":"trace[1003977823] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:31112; }","duration":"178.810034ms","start":"2026-07-17T16:54:04.167825Z","end":"2026-07-17T16:54:04.346635Z","steps":["trace[1003977823] 'agreement among raft nodes before linearized reading' (duration: 178.730152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:04.346843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.72292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-17T16:54:04.346936Z","caller":"traceutil/trace.go:171","msg":"trace[1593216551] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31112; }","duration":"128.856213ms","start":"2026-07-17T16:54:04.218057Z","end":"2026-07-17T16:54:04.346913Z","steps":["trace[1593216551] 'agreement among raft nodes before linearized reading' (duration: 128.596257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:04.712944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.227064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:54:04.714816Z","caller":"traceutil/trace.go:171","msg":"trace[872445348] linearizableReadLoop","detail":"{readStateIndex:32120; appliedIndex:32119; }","duration":"327.134272ms","start":"2026-07-17T16:54:04.387618Z","end":"2026-07-17T16:54:04.714752Z","steps":["trace[872445348] 'read index received' (duration: 58.080516ms)","trace[872445348] 'applied index is now lower than readState.Index' (duration: 268.913213ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:04.714885Z","caller":"traceutil/trace.go:171","msg":"trace[2094976733] transaction","detail":"{read_only:false; response_revision:31113; number_of_response:1; }","duration":"362.793942ms","start":"2026-07-17T16:54:04.352034Z","end":"2026-07-17T16:54:04.714828Z","steps":["trace[2094976733] 'process raft request' (duration: 93.619342ms)","trace[2094976733] 'compare' (duration: 267.087391ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:04.714951Z","caller":"traceutil/trace.go:171","msg":"trace[389288726] transaction","detail":"{read_only:false; response_revision:31114; number_of_response:1; }","duration":"219.71086ms","start":"2026-07-17T16:54:04.495179Z","end":"2026-07-17T16:54:04.71489Z","steps":["trace[389288726] 'process raft request' (duration: 217.886866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:04.715077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:04.352011Z","time spent":"362.964697ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:04.715122Z","caller":"traceutil/trace.go:171","msg":"trace[902816868] transaction","detail":"{read_only:false; response_revision:31115; number_of_response:1; }","duration":"138.554384ms","start":"2026-07-17T16:54:04.576521Z","end":"2026-07-17T16:54:04.715075Z","steps":["trace[902816868] 'process raft request' (duration: 137.379016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:04.715492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.628172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:54:04.715544Z","caller":"traceutil/trace.go:171","msg":"trace[1990322940] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:31115; }","duration":"306.718655ms","start":"2026-07-17T16:54:04.408801Z","end":"2026-07-17T16:54:04.71552Z","steps":["trace[1990322940] 'agreement among raft nodes before linearized reading' (duration: 306.477719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:04.715574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:04.408781Z","time spent":"306.784137ms","remote":"127.0.0.1:41708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:54:04.715585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.048966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-17T16:54:04.715655Z","caller":"traceutil/trace.go:171","msg":"trace[1763980684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31115; }","duration":"139.145639ms","start":"2026-07-17T16:54:04.576494Z","end":"2026-07-17T16:54:04.715639Z","steps":["trace[1763980684] 'agreement among raft nodes before linearized reading' (duration: 138.961594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:04.715617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.169739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-17T16:54:04.715744Z","caller":"traceutil/trace.go:171","msg":"trace[298891604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31115; }","duration":"139.388274ms","start":"2026-07-17T16:54:04.576324Z","end":"2026-07-17T16:54:04.715713Z","steps":["trace[298891604] 'agreement among raft nodes before linearized reading' (duration: 139.109788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:04.716036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.943801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-17T16:54:04.716093Z","caller":"traceutil/trace.go:171","msg":"trace[396766256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31115; }","duration":"141.042303ms","start":"2026-07-17T16:54:04.575036Z","end":"2026-07-17T16:54:04.716078Z","steps":["trace[396766256] 'agreement among raft nodes before linearized reading' (duration: 140.798987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:04.716804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.166261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:54:04.716934Z","caller":"traceutil/trace.go:171","msg":"trace[1950136147] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31115; }","duration":"329.315755ms","start":"2026-07-17T16:54:04.387582Z","end":"2026-07-17T16:54:04.716898Z","steps":["trace[1950136147] 'agreement among raft nodes before linearized reading' (duration: 327.213325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:04.717025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:04.387565Z","time spent":"329.440897ms","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:54:05.227657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.932233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-17T16:54:05.227788Z","caller":"traceutil/trace.go:171","msg":"trace[1210855214] range","detail":"{range_begin:/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db; range_end:; }","duration":"500.119758ms","start":"2026-07-17T16:54:04.727641Z","end":"2026-07-17T16:54:05.227761Z","steps":["trace[1210855214] 'agreement among raft nodes before linearized reading' (duration: 499.943924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:05.227969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:04.727633Z","time spent":"500.316813ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/postgresql.cnpg.io/clusters/auth-system/keycloak-db\" "} 2026/07/17 16:54:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-17T16:54:05.480176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.86331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:54:05.480555Z","caller":"traceutil/trace.go:171","msg":"trace[634451298] linearizableReadLoop","detail":"{readStateIndex:32126; appliedIndex:32122; }","duration":"752.867506ms","start":"2026-07-17T16:54:04.727663Z","end":"2026-07-17T16:54:05.48053Z","steps":["trace[634451298] 'read index received' (duration: 41.292244ms)","trace[634451298] 'applied index is now lower than readState.Index' (duration: 711.573622ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:05.480675Z","caller":"traceutil/trace.go:171","msg":"trace[1272360936] transaction","detail":"{read_only:false; response_revision:31116; number_of_response:1; }","duration":"756.636876ms","start":"2026-07-17T16:54:04.72402Z","end":"2026-07-17T16:54:05.480657Z","steps":["trace[1272360936] 'process raft request' (duration: 576.163912ms)","trace[1272360936] 'compare' (duration: 179.312386ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:05.480767Z","caller":"traceutil/trace.go:171","msg":"trace[1587632137] transaction","detail":"{read_only:false; response_revision:31117; number_of_response:1; }","duration":"755.512559ms","start":"2026-07-17T16:54:04.725226Z","end":"2026-07-17T16:54:05.480739Z","steps":["trace[1587632137] 'process raft request' (duration: 755.088789ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:05.480789Z","caller":"traceutil/trace.go:171","msg":"trace[1028504764] transaction","detail":"{read_only:false; response_revision:31118; number_of_response:1; }","duration":"754.904304ms","start":"2026-07-17T16:54:04.725853Z","end":"2026-07-17T16:54:05.480757Z","steps":["trace[1028504764] 'process raft request' (duration: 754.614347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:05.481067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:04.725214Z","time spent":"755.794506ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:05.481067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:04.725838Z","time spent":"755.179471ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:05.480772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:04.723791Z","time spent":"756.931453ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:05.723757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.484019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:54:05.723979Z","caller":"traceutil/trace.go:171","msg":"trace[590865157] transaction","detail":"{read_only:false; response_revision:31120; number_of_response:1; }","duration":"631.098242ms","start":"2026-07-17T16:54:05.092864Z","end":"2026-07-17T16:54:05.723962Z","steps":["trace[590865157] 'process raft request' (duration: 630.993319ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:05.723967Z","caller":"traceutil/trace.go:171","msg":"trace[290757732] transaction","detail":"{read_only:false; response_revision:31119; number_of_response:1; }","duration":"953.331957ms","start":"2026-07-17T16:54:04.770601Z","end":"2026-07-17T16:54:05.723933Z","steps":["trace[290757732] 'process raft request' (duration: 810.584402ms)","trace[290757732] 'compare' (duration: 142.337345ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:54:05.724051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.09284Z","time spent":"631.178324ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:05.724113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:04.770578Z","time spent":"953.455221ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:05.724342Z","caller":"traceutil/trace.go:171","msg":"trace[713204959] transaction","detail":"{read_only:false; response_revision:31121; number_of_response:1; }","duration":"630.60207ms","start":"2026-07-17T16:54:05.093708Z","end":"2026-07-17T16:54:05.72431Z","steps":["trace[713204959] 'process raft request' (duration: 630.215481ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:05.724514Z","caller":"traceutil/trace.go:171","msg":"trace[2060464902] transaction","detail":"{read_only:false; response_revision:31122; number_of_response:1; }","duration":"630.716283ms","start":"2026-07-17T16:54:05.09378Z","end":"2026-07-17T16:54:05.724496Z","steps":["trace[2060464902] 'process raft request' (duration: 630.333103ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:05.724584Z","caller":"traceutil/trace.go:171","msg":"trace[1748427850] transaction","detail":"{read_only:false; response_revision:31123; number_of_response:1; }","duration":"629.848272ms","start":"2026-07-17T16:54:05.094709Z","end":"2026-07-17T16:54:05.724558Z","steps":["trace[1748427850] 'process raft request' (duration: 629.732889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:05.724604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.093774Z","time spent":"630.783844ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:05.72465Z","caller":"traceutil/trace.go:171","msg":"trace[729152057] transaction","detail":"{read_only:false; response_revision:31124; number_of_response:1; }","duration":"629.516414ms","start":"2026-07-17T16:54:05.095113Z","end":"2026-07-17T16:54:05.724629Z","steps":["trace[729152057] 'process raft request' (duration: 629.3772ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:05.724675Z","caller":"traceutil/trace.go:171","msg":"trace[839807132] transaction","detail":"{read_only:false; response_revision:31126; number_of_response:1; }","duration":"628.989111ms","start":"2026-07-17T16:54:05.095664Z","end":"2026-07-17T16:54:05.724653Z","steps":["trace[839807132] 'process raft request' (duration: 628.895979ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:05.724711Z","caller":"traceutil/trace.go:171","msg":"trace[1928734317] transaction","detail":"{read_only:false; response_revision:31127; number_of_response:1; }","duration":"627.509676ms","start":"2026-07-17T16:54:05.09719Z","end":"2026-07-17T16:54:05.7247Z","steps":["trace[1928734317] 'process raft request' (duration: 627.397374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:05.724726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.095102Z","time spent":"629.587366ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:05.724715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.094703Z","time spent":"629.942154ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:05.72476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.097161Z","time spent":"627.573088ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:05.724761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.095616Z","time spent":"629.097814ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:05.7248Z","caller":"traceutil/trace.go:171","msg":"trace[762241910] transaction","detail":"{read_only:false; response_revision:31125; number_of_response:1; }","duration":"629.34207ms","start":"2026-07-17T16:54:05.095447Z","end":"2026-07-17T16:54:05.724789Z","steps":["trace[762241910] 'process raft request' (duration: 629.079913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:05.724864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.095436Z","time spent":"629.398342ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:05.72497Z","caller":"traceutil/trace.go:171","msg":"trace[550012676] linearizableReadLoop","detail":"{readStateIndex:32135; appliedIndex:32126; }","duration":"244.338307ms","start":"2026-07-17T16:54:05.480609Z","end":"2026-07-17T16:54:05.724948Z","steps":["trace[550012676] 'read index received' (duration: 100.479896ms)","trace[550012676] 'applied index is now lower than readState.Index' (duration: 143.852941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:54:05.725022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.171194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:54:05.725059Z","caller":"traceutil/trace.go:171","msg":"trace[1915727051] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:31127; }","duration":"374.259596ms","start":"2026-07-17T16:54:05.350786Z","end":"2026-07-17T16:54:05.725046Z","steps":["trace[1915727051] 'agreement among raft nodes before linearized reading' (duration: 374.188034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:05.725126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.350759Z","time spent":"374.356418ms","remote":"127.0.0.1:35888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:54:05.725144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.170141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:05.725199Z","caller":"traceutil/trace.go:171","msg":"trace[665258656] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:31127; }","duration":"786.268433ms","start":"2026-07-17T16:54:04.938914Z","end":"2026-07-17T16:54:05.725182Z","steps":["trace[665258656] 'agreement among raft nodes before linearized reading' (duration: 786.16346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:05.725243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:04.938891Z","time spent":"786.341924ms","remote":"127.0.0.1:36168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-17T16:54:05.725392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.139088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.215\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-17T16:54:05.72554Z","caller":"traceutil/trace.go:171","msg":"trace[1406938164] range","detail":"{range_begin:/registry/masterleases/199.19.213.215; range_end:; response_count:1; response_revision:31127; }","duration":"427.330852ms","start":"2026-07-17T16:54:05.298192Z","end":"2026-07-17T16:54:05.725523Z","steps":["trace[1406938164] 'agreement among raft nodes before linearized reading' (duration: 426.799299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:05.725817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.298172Z","time spent":"427.593328ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.215\" "} {"level":"warn","ts":"2026-07-17T16:54:05.726944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.093698Z","time spent":"630.727373ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:06.294745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.407181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:54:06.294859Z","caller":"traceutil/trace.go:171","msg":"trace[1082210049] linearizableReadLoop","detail":"{readStateIndex:32138; appliedIndex:32135; }","duration":"560.99524ms","start":"2026-07-17T16:54:05.733852Z","end":"2026-07-17T16:54:06.294848Z","steps":["trace[1082210049] 'read index received' (duration: 24.901154ms)","trace[1082210049] 'applied index is now lower than readState.Index' (duration: 536.093396ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:06.294919Z","caller":"traceutil/trace.go:171","msg":"trace[132305245] transaction","detail":"{read_only:false; response_revision:31129; number_of_response:1; }","duration":"564.33749ms","start":"2026-07-17T16:54:05.730565Z","end":"2026-07-17T16:54:06.294903Z","steps":["trace[132305245] 'process raft request' (duration: 564.239268ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:06.294905Z","caller":"traceutil/trace.go:171","msg":"trace[1017467792] transaction","detail":"{read_only:false; response_revision:31128; number_of_response:1; }","duration":"565.176429ms","start":"2026-07-17T16:54:05.729696Z","end":"2026-07-17T16:54:06.294873Z","steps":["trace[1017467792] 'process raft request' (duration: 252.589984ms)","trace[1017467792] 'compare' (duration: 312.136135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:54:06.295035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.730549Z","time spent":"564.416392ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:06.295034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.72961Z","time spent":"565.356564ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:06.295086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.222166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-07-17T16:54:06.295145Z","caller":"traceutil/trace.go:171","msg":"trace[852045055] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:31129; }","duration":"561.308628ms","start":"2026-07-17T16:54:05.733823Z","end":"2026-07-17T16:54:06.295132Z","steps":["trace[852045055] 'agreement among raft nodes before linearized reading' (duration: 561.075792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:06.295175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.733813Z","time spent":"561.354988ms","remote":"127.0.0.1:41898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-17T16:54:06.295887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.888598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:06.295911Z","caller":"traceutil/trace.go:171","msg":"trace[564125913] transaction","detail":"{read_only:false; response_revision:31130; number_of_response:1; }","duration":"536.025444ms","start":"2026-07-17T16:54:05.759857Z","end":"2026-07-17T16:54:06.295882Z","steps":["trace[564125913] 'process raft request' (duration: 535.863671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:06.295958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.808755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:06.295982Z","caller":"traceutil/trace.go:171","msg":"trace[1182106007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31130; }","duration":"282.860187ms","start":"2026-07-17T16:54:06.013116Z","end":"2026-07-17T16:54:06.295977Z","steps":["trace[1182106007] 'agreement among raft nodes before linearized reading' (duration: 282.822326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:06.295994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.759837Z","time spent":"536.111086ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:06.295924Z","caller":"traceutil/trace.go:171","msg":"trace[1595446845] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:31130; }","duration":"420.96536ms","start":"2026-07-17T16:54:05.87495Z","end":"2026-07-17T16:54:06.295915Z","steps":["trace[1595446845] 'agreement among raft nodes before linearized reading' (duration: 420.873348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:06.296088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:05.874928Z","time spent":"421.141624ms","remote":"127.0.0.1:35962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-17T16:54:06.546705Z","caller":"traceutil/trace.go:171","msg":"trace[1696496268] transaction","detail":"{read_only:false; response_revision:31132; number_of_response:1; }","duration":"203.833542ms","start":"2026-07-17T16:54:06.342821Z","end":"2026-07-17T16:54:06.546654Z","steps":["trace[1696496268] 'process raft request' (duration: 159.062994ms)","trace[1696496268] 'compare' (duration: 44.481291ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:06.559085Z","caller":"traceutil/trace.go:171","msg":"trace[1930676101] transaction","detail":"{read_only:false; response_revision:31133; number_of_response:1; }","duration":"205.734627ms","start":"2026-07-17T16:54:06.353326Z","end":"2026-07-17T16:54:06.55906Z","steps":["trace[1930676101] 'process raft request' (duration: 205.589584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:07.091028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.056656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:07.091109Z","caller":"traceutil/trace.go:171","msg":"trace[1975770323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31133; }","duration":"435.175509ms","start":"2026-07-17T16:54:06.655914Z","end":"2026-07-17T16:54:07.091089Z","steps":["trace[1975770323] 'range keys from in-memory index tree' (duration: 434.998425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:07.09115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:06.655899Z","time spent":"435.242941ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:54:07.092227Z","caller":"traceutil/trace.go:171","msg":"trace[1329087605] linearizableReadLoop","detail":"{readStateIndex:32143; appliedIndex:32142; }","duration":"367.784022ms","start":"2026-07-17T16:54:06.724426Z","end":"2026-07-17T16:54:07.092211Z","steps":["trace[1329087605] 'read index received' (duration: 348.492292ms)","trace[1329087605] 'applied index is now lower than readState.Index' (duration: 19.29083ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:07.092405Z","caller":"traceutil/trace.go:171","msg":"trace[1015702270] transaction","detail":"{read_only:false; response_revision:31134; number_of_response:1; }","duration":"368.889529ms","start":"2026-07-17T16:54:06.723507Z","end":"2026-07-17T16:54:07.092396Z","steps":["trace[1015702270] 'process raft request' (duration: 349.361053ms)","trace[1015702270] 'compare' (duration: 17.922477ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:54:07.092482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:06.723488Z","time spent":"368.940889ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:07.092504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.423706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:54:07.092576Z","caller":"traceutil/trace.go:171","msg":"trace[1427386200] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:31134; }","duration":"295.521988ms","start":"2026-07-17T16:54:06.797034Z","end":"2026-07-17T16:54:07.092556Z","steps":["trace[1427386200] 'agreement among raft nodes before linearized reading' (duration: 295.404616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:07.092743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.313545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-17T16:54:07.09277Z","caller":"traceutil/trace.go:171","msg":"trace[1291850588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31134; }","duration":"368.361745ms","start":"2026-07-17T16:54:06.724402Z","end":"2026-07-17T16:54:07.092764Z","steps":["trace[1291850588] 'agreement among raft nodes before linearized reading' (duration: 368.267163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:07.092792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:06.724393Z","time spent":"368.393327ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-17T16:54:07.09285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.929669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/postgresql.cnpg.io/databases/\" range_end:\"/registry/postgresql.cnpg.io/databases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-17T16:54:07.092911Z","caller":"traceutil/trace.go:171","msg":"trace[2108898715] range","detail":"{range_begin:/registry/postgresql.cnpg.io/databases/; range_end:/registry/postgresql.cnpg.io/databases0; response_count:0; response_revision:31134; }","duration":"247.021321ms","start":"2026-07-17T16:54:06.845874Z","end":"2026-07-17T16:54:07.092895Z","steps":["trace[2108898715] 'agreement among raft nodes before linearized reading' (duration: 246.923929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:07.415471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.853131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-17T16:54:07.415588Z","caller":"traceutil/trace.go:171","msg":"trace[802874843] linearizableReadLoop","detail":"{readStateIndex:32144; appliedIndex:32143; }","duration":"302.408753ms","start":"2026-07-17T16:54:07.113161Z","end":"2026-07-17T16:54:07.415569Z","steps":["trace[802874843] 'read index received' (duration: 184.405728ms)","trace[802874843] 'applied index is now lower than readState.Index' (duration: 118.001585ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:07.415809Z","caller":"traceutil/trace.go:171","msg":"trace[1002093559] transaction","detail":"{read_only:false; response_revision:31135; number_of_response:1; }","duration":"317.404651ms","start":"2026-07-17T16:54:07.098367Z","end":"2026-07-17T16:54:07.415772Z","steps":["trace[1002093559] 'process raft request' (duration: 199.17127ms)","trace[1002093559] 'compare' (duration: 117.462572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:54:07.41589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.098352Z","time spent":"317.500204ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:07.416274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.090899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-17T16:54:07.416314Z","caller":"traceutil/trace.go:171","msg":"trace[1186431936] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31135; }","duration":"303.190021ms","start":"2026-07-17T16:54:07.113113Z","end":"2026-07-17T16:54:07.416303Z","steps":["trace[1186431936] 'agreement among raft nodes before linearized reading' (duration: 302.502525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:07.416378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.113086Z","time spent":"303.283064ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-17T16:54:07.88472Z","caller":"traceutil/trace.go:171","msg":"trace[1001299734] transaction","detail":"{read_only:false; response_revision:31137; number_of_response:1; }","duration":"392.48893ms","start":"2026-07-17T16:54:07.492206Z","end":"2026-07-17T16:54:07.884695Z","steps":["trace[1001299734] 'process raft request' (duration: 297.655749ms)","trace[1001299734] 'compare' (duration: 94.652647ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:07.88482Z","caller":"traceutil/trace.go:171","msg":"trace[811466355] linearizableReadLoop","detail":"{readStateIndex:32147; appliedIndex:32144; }","duration":"379.955711ms","start":"2026-07-17T16:54:07.504836Z","end":"2026-07-17T16:54:07.884792Z","steps":["trace[811466355] 'read index received' (duration: 4.932658ms)","trace[811466355] 'applied index is now lower than readState.Index' (duration: 375.021843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:54:07.884874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.492192Z","time spent":"392.607223ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:07.885002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.150276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-17T16:54:07.885033Z","caller":"traceutil/trace.go:171","msg":"trace[480793117] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:31138; }","duration":"380.196217ms","start":"2026-07-17T16:54:07.504828Z","end":"2026-07-17T16:54:07.885025Z","steps":["trace[480793117] 'agreement among raft nodes before linearized reading' (duration: 380.060564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:07.88506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.504773Z","time spent":"380.278859ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-17T16:54:07.885111Z","caller":"traceutil/trace.go:171","msg":"trace[176164965] transaction","detail":"{read_only:false; response_revision:31138; number_of_response:1; }","duration":"390.645446ms","start":"2026-07-17T16:54:07.494167Z","end":"2026-07-17T16:54:07.884813Z","steps":["trace[176164965] 'process raft request' (duration: 390.462312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:07.885404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.494155Z","time spent":"391.072116ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:08.165464Z","caller":"traceutil/trace.go:171","msg":"trace[1768237279] transaction","detail":"{read_only:false; response_revision:31139; number_of_response:1; }","duration":"451.808734ms","start":"2026-07-17T16:54:07.713622Z","end":"2026-07-17T16:54:08.16543Z","steps":["trace[1768237279] 'process raft request' (duration: 450.184545ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:08.165628Z","caller":"traceutil/trace.go:171","msg":"trace[177284390] transaction","detail":"{read_only:false; response_revision:31142; number_of_response:1; }","duration":"434.667885ms","start":"2026-07-17T16:54:07.730942Z","end":"2026-07-17T16:54:08.16561Z","steps":["trace[177284390] 'process raft request' (duration: 434.596554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:08.165772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.730915Z","time spent":"434.772278ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:08.165847Z","caller":"traceutil/trace.go:171","msg":"trace[1618426659] transaction","detail":"{read_only:false; response_revision:31141; number_of_response:1; }","duration":"435.566127ms","start":"2026-07-17T16:54:07.730264Z","end":"2026-07-17T16:54:08.16583Z","steps":["trace[1618426659] 'process raft request' (duration: 435.200148ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:08.165924Z","caller":"traceutil/trace.go:171","msg":"trace[69851493] transaction","detail":"{read_only:false; response_revision:31143; number_of_response:1; }","duration":"434.305556ms","start":"2026-07-17T16:54:07.731596Z","end":"2026-07-17T16:54:08.165901Z","steps":["trace[69851493] 'process raft request' (duration: 433.977738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:08.165988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.730255Z","time spent":"435.643718ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:08.165774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.713597Z","time spent":"452.04135ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:08.16605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.73159Z","time spent":"434.401409ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:08.165619Z","caller":"traceutil/trace.go:171","msg":"trace[1178686918] transaction","detail":"{read_only:false; response_revision:31140; number_of_response:1; }","duration":"435.488555ms","start":"2026-07-17T16:54:07.730106Z","end":"2026-07-17T16:54:08.165595Z","steps":["trace[1178686918] 'process raft request' (duration: 435.26905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:08.166382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.730082Z","time spent":"436.147171ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:08.166402Z","caller":"traceutil/trace.go:171","msg":"trace[915470852] transaction","detail":"{read_only:false; response_revision:31144; number_of_response:1; }","duration":"434.631865ms","start":"2026-07-17T16:54:07.731752Z","end":"2026-07-17T16:54:08.166384Z","steps":["trace[915470852] 'process raft request' (duration: 434.076562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:08.166496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.731734Z","time spent":"434.714456ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:08.166503Z","caller":"traceutil/trace.go:171","msg":"trace[1179681536] linearizableReadLoop","detail":"{readStateIndex:32156; appliedIndex:32147; }","duration":"281.615536ms","start":"2026-07-17T16:54:07.884869Z","end":"2026-07-17T16:54:08.166485Z","steps":["trace[1179681536] 'read index received' (duration: 278.887551ms)","trace[1179681536] 'applied index is now lower than readState.Index' (duration: 2.726985ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:08.166513Z","caller":"traceutil/trace.go:171","msg":"trace[1176457976] transaction","detail":"{read_only:false; response_revision:31145; number_of_response:1; }","duration":"434.565153ms","start":"2026-07-17T16:54:07.731918Z","end":"2026-07-17T16:54:08.166484Z","steps":["trace[1176457976] 'process raft request' (duration: 434.386309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:08.166555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.572569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-17T16:54:08.166504Z","caller":"traceutil/trace.go:171","msg":"trace[1916643132] transaction","detail":"{read_only:false; response_revision:31147; number_of_response:1; }","duration":"434.498381ms","start":"2026-07-17T16:54:07.731992Z","end":"2026-07-17T16:54:08.16649Z","steps":["trace[1916643132] 'process raft request' (duration: 434.43878ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:08.16659Z","caller":"traceutil/trace.go:171","msg":"trace[1375963576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31147; }","duration":"511.657101ms","start":"2026-07-17T16:54:07.654921Z","end":"2026-07-17T16:54:08.166579Z","steps":["trace[1375963576] 'agreement among raft nodes before linearized reading' (duration: 511.569689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:08.166629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.654904Z","time spent":"511.716012ms","remote":"127.0.0.1:41370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-17T16:54:08.166499Z","caller":"traceutil/trace.go:171","msg":"trace[2093247346] transaction","detail":"{read_only:false; response_revision:31146; number_of_response:1; }","duration":"434.552103ms","start":"2026-07-17T16:54:07.731928Z","end":"2026-07-17T16:54:08.166481Z","steps":["trace[2093247346] 'process raft request' (duration: 434.449421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:08.166728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.731978Z","time spent":"434.652085ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:08.166668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.731882Z","time spent":"434.697076ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-17T16:54:08.166675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.082715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-td2zp.18c3213269a6554e\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-07-17T16:54:08.166887Z","caller":"traceutil/trace.go:171","msg":"trace[107724401] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-td2zp.18c3213269a6554e; range_end:; response_count:1; response_revision:31147; }","duration":"565.332001ms","start":"2026-07-17T16:54:07.601537Z","end":"2026-07-17T16:54:08.166869Z","steps":["trace[107724401] 'agreement among raft nodes before linearized reading' (duration: 565.012684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-17T16:54:08.166936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.601513Z","time spent":"565.411634ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-td2zp.18c3213269a6554e\" "} {"level":"warn","ts":"2026-07-17T16:54:08.167008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-17T16:54:07.731912Z","time spent":"434.83624ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-17T16:54:08.409464Z","caller":"traceutil/trace.go:171","msg":"trace[204571711] linearizableReadLoop","detail":"{readStateIndex:32157; appliedIndex:32156; }","duration":"110.635149ms","start":"2026-07-17T16:54:08.298803Z","end":"2026-07-17T16:54:08.409438Z","steps":["trace[204571711] 'read index received' (duration: 38.068118ms)","trace[204571711] 'applied index is now lower than readState.Index' (duration: 72.565461ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:08.409596Z","caller":"traceutil/trace.go:171","msg":"trace[1080598920] transaction","detail":"{read_only:false; response_revision:31148; number_of_response:1; }","duration":"240.085716ms","start":"2026-07-17T16:54:08.169498Z","end":"2026-07-17T16:54:08.409584Z","steps":["trace[1080598920] 'process raft request' (duration: 167.396122ms)","trace[1080598920] 'compare' (duration: 72.248014ms)"],"step_count":2} {"level":"warn","ts":"2026-07-17T16:54:08.409835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.015438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-17T16:54:08.409915Z","caller":"traceutil/trace.go:171","msg":"trace[612231183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31148; }","duration":"111.146521ms","start":"2026-07-17T16:54:08.298748Z","end":"2026-07-17T16:54:08.409895Z","steps":["trace[612231183] 'agreement among raft nodes before linearized reading' (duration: 110.904095ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:08.668882Z","caller":"traceutil/trace.go:171","msg":"trace[211819686] transaction","detail":"{read_only:false; response_revision:31149; number_of_response:1; }","duration":"254.558631ms","start":"2026-07-17T16:54:08.4143Z","end":"2026-07-17T16:54:08.668859Z","steps":["trace[211819686] 'process raft request' (duration: 211.33999ms)","trace[211819686] 'compare' (duration: 42.706499ms)"],"step_count":2} {"level":"info","ts":"2026-07-17T16:54:08.668879Z","caller":"traceutil/trace.go:171","msg":"trace[1203963284] transaction","detail":"{read_only:false; response_revision:31150; number_of_response:1; }","duration":"103.788616ms","start":"2026-07-17T16:54:08.565066Z","end":"2026-07-17T16:54:08.668855Z","steps":["trace[1203963284] 'process raft request' (duration: 103.691243ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:44.51191Z","caller":"traceutil/trace.go:171","msg":"trace[1832778424] transaction","detail":"{read_only:false; response_revision:31574; number_of_response:1; }","duration":"124.082929ms","start":"2026-07-17T16:54:44.387803Z","end":"2026-07-17T16:54:44.511886Z","steps":["trace[1832778424] 'process raft request' (duration: 123.898565ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:44.515749Z","caller":"traceutil/trace.go:171","msg":"trace[1929574505] transaction","detail":"{read_only:false; response_revision:31576; number_of_response:1; }","duration":"127.010769ms","start":"2026-07-17T16:54:44.388718Z","end":"2026-07-17T16:54:44.515729Z","steps":["trace[1929574505] 'process raft request' (duration: 126.907776ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:44.515743Z","caller":"traceutil/trace.go:171","msg":"trace[165412533] transaction","detail":"{read_only:false; response_revision:31575; number_of_response:1; }","duration":"127.87422ms","start":"2026-07-17T16:54:44.387849Z","end":"2026-07-17T16:54:44.515723Z","steps":["trace[165412533] 'process raft request' (duration: 127.621303ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:44.515917Z","caller":"traceutil/trace.go:171","msg":"trace[1036533011] transaction","detail":"{read_only:false; response_revision:31577; number_of_response:1; }","duration":"127.133642ms","start":"2026-07-17T16:54:44.388772Z","end":"2026-07-17T16:54:44.515906Z","steps":["trace[1036533011] 'process raft request' (duration: 126.907126ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:44.516247Z","caller":"traceutil/trace.go:171","msg":"trace[1291889547] transaction","detail":"{read_only:false; response_revision:31578; number_of_response:1; }","duration":"127.386838ms","start":"2026-07-17T16:54:44.388838Z","end":"2026-07-17T16:54:44.516225Z","steps":["trace[1291889547] 'process raft request' (duration: 127.005979ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:44.516312Z","caller":"traceutil/trace.go:171","msg":"trace[1896913061] transaction","detail":"{read_only:false; response_revision:31579; number_of_response:1; }","duration":"125.853511ms","start":"2026-07-17T16:54:44.390444Z","end":"2026-07-17T16:54:44.516297Z","steps":["trace[1896913061] 'process raft request' (duration: 125.660667ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:44.516333Z","caller":"traceutil/trace.go:171","msg":"trace[788239179] transaction","detail":"{read_only:false; response_revision:31580; number_of_response:1; }","duration":"125.491073ms","start":"2026-07-17T16:54:44.390821Z","end":"2026-07-17T16:54:44.516312Z","steps":["trace[788239179] 'process raft request' (duration: 125.39127ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:54:44.516446Z","caller":"traceutil/trace.go:171","msg":"trace[1062936995] transaction","detail":"{read_only:false; response_revision:31581; number_of_response:1; }","duration":"125.344869ms","start":"2026-07-17T16:54:44.391066Z","end":"2026-07-17T16:54:44.516411Z","steps":["trace[1062936995] 'process raft request' (duration: 125.202076ms)"],"step_count":1} {"level":"info","ts":"2026-07-17T16:57:32.46753Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30355} {"level":"info","ts":"2026-07-17T16:57:32.629611Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30355,"took":"158.155712ms","hash":580978374,"current-db-size-bytes":56524800,"current-db-size":"56 MB","current-db-size-in-use-bytes":34480128,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-17T16:57:32.629668Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":580978374,"revision":30355,"compact-revision":26772} {"level":"info","ts":"2026-07-17T17:02:32.474197Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32974} {"level":"info","ts":"2026-07-17T17:02:32.603695Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32974,"took":"125.087431ms","hash":3161104330,"current-db-size-bytes":56524800,"current-db-size":"56 MB","current-db-size-in-use-bytes":32088064,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-17T17:02:32.603761Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3161104330,"revision":32974,"compact-revision":30355}